gitforgefs/git/client.go

92 lines
2.3 KiB
Go

package git
import (
"context"
"fmt"
"os"
"path/filepath"
"regexp"
"strconv"
"time"
"github.com/badjware/gitlabfs/fstree"
"github.com/vmihailenco/taskq/v3"
"github.com/vmihailenco/taskq/v3/memqueue"
)
type GitClientParam struct {
CloneLocation string `yaml:"clone_location,omitempty"`
Remote string `yaml:"remote,omitempty"`
OnClone string `yaml:"on_clone,omitempty"`
AutoPull bool `yaml:"auto_pull,omitempty"`
Depth int `yaml:"depth,omitempty"`
QueueSize int `yaml:"queue_size,omitempty"`
QueueWorkerCount int `yaml:"worker_count,omitempty"`
}
type gitClient struct {
GitClientParam
hostnameProg *regexp.Regexp
queue taskq.Queue
cloneTask *taskq.Task
pullTask *taskq.Task
}
func NewClient(p GitClientParam) (*gitClient, error) {
queueFactory := memqueue.NewFactory()
// Create the client
c := &gitClient{
GitClientParam: p,
hostnameProg: regexp.MustCompile(`([a-z0-1]+\.)+[a-z0-1]+`),
queue: queueFactory.RegisterQueue(&taskq.QueueOptions{
Name: "git-queue",
MaxNumWorker: int32(p.QueueWorkerCount),
BufferSize: p.QueueSize,
Storage: taskq.NewLocalStorage(),
}),
}
c.cloneTask = taskq.RegisterTask(&taskq.TaskOptions{
Name: "git-clone",
Handler: c.clone,
RetryLimit: 1,
})
c.pullTask = taskq.RegisterTask(&taskq.TaskOptions{
Name: "git-pull",
Handler: c.pull,
RetryLimit: 1,
})
return c, nil
}
func (c *gitClient) FetchLocalRepositoryPath(source fstree.RepositorySource) (localRepoLoc string, err error) {
rid := source.GetRepositoryID()
cloneUrl := source.GetCloneURL()
defaultBranch := source.GetDefaultBranch()
// Parse the url
hostname := c.hostnameProg.FindString(cloneUrl)
if hostname == "" {
return "", fmt.Errorf("failed to match a valid hostname from \"%v\"", cloneUrl)
}
localRepoLoc = filepath.Join(c.CloneLocation, hostname, strconv.Itoa(int(rid)))
if _, err := os.Stat(localRepoLoc); os.IsNotExist(err) {
// Dispatch clone msg
msg := c.cloneTask.WithArgs(context.Background(), cloneUrl, defaultBranch, localRepoLoc)
msg.OnceInPeriod(time.Second, rid)
c.queue.Add(msg)
} else if c.AutoPull {
// Dispatch pull msg
msg := c.pullTask.WithArgs(context.Background(), localRepoLoc, defaultBranch)
msg.OnceInPeriod(time.Second, rid)
c.queue.Add(msg)
}
return localRepoLoc, nil
}