Compare commits
34 Commits
271e63c960
...
d309d20dd8
Author | SHA1 | Date |
---|---|---|
Massaki Archambault | d309d20dd8 | |
Massaki Archambault | 014d682d69 | |
Massaki Archambault | 331bdcd083 | |
Massaki Archambault | e4b0496116 | |
Massaki Archambault | d1c82e1329 | |
Massaki Archambault | 46217c1a9d | |
Massaki Archambault | d3e211e1cb | |
Massaki Archambault | 53450730c9 | |
Massaki Archambault | 3180af5bd4 | |
Massaki Archambault | 70f269e25e | |
Massaki Archambault | caa030b03b | |
Massaki Archambault | ed1dc2517a | |
Massaki Archambault | bc8ae0a3c8 | |
Massaki Archambault | 1a01c9ecea | |
Massaki Archambault | 0e5fed0bbd | |
Massaki Archambault | 382a0f6d8d | |
Massaki Archambault | 937e5c341d | |
Massaki Archambault | a0aaa4491b | |
Massaki Archambault | 4e2b631a0c | |
Massaki Archambault | 36b3963ac3 | |
Massaki Archambault | 2d0a62dc45 | |
Massaki Archambault | 6d0d3fdfc0 | |
Massaki Archambault | 0a50158239 | |
Massaki Archambault | a4ed751abd | |
Massaki Archambault | e26f0ae865 | |
Massaki Archambault | 4667c12e47 | |
Massaki Archambault | 8e350a7dac | |
Massaki Archambault | b0b7f7b36d | |
Massaki Archambault | 0ece3f05a3 | |
Massaki Archambault | 324be5f1f6 | |
Massaki Archambault | de68c4952e | |
Massaki Archambault | cf77b16b23 | |
Massaki Archambault | 652b7b43a6 | |
Massaki Archambault | b7683d4f24 |
|
@ -54,4 +54,3 @@ tags
|
|||
# End of https://www.toptal.com/developers/gitignore/api/go,vim,code
|
||||
|
||||
config.yaml
|
||||
__debug_*
|
|
@ -1,20 +0,0 @@
|
|||
{
|
||||
// Use IntelliSense to learn about possible attributes.
|
||||
// Hover to view descriptions of existing attributes.
|
||||
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
|
||||
"version": "0.2.0",
|
||||
"configurations": [
|
||||
{
|
||||
"name": "Run",
|
||||
"type": "go",
|
||||
"request": "launch",
|
||||
"mode": "debug",
|
||||
"program": "${workspaceRoot}",
|
||||
"args": [
|
||||
"-debug",
|
||||
"-config",
|
||||
"${workspaceRoot}/config.yaml"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
22
README.md
22
README.md
|
@ -52,7 +52,7 @@ Merge requests to add support to other forges are welcome.
|
|||
|
||||
Install [go](https://golang.org/) and run
|
||||
``` sh
|
||||
go install github.com/badjware/gitforgefs@latest
|
||||
go install github.com/badjware/gitforgefs
|
||||
```
|
||||
|
||||
The executable will be in `$GOPATH/bin/gitforgefs` or `~/go/bin/gitforgefs` by default. For convenience, add `~/go/bin` in your `$PATH` if not done already.
|
||||
|
@ -93,23 +93,3 @@ While the filesystem lives in memory, the git repositories that are cloned are s
|
|||
Simply use `make` to create the executable. The executable will be in `bin/`.
|
||||
|
||||
See `make help` for all available targets.
|
||||
|
||||
## Troubleshooting
|
||||
|
||||
### My application claims that a file or a folder doesn't exists.
|
||||
|
||||
Some applications doesn't resolve symlinks properly. Try setting the `fs.use_symlinks` configuration to `false`.
|
||||
|
||||
### `docker` fails to run with the message _error while creating mount source path_
|
||||
|
||||
This happens because `docker` is running as a different user than the one who created the mount. Follow these steps to allow docker access to the mount:
|
||||
|
||||
1. Open the file `/etc/fuse.conf` as root.
|
||||
2. Add `user_allow_other` to the file, then close and save your modifications.
|
||||
3. Open your `gitforgefs` configuration.
|
||||
4. Add the `allow_other` to your mountoptions. The mount option are configured in `fs.mountoptions`.
|
||||
``` yaml
|
||||
fs:
|
||||
mountoptions: allow_other,nodev,nosuid
|
||||
```
|
||||
5. Restart your mount.
|
||||
|
|
|
@ -3,15 +3,8 @@ fs:
|
|||
#mountpoint: /mnt
|
||||
|
||||
# Mount options to pass to `fusermount` as its `-o` argument. Can be overwritten via the command line.
|
||||
# Some applications need the `allow_other` option to function properly (eg: docker). If you need to use `allow_other`,
|
||||
# you must also add `user_allow_other` in /etc/fuse.conf.
|
||||
# See mount.fuse(8) for the full list of options.
|
||||
#mountoptions: nodev,nosuid
|
||||
#mountoptions: allow_other,nodev,nosuid
|
||||
|
||||
# Use a symlink to point to the real location of the repository instead of doing a loopback
|
||||
# Using symlinks is more performant and allow cloning to be asynchronous, but may cause compatibility issues with some applications
|
||||
# use_symlinks: false
|
||||
|
||||
# The git forge to use as the backend.
|
||||
# Must be one of "gitlab", "github", or "gitea"
|
||||
|
|
|
@ -32,7 +32,6 @@ type (
|
|||
FSConfig struct {
|
||||
Mountpoint string `yaml:"mountpoint,omitempty"`
|
||||
MountOptions string `yaml:"mountoptions,omitempty"`
|
||||
UseSymlinks bool `yaml:"use_symlinks,omitempty"`
|
||||
Forge string `yaml:"forge,omitempty"`
|
||||
}
|
||||
GitlabClientConfig struct {
|
||||
|
@ -90,7 +89,6 @@ func LoadConfig(configPath string) (*Config, error) {
|
|||
FS: FSConfig{
|
||||
Mountpoint: "",
|
||||
MountOptions: "nodev,nosuid",
|
||||
UseSymlinks: false,
|
||||
Forge: "",
|
||||
},
|
||||
Gitlab: GitlabClientConfig{
|
||||
|
|
|
@ -31,7 +31,7 @@ var _ = (fs.NodeReaddirer)((*groupNode)(nil))
|
|||
// Ensure we are implementing the NodeLookuper interface
|
||||
var _ = (fs.NodeLookuper)((*groupNode)(nil))
|
||||
|
||||
func newGroupNodeFromSource(ctx context.Context, source GroupSource, param *FSParam) (fs.InodeEmbedder, error) {
|
||||
func newGroupNodeFromSource(source GroupSource, param *FSParam) (*groupNode, error) {
|
||||
node := &groupNode{
|
||||
param: param,
|
||||
source: source,
|
||||
|
@ -85,7 +85,7 @@ func (n *groupNode) Lookup(ctx context.Context, name string, out *fuse.EntryOut)
|
|||
Ino: group.GetGroupID() + groupBaseInode,
|
||||
Mode: fuse.S_IFDIR,
|
||||
}
|
||||
groupNode, _ := newGroupNodeFromSource(ctx, group, n.param)
|
||||
groupNode, _ := newGroupNodeFromSource(group, n.param)
|
||||
return n.NewInode(ctx, groupNode, attrs), 0
|
||||
}
|
||||
|
||||
|
@ -93,17 +93,10 @@ func (n *groupNode) Lookup(ctx context.Context, name string, out *fuse.EntryOut)
|
|||
repository, found := repositories[name]
|
||||
if found {
|
||||
attrs := fs.StableAttr{
|
||||
Ino: repository.GetRepositoryID() + repositoryBaseInode,
|
||||
}
|
||||
if n.param.UseSymlinks {
|
||||
attrs.Mode = fuse.S_IFLNK
|
||||
} else {
|
||||
attrs.Mode = fuse.S_IFDIR
|
||||
}
|
||||
repositoryNode, err := newRepositoryNodeFromSource(ctx, repository, n.param)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
Ino: repository.GetRepositoryID() + repositoryBaseInode,
|
||||
Mode: fuse.S_IFLNK,
|
||||
}
|
||||
repositoryNode, _ := newRepositoryNodeFromSource(repository, n.param)
|
||||
return n.NewInode(ctx, repositoryNode, attrs), 0
|
||||
}
|
||||
|
||||
|
|
|
@ -2,11 +2,7 @@ package fstree
|
|||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
"os"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"github.com/hanwen/go-fuse/v2/fs"
|
||||
)
|
||||
|
@ -15,7 +11,7 @@ const (
|
|||
repositoryBaseInode = 2_000_000_000
|
||||
)
|
||||
|
||||
type repositorySymlinkNode struct {
|
||||
type repositoryNode struct {
|
||||
fs.Inode
|
||||
param *FSParam
|
||||
|
||||
|
@ -30,53 +26,24 @@ type RepositorySource interface {
|
|||
}
|
||||
|
||||
// Ensure we are implementing the NodeReaddirer interface
|
||||
var _ = (fs.NodeReadlinker)((*repositorySymlinkNode)(nil))
|
||||
var _ = (fs.NodeReadlinker)((*repositoryNode)(nil))
|
||||
|
||||
func newRepositoryNodeFromSource(ctx context.Context, source RepositorySource, param *FSParam) (fs.InodeEmbedder, error) {
|
||||
if param.UseSymlinks {
|
||||
return &repositorySymlinkNode{
|
||||
param: param,
|
||||
source: source,
|
||||
}, nil
|
||||
} else {
|
||||
localRepositoryPath, err := param.GitClient.FetchLocalRepositoryPath(ctx, source)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to fetch local repository path: %w", err)
|
||||
}
|
||||
// The path must exist to successfully create a loopback. We poll the filesystem until its created.
|
||||
// This of course add latency, maybe we should think of a way of mitigating it in the future.
|
||||
// We do not care in the case of a symlink. A symlink pointing on nothing is still a valid symlink.
|
||||
for ctx.Err() == nil {
|
||||
_, err := os.Stat(localRepositoryPath)
|
||||
if err == nil {
|
||||
return fs.NewLoopbackRoot(localRepositoryPath)
|
||||
} else if errors.Is(err, os.ErrNotExist) {
|
||||
// wait for the file to be created
|
||||
// TODO: think of a more efficient way of archiving this
|
||||
time.Sleep(100 * time.Millisecond)
|
||||
} else {
|
||||
// error, filesystem
|
||||
return nil, fmt.Errorf("error while waiting for the local repository to be created: %w", err)
|
||||
}
|
||||
}
|
||||
// error, context cancelled
|
||||
return nil, fmt.Errorf("context cancelled while waiting for the local repository to be created: %w", ctx.Err())
|
||||
func newRepositoryNodeFromSource(source RepositorySource, param *FSParam) (*repositoryNode, error) {
|
||||
node := &repositoryNode{
|
||||
param: param,
|
||||
source: source,
|
||||
}
|
||||
// Passthrough the error if there is one, nothing to add here
|
||||
// Errors on clone/pull are non-fatal
|
||||
return node, nil
|
||||
}
|
||||
|
||||
func (n *repositorySymlinkNode) Readlink(ctx context.Context) ([]byte, syscall.Errno) {
|
||||
func (n *repositoryNode) Readlink(ctx context.Context) ([]byte, syscall.Errno) {
|
||||
// Create the local copy of the repo
|
||||
// TODO: cleanup
|
||||
localRepositoryPath, err := n.param.GitClient.FetchLocalRepositoryPath(ctx, n.source)
|
||||
localRepositoryPath, err := n.param.GitClient.FetchLocalRepositoryPath(n.source)
|
||||
if err != nil {
|
||||
n.param.logger.Error(err.Error())
|
||||
}
|
||||
return []byte(localRepositoryPath), 0
|
||||
}
|
||||
|
||||
type repositoryLoopbackNode struct {
|
||||
fs.LoopbackNode
|
||||
param *FSParam
|
||||
|
||||
source RepositorySource
|
||||
}
|
||||
|
|
|
@ -19,7 +19,7 @@ type staticNode interface {
|
|||
}
|
||||
|
||||
type GitClient interface {
|
||||
FetchLocalRepositoryPath(ctx context.Context, source RepositorySource) (string, error)
|
||||
FetchLocalRepositoryPath(source RepositorySource) (string, error)
|
||||
}
|
||||
|
||||
type GitForge interface {
|
||||
|
@ -28,8 +28,6 @@ type GitForge interface {
|
|||
}
|
||||
|
||||
type FSParam struct {
|
||||
UseSymlinks bool
|
||||
|
||||
GitClient GitClient
|
||||
GitForge GitForge
|
||||
|
||||
|
@ -77,7 +75,7 @@ func (n *rootNode) OnAdd(ctx context.Context) {
|
|||
}
|
||||
|
||||
for groupName, group := range rootGroups {
|
||||
groupNode, _ := newGroupNodeFromSource(ctx, group, n.param)
|
||||
groupNode, _ := newGroupNodeFromSource(group, n.param)
|
||||
persistentInode := n.NewPersistentInode(
|
||||
ctx,
|
||||
groupNode,
|
||||
|
|
|
@ -84,7 +84,7 @@ func NewClient(logger *slog.Logger, p config.GitClientConfig) (*gitClient, error
|
|||
return c, nil
|
||||
}
|
||||
|
||||
func (c *gitClient) FetchLocalRepositoryPath(ctx context.Context, source fstree.RepositorySource) (localRepoLoc string, err error) {
|
||||
func (c *gitClient) FetchLocalRepositoryPath(source fstree.RepositorySource) (localRepoLoc string, err error) {
|
||||
rid := source.GetRepositoryID()
|
||||
cloneUrl := source.GetCloneURL()
|
||||
defaultBranch := source.GetDefaultBranch()
|
||||
|
@ -98,12 +98,12 @@ func (c *gitClient) FetchLocalRepositoryPath(ctx context.Context, source fstree.
|
|||
localRepoLoc = filepath.Join(c.CloneLocation, hostname, strconv.Itoa(int(rid)))
|
||||
if _, err := os.Stat(localRepoLoc); os.IsNotExist(err) {
|
||||
// Dispatch clone msg
|
||||
msg := c.cloneTask.WithArgs(ctx, cloneUrl, defaultBranch, localRepoLoc)
|
||||
msg := c.cloneTask.WithArgs(context.Background(), cloneUrl, defaultBranch, localRepoLoc)
|
||||
msg.OnceInPeriod(time.Second, rid)
|
||||
c.queue.Add(msg)
|
||||
} else if c.AutoPull {
|
||||
// Dispatch pull msg
|
||||
msg := c.pullTask.WithArgs(ctx, localRepoLoc, defaultBranch)
|
||||
msg := c.pullTask.WithArgs(context.Background(), localRepoLoc, defaultBranch)
|
||||
msg.OnceInPeriod(time.Second, rid)
|
||||
c.queue.Add(msg)
|
||||
}
|
||||
|
|
2
go.mod
2
go.mod
|
@ -5,7 +5,7 @@ go 1.21
|
|||
require (
|
||||
code.gitea.io/sdk/gitea v0.19.0
|
||||
github.com/google/go-github/v63 v63.0.0
|
||||
github.com/hanwen/go-fuse/v2 v2.7.2
|
||||
github.com/hanwen/go-fuse/v2 v2.5.1
|
||||
github.com/vmihailenco/taskq/v3 v3.2.9
|
||||
github.com/xanzy/go-gitlab v0.107.0
|
||||
gopkg.in/yaml.v2 v2.4.0
|
||||
|
|
2
go.sum
2
go.sum
|
@ -59,8 +59,6 @@ github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
|
|||
github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||
github.com/hanwen/go-fuse/v2 v2.5.1 h1:OQBE8zVemSocRxA4OaFJbjJ5hlpCmIWbGr7r0M4uoQQ=
|
||||
github.com/hanwen/go-fuse/v2 v2.5.1/go.mod h1:xKwi1cF7nXAOBCXujD5ie0ZKsxc8GGSA1rlMJc+8IJs=
|
||||
github.com/hanwen/go-fuse/v2 v2.7.2 h1:SbJP1sUP+n1UF8NXBA14BuojmTez+mDgOk0bC057HQw=
|
||||
github.com/hanwen/go-fuse/v2 v2.7.2/go.mod h1:ugNaD/iv5JYyS1Rcvi57Wz7/vrLQJo10mmketmoef48=
|
||||
github.com/hashicorp/go-cleanhttp v0.5.2 h1:035FKYIWjmULyFRBKPs8TBQoi0x6d9G4xc9neXJWAZQ=
|
||||
github.com/hashicorp/go-cleanhttp v0.5.2/go.mod h1:kO/YDlP8L1346E6Sodw+PrpBSV4/SoxCXGY6BqNFT48=
|
||||
github.com/hashicorp/go-hclog v1.6.3 h1:Qr2kF+eVWjTiYmU7Y31tYlP1h0q/X3Nl3tPGdaB11/k=
|
||||
|
|
Loading…
Reference in New Issue