guard gitlab cache Map with RWMutex to prevent concurrent read/write

fixes #11
This commit is contained in:
Massaki Archambault 2024-07-17 23:35:18 -04:00
parent 65d3a00fa3
commit 471b0061b5
5 changed files with 34 additions and 10 deletions

View File

@ -18,7 +18,7 @@ type groupNode struct {
type GroupSource interface { type GroupSource interface {
GetGroupID() uint64 GetGroupID() uint64
InvalidateCache() InvalidateContentCache()
} }
// Ensure we are implementing the NodeReaddirer interface // Ensure we are implementing the NodeReaddirer interface

View File

@ -41,6 +41,6 @@ func (n *refreshNode) Setattr(ctx context.Context, fh fs.FileHandle, in *fuse.Se
} }
func (n *refreshNode) Open(ctx context.Context, flags uint32) (fh fs.FileHandle, fuseFlags uint32, errno syscall.Errno) { func (n *refreshNode) Open(ctx context.Context, flags uint32) (fh fs.FileHandle, fuseFlags uint32, errno syscall.Errno) {
n.source.InvalidateCache() n.source.InvalidateContentCache()
return nil, 0, 0 return nil, 0, 0
} }

View File

@ -4,6 +4,7 @@ import (
"fmt" "fmt"
"log/slog" "log/slog"
"slices" "slices"
"sync"
"github.com/badjware/gitlabfs/fstree" "github.com/badjware/gitlabfs/fstree"
"github.com/xanzy/go-gitlab" "github.com/xanzy/go-gitlab"
@ -34,8 +35,10 @@ type gitlabClient struct {
currentUserCache *User currentUserCache *User
// API response cache // API response cache
groupCache map[int]*Group groupCacheMux sync.RWMutex
userCache map[int]*User groupCache map[int]*Group
userCacheMux sync.RWMutex
userCache map[int]*User
} }
func NewClient(logger *slog.Logger, gitlabUrl string, gitlabToken string, p GitlabClientConfig) (*gitlabClient, error) { func NewClient(logger *slog.Logger, gitlabUrl string, gitlabToken string, p GitlabClientConfig) (*gitlabClient, error) {

View File

@ -16,7 +16,7 @@ type Group struct {
mux sync.Mutex mux sync.Mutex
// group content // hold group content
childGroups map[string]fstree.GroupSource childGroups map[string]fstree.GroupSource
childProjects map[string]fstree.RepositorySource childProjects map[string]fstree.RepositorySource
} }
@ -25,15 +25,17 @@ func (g *Group) GetGroupID() uint64 {
return uint64(g.ID) return uint64(g.ID)
} }
func (g *Group) InvalidateCache() { func (g *Group) InvalidateContentCache() {
g.mux.Lock() g.mux.Lock()
defer g.mux.Unlock() defer g.mux.Unlock()
// clear child group from cache // clear child group from cache
g.gitlabClient.groupCacheMux.Lock()
for _, childGroup := range g.childGroups { for _, childGroup := range g.childGroups {
gid := int(childGroup.GetGroupID()) gid := int(childGroup.GetGroupID())
delete(g.gitlabClient.groupCache, gid) delete(g.gitlabClient.groupCache, gid)
} }
g.gitlabClient.groupCacheMux.Unlock()
g.childGroups = nil g.childGroups = nil
// clear child repositories from cache // clear child repositories from cache
@ -43,7 +45,9 @@ func (g *Group) InvalidateCache() {
func (c *gitlabClient) fetchGroup(gid int) (*Group, error) { func (c *gitlabClient) fetchGroup(gid int) (*Group, error) {
// start by searching the cache // start by searching the cache
// TODO: cache invalidation? // TODO: cache invalidation?
c.groupCacheMux.RLock()
group, found := c.groupCache[gid] group, found := c.groupCache[gid]
c.groupCacheMux.RUnlock()
if found { if found {
c.logger.Debug("Group cache hit", "gid", gid) c.logger.Debug("Group cache hit", "gid", gid)
return group, nil return group, nil
@ -68,7 +72,9 @@ func (c *gitlabClient) fetchGroup(gid int) (*Group, error) {
} }
// save in cache // save in cache
c.groupCacheMux.Lock()
c.groupCache[gid] = &newGroup c.groupCache[gid] = &newGroup
c.groupCacheMux.Unlock()
return &newGroup, nil return &newGroup, nil
} }
@ -77,15 +83,18 @@ func (c *gitlabClient) newGroupFromGitlabGroup(gitlabGroup *gitlab.Group) (*Grou
gid := gitlabGroup.ID gid := gitlabGroup.ID
// start by searching the cache // start by searching the cache
c.groupCacheMux.RLock()
group, found := c.groupCache[gid] group, found := c.groupCache[gid]
c.groupCacheMux.RUnlock()
if found { if found {
// if found in cache, return the cached reference
c.logger.Debug("Group cache hit", "gid", gid) c.logger.Debug("Group cache hit", "gid", gid)
return group, nil return group, nil
} else { } else {
c.logger.Debug("Group cache miss; registering group", "gid", gid) c.logger.Debug("Group cache miss; registering group", "gid", gid)
} }
// if not in cache, convert and save to cache now // if not found in cache, convert and save to cache now
newGroup := Group{ newGroup := Group{
ID: gitlabGroup.ID, ID: gitlabGroup.ID,
Name: gitlabGroup.Path, Name: gitlabGroup.Path,
@ -97,12 +106,17 @@ func (c *gitlabClient) newGroupFromGitlabGroup(gitlabGroup *gitlab.Group) (*Grou
} }
// save in cache // save in cache
c.groupCacheMux.Lock()
c.groupCache[gid] = &newGroup c.groupCache[gid] = &newGroup
c.groupCacheMux.Unlock()
return &newGroup, nil return &newGroup, nil
} }
func (c *gitlabClient) fetchGroupContent(group *Group) (map[string]fstree.GroupSource, map[string]fstree.RepositorySource, error) { func (c *gitlabClient) fetchGroupContent(group *Group) (map[string]fstree.GroupSource, map[string]fstree.RepositorySource, error) {
// Only a single routine can fetch the group content at the time.
// We lock for the whole duration of the function to avoid fetching the same data from the API
// multiple times if concurrent calls where to occur.
group.mux.Lock() group.mux.Lock()
defer group.mux.Unlock() defer group.mux.Unlock()

View File

@ -14,7 +14,7 @@ type User struct {
mux sync.Mutex mux sync.Mutex
// user content // hold user content
childProjects map[string]fstree.RepositorySource childProjects map[string]fstree.RepositorySource
} }
@ -22,7 +22,7 @@ func (u *User) GetGroupID() uint64 {
return uint64(u.ID) return uint64(u.ID)
} }
func (u *User) InvalidateCache() { func (u *User) InvalidateContentCache() {
u.mux.Lock() u.mux.Lock()
defer u.mux.Unlock() defer u.mux.Unlock()
@ -33,15 +33,18 @@ func (u *User) InvalidateCache() {
func (c *gitlabClient) fetchUser(uid int) (*User, error) { func (c *gitlabClient) fetchUser(uid int) (*User, error) {
// start by searching the cache // start by searching the cache
// TODO: cache invalidation? // TODO: cache invalidation?
c.userCacheMux.RLock()
user, found := c.userCache[uid] user, found := c.userCache[uid]
c.userCacheMux.RUnlock()
if found { if found {
// if found in cache, return the cached reference
c.logger.Debug("User cache hit", "uid", uid) c.logger.Debug("User cache hit", "uid", uid)
return user, nil return user, nil
} else { } else {
c.logger.Debug("User cache miss", "uid", uid) c.logger.Debug("User cache miss", "uid", uid)
} }
// If not in cache, fetch group infos from API // If not found in cache, fetch group infos from API
gitlabUser, _, err := c.client.Users.GetUser(uid) gitlabUser, _, err := c.client.Users.GetUser(uid)
if err != nil { if err != nil {
return nil, fmt.Errorf("failed to fetch user with id %v: %v", uid, err) return nil, fmt.Errorf("failed to fetch user with id %v: %v", uid, err)
@ -55,6 +58,7 @@ func (c *gitlabClient) fetchUser(uid int) (*User, error) {
// save in cache // save in cache
c.userCache[uid] = &newUser c.userCache[uid] = &newUser
c.userCacheMux.Unlock()
return &newUser, nil return &newUser, nil
} }
@ -77,6 +81,9 @@ func (c *gitlabClient) fetchCurrentUser() (*User, error) {
} }
func (c *gitlabClient) fetchUserContent(user *User) (map[string]fstree.GroupSource, map[string]fstree.RepositorySource, error) { func (c *gitlabClient) fetchUserContent(user *User) (map[string]fstree.GroupSource, map[string]fstree.RepositorySource, error) {
// Only a single routine can fetch the user content at the time.
// We lock for the whole duration of the function to avoid fetching the same data from the API
// multiple times if concurrent calls where to occur.
user.mux.Lock() user.mux.Lock()
defer user.mux.Unlock() defer user.mux.Unlock()