seaweedfs/weed/filesys/wfs.go

131 lines
3.4 KiB
Go
Raw Normal View History

2018-05-06 05:47:16 +00:00
package filesys
2018-05-08 08:59:43 +00:00
import (
"fmt"
"sync"
"time"
2018-07-22 00:39:10 +00:00
"bazil.org/fuse"
2018-05-08 08:59:43 +00:00
"bazil.org/fuse/fs"
2018-06-06 09:09:57 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
2018-07-22 00:39:10 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
2018-07-04 02:07:55 +00:00
"github.com/chrislusf/seaweedfs/weed/util"
2018-07-22 00:39:10 +00:00
"github.com/karlseguin/ccache"
"google.golang.org/grpc"
2018-05-08 08:59:43 +00:00
)
2018-05-06 05:47:16 +00:00
2018-07-22 08:14:36 +00:00
type Option struct {
FilerGrpcAddress string
FilerMountRootPath string
Collection string
Replication string
TtlSec int32
ChunkSizeLimit int64
DataCenter string
DirListingLimit int
EntryCacheTtl time.Duration
2018-07-22 08:14:36 +00:00
}
2018-05-06 05:47:16 +00:00
type WFS struct {
2018-07-22 08:14:36 +00:00
option *Option
listDirectoryEntriesCache *ccache.Cache
2018-06-06 09:09:57 +00:00
// contains all open handles
handles []*FileHandle
pathToHandleIndex map[string]int
pathToHandleLock sync.Mutex
// cache grpc connections
grpcClients map[string]*grpc.ClientConn
grpcClientsLock sync.Mutex
2018-05-06 05:47:16 +00:00
}
2018-07-22 08:14:36 +00:00
func NewSeaweedFileSystem(option *Option) *WFS {
2018-05-06 05:47:16 +00:00
return &WFS{
2018-11-04 19:59:08 +00:00
option: option,
2018-11-07 19:35:13 +00:00
listDirectoryEntriesCache: ccache.New(ccache.Configure().MaxSize(int64(option.DirListingLimit) + 200).ItemsToPrune(100)),
2018-06-06 09:09:57 +00:00
pathToHandleIndex: make(map[string]int),
grpcClients: make(map[string]*grpc.ClientConn),
2018-05-06 05:47:16 +00:00
}
}
func (wfs *WFS) Root() (fs.Node, error) {
2018-07-22 08:14:36 +00:00
return &Dir{Path: wfs.option.FilerMountRootPath, wfs: wfs}, nil
2018-05-06 05:47:16 +00:00
}
2018-05-08 08:59:43 +00:00
2018-05-10 06:18:02 +00:00
func (wfs *WFS) withFilerClient(fn func(filer_pb.SeaweedFilerClient) error) error {
2018-05-08 08:59:43 +00:00
wfs.grpcClientsLock.Lock()
existingConnection, found := wfs.grpcClients[wfs.option.FilerGrpcAddress]
if found {
wfs.grpcClientsLock.Unlock()
client := filer_pb.NewSeaweedFilerClient(existingConnection)
return fn(client)
}
2018-07-22 08:14:36 +00:00
grpcConnection, err := util.GrpcDial(wfs.option.FilerGrpcAddress)
2018-05-08 08:59:43 +00:00
if err != nil {
2018-11-15 07:50:46 +00:00
wfs.grpcClientsLock.Unlock()
2018-07-22 08:14:36 +00:00
return fmt.Errorf("fail to dial %s: %v", wfs.option.FilerGrpcAddress, err)
2018-05-08 08:59:43 +00:00
}
wfs.grpcClients[wfs.option.FilerGrpcAddress] = grpcConnection
wfs.grpcClientsLock.Unlock()
2018-05-08 08:59:43 +00:00
2018-05-10 06:18:02 +00:00
client := filer_pb.NewSeaweedFilerClient(grpcConnection)
2018-05-08 08:59:43 +00:00
return fn(client)
}
2018-06-06 09:09:57 +00:00
2018-07-22 08:14:36 +00:00
func (wfs *WFS) AcquireHandle(file *File, uid, gid uint32) (fileHandle *FileHandle) {
2018-06-06 09:09:57 +00:00
wfs.pathToHandleLock.Lock()
defer wfs.pathToHandleLock.Unlock()
fullpath := file.fullpath()
index, found := wfs.pathToHandleIndex[fullpath]
if found && wfs.handles[index] != nil {
2018-07-22 08:14:36 +00:00
glog.V(4).Infoln(fullpath, "found fileHandle id", index)
2018-06-06 09:09:57 +00:00
return wfs.handles[index]
}
if found && wfs.handles[index] != nil {
2018-07-22 08:14:36 +00:00
glog.V(4).Infoln(fullpath, "reuse previous fileHandle id", index)
2018-11-15 06:48:54 +00:00
wfs.handles[index].InitializeToFile(file, uid, gid)
2018-07-22 08:14:36 +00:00
fileHandle.handle = uint64(index)
2018-06-06 09:09:57 +00:00
return
}
2018-11-15 06:48:54 +00:00
fileHandle = newFileHandle(file, uid, gid)
2018-06-06 09:09:57 +00:00
for i, h := range wfs.handles {
if h == nil {
2018-07-22 08:14:36 +00:00
wfs.handles[i] = fileHandle
fileHandle.handle = uint64(i)
2018-06-06 09:09:57 +00:00
wfs.pathToHandleIndex[fullpath] = i
2018-07-22 08:14:36 +00:00
glog.V(4).Infoln(fullpath, "reuse fileHandle id", fileHandle.handle)
2018-06-06 09:09:57 +00:00
return
}
}
2018-07-22 08:14:36 +00:00
wfs.handles = append(wfs.handles, fileHandle)
fileHandle.handle = uint64(len(wfs.handles) - 1)
glog.V(4).Infoln(fullpath, "new fileHandle id", fileHandle.handle)
wfs.pathToHandleIndex[fullpath] = int(fileHandle.handle)
2018-06-06 09:09:57 +00:00
return
}
func (wfs *WFS) ReleaseHandle(fullpath string, handleId fuse.HandleID) {
2018-06-06 09:09:57 +00:00
wfs.pathToHandleLock.Lock()
defer wfs.pathToHandleLock.Unlock()
glog.V(4).Infof("%s releasing handle id %dcurrent handles lengh %d", fullpath, handleId, len(wfs.handles))
delete(wfs.pathToHandleIndex, fullpath)
2018-06-06 09:09:57 +00:00
if int(handleId) < len(wfs.handles) {
wfs.handles[int(handleId)] = nil
}
return
}