seaweedfs/weed/filesys/dir.go

446 lines
11 KiB
Go
Raw Normal View History

2018-05-06 05:47:16 +00:00
package filesys
import (
"context"
2018-05-06 06:39:29 +00:00
"os"
"strings"
"time"
2018-07-22 00:39:10 +00:00
"github.com/chrislusf/seaweedfs/weed/filer2"
2018-05-08 08:59:43 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
2018-05-10 06:18:02 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
"github.com/seaweedfs/fuse"
"github.com/seaweedfs/fuse/fs"
2018-05-06 05:47:16 +00:00
)
type Dir struct {
2019-12-23 20:48:53 +00:00
Path string
wfs *WFS
entry *filer_pb.Entry
2018-05-06 05:47:16 +00:00
}
2018-05-19 20:51:44 +00:00
var _ = fs.Node(&Dir{})
2018-05-25 07:57:25 +00:00
var _ = fs.NodeCreater(&Dir{})
var _ = fs.NodeMkdirer(&Dir{})
var _ = fs.NodeRequestLookuper(&Dir{})
2018-05-19 20:51:44 +00:00
var _ = fs.HandleReadDirAller(&Dir{})
2018-05-25 07:57:25 +00:00
var _ = fs.NodeRemover(&Dir{})
2018-06-07 05:11:01 +00:00
var _ = fs.NodeRenamer(&Dir{})
var _ = fs.NodeSetattrer(&Dir{})
2019-12-16 05:07:01 +00:00
var _ = fs.NodeGetxattrer(&Dir{})
var _ = fs.NodeSetxattrer(&Dir{})
var _ = fs.NodeRemovexattrer(&Dir{})
var _ = fs.NodeListxattrer(&Dir{})
var _ = fs.NodeForgetter(&Dir{})
2018-05-19 20:51:44 +00:00
2019-03-16 00:20:24 +00:00
func (dir *Dir) Attr(ctx context.Context, attr *fuse.Attr) error {
2018-05-21 08:25:30 +00:00
glog.V(3).Infof("dir Attr %s, existing attr: %+v", dir.Path, attr)
2018-11-18 15:49:14 +00:00
// https://github.com/bazil/fuse/issues/196
attr.Valid = time.Second
if dir.Path == dir.wfs.option.FilerMountRootPath {
2019-05-10 22:03:31 +00:00
dir.setRootDirAttributes(attr)
glog.V(3).Infof("root dir Attr %s, attr: %+v", dir.Path, attr)
2018-05-21 08:25:30 +00:00
return nil
}
2019-12-16 05:07:01 +00:00
if err := dir.maybeLoadEntry(ctx); err != nil {
glog.V(3).Infof("dir Attr %s,err: %+v", dir.Path, err)
2019-12-16 05:07:01 +00:00
return err
2019-12-13 18:35:23 +00:00
}
2020-01-20 07:59:46 +00:00
attr.Inode = filer2.FullPath(dir.Path).AsInode()
2019-12-16 05:07:01 +00:00
attr.Mode = os.FileMode(dir.entry.Attributes.FileMode) | os.ModeDir
attr.Mtime = time.Unix(dir.entry.Attributes.Mtime, 0)
attr.Ctime = time.Unix(dir.entry.Attributes.Crtime, 0)
attr.Gid = dir.entry.Attributes.Gid
attr.Uid = dir.entry.Attributes.Uid
glog.V(3).Infof("dir Attr %s, attr: %+v", dir.Path, attr)
2019-12-16 05:07:01 +00:00
return nil
}
2019-12-16 05:07:01 +00:00
func (dir *Dir) Getxattr(ctx context.Context, req *fuse.GetxattrRequest, resp *fuse.GetxattrResponse) error {
2019-12-16 05:07:01 +00:00
glog.V(4).Infof("dir Getxattr %s", dir.Path)
2019-12-16 05:07:01 +00:00
if err := dir.maybeLoadEntry(ctx); err != nil {
2018-05-21 08:25:30 +00:00
return err
}
2019-12-16 05:07:01 +00:00
return getxattr(dir.entry, req, resp)
2018-05-06 05:47:16 +00:00
}
2019-05-10 22:03:31 +00:00
func (dir *Dir) setRootDirAttributes(attr *fuse.Attr) {
2020-01-20 07:59:46 +00:00
attr.Inode = 1 // filer2.FullPath(dir.Path).AsInode()
2020-01-18 21:25:17 +00:00
attr.Valid = time.Hour
2019-05-10 22:03:31 +00:00
attr.Uid = dir.wfs.option.MountUid
attr.Gid = dir.wfs.option.MountGid
attr.Mode = dir.wfs.option.MountMode
attr.Crtime = dir.wfs.option.MountCtime
attr.Ctime = dir.wfs.option.MountCtime
attr.Mtime = dir.wfs.option.MountMtime
attr.Atime = dir.wfs.option.MountMtime
2020-01-18 21:25:17 +00:00
attr.BlockSize = 1024 * 1024
2019-05-10 22:03:31 +00:00
}
func (dir *Dir) newFile(name string, entry *filer_pb.Entry) fs.Node {
return dir.wfs.getNode(filer2.NewFullPath(dir.Path, name), func() fs.Node {
return &File{
Name: name,
dir: dir,
wfs: dir.wfs,
entry: entry,
entryViewCache: nil,
}
})
}
func (dir *Dir) newDirectory(fullpath filer2.FullPath, entry *filer_pb.Entry) fs.Node {
return dir.wfs.getNode(fullpath, func() fs.Node {
return &Dir{Path: string(fullpath), wfs: dir.wfs, entry: entry}
})
}
func (dir *Dir) Create(ctx context.Context, req *fuse.CreateRequest,
resp *fuse.CreateResponse) (fs.Node, fs.Handle, error) {
request := &filer_pb.CreateEntryRequest{
Directory: dir.Path,
Entry: &filer_pb.Entry{
Name: req.Name,
IsDirectory: req.Mode&os.ModeDir > 0,
Attributes: &filer_pb.FuseAttributes{
Mtime: time.Now().Unix(),
Crtime: time.Now().Unix(),
FileMode: uint32(req.Mode &^ dir.wfs.option.Umask),
Uid: req.Uid,
Gid: req.Gid,
Collection: dir.wfs.option.Collection,
Replication: dir.wfs.option.Replication,
TtlSec: dir.wfs.option.TtlSec,
},
},
OExcl: req.Flags&fuse.OpenExclusive != 0,
}
glog.V(1).Infof("create: %v", req.String())
if err := dir.wfs.WithFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
if _, err := client.CreateEntry(ctx, request); err != nil {
glog.V(0).Infof("create %s/%s: %v", dir.Path, req.Name, err)
if strings.Contains(err.Error(), "EEXIST") {
return fuse.EEXIST
}
return fuse.EIO
}
return nil
}); err != nil {
return nil, nil, err
}
node := dir.newFile(req.Name, request.Entry)
if request.Entry.IsDirectory {
return node, nil, nil
}
file := node.(*File)
file.isOpen++
fh := dir.wfs.AcquireHandle(file, req.Uid, req.Gid)
return file, fh, nil
}
2018-05-08 08:59:43 +00:00
func (dir *Dir) Mkdir(ctx context.Context, req *fuse.MkdirRequest) (fs.Node, error) {
2019-05-03 07:24:35 +00:00
err := dir.wfs.WithFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
2018-05-08 08:59:43 +00:00
request := &filer_pb.CreateEntryRequest{
Directory: dir.Path,
Entry: &filer_pb.Entry{
Name: req.Name,
IsDirectory: true,
Attributes: &filer_pb.FuseAttributes{
Mtime: time.Now().Unix(),
2018-05-26 06:26:40 +00:00
Crtime: time.Now().Unix(),
FileMode: uint32(req.Mode &^ dir.wfs.option.Umask),
Uid: req.Uid,
Gid: req.Gid,
},
},
}
2018-05-08 08:59:43 +00:00
glog.V(1).Infof("mkdir: %v", request)
if _, err := client.CreateEntry(ctx, request); err != nil {
2018-06-07 06:06:19 +00:00
glog.V(0).Infof("mkdir %s/%s: %v", dir.Path, req.Name, err)
2020-01-24 09:41:31 +00:00
return err
}
return nil
})
if err == nil {
node := dir.newDirectory(filer2.NewFullPath(dir.Path, req.Name), nil)
return node, nil
}
2020-01-24 09:41:31 +00:00
return nil, fuse.EIO
2018-05-08 08:59:43 +00:00
}
func (dir *Dir) Lookup(ctx context.Context, req *fuse.LookupRequest, resp *fuse.LookupResponse) (node fs.Node, err error) {
2018-05-06 06:50:34 +00:00
glog.V(4).Infof("dir Lookup %s: %s", dir.Path, req.Name)
2020-01-20 07:59:46 +00:00
fullFilePath := filer2.NewFullPath(dir.Path, req.Name)
entry := dir.wfs.cacheGet(fullFilePath)
2018-05-08 08:59:43 +00:00
2018-11-07 19:35:13 +00:00
if entry == nil {
glog.V(3).Infof("dir Lookup cache miss %s", fullFilePath)
2019-05-03 07:24:35 +00:00
entry, err = filer2.GetEntry(ctx, dir.wfs, fullFilePath)
if err != nil {
2020-01-16 03:08:54 +00:00
glog.V(1).Infof("dir GetEntry %s: %v", fullFilePath, err)
return nil, fuse.ENOENT
2019-05-03 07:24:35 +00:00
}
2020-01-20 07:59:46 +00:00
dir.wfs.cacheSet(fullFilePath, entry, 5*time.Minute)
} else {
glog.V(4).Infof("dir Lookup cache hit %s", fullFilePath)
2018-11-07 19:35:13 +00:00
}
2018-05-08 08:59:43 +00:00
if entry != nil {
if entry.IsDirectory {
node = dir.newDirectory(fullFilePath, entry)
2018-05-08 08:59:43 +00:00
} else {
node = dir.newFile(req.Name, entry)
2018-05-06 05:47:16 +00:00
}
// resp.EntryValid = time.Second
2020-01-20 07:59:46 +00:00
resp.Attr.Inode = fullFilePath.AsInode()
resp.Attr.Valid = time.Second
resp.Attr.Mtime = time.Unix(entry.Attributes.Mtime, 0)
resp.Attr.Ctime = time.Unix(entry.Attributes.Crtime, 0)
resp.Attr.Mode = os.FileMode(entry.Attributes.FileMode)
resp.Attr.Gid = entry.Attributes.Gid
resp.Attr.Uid = entry.Attributes.Uid
2018-05-06 06:50:34 +00:00
return node, nil
2018-05-06 05:47:16 +00:00
}
2020-01-18 21:25:17 +00:00
glog.V(1).Infof("not found dir GetEntry %s: %v", fullFilePath, err)
return nil, fuse.ENOENT
2018-05-06 05:47:16 +00:00
}
2018-05-08 08:59:43 +00:00
func (dir *Dir) ReadDirAll(ctx context.Context) (ret []fuse.Dirent, err error) {
glog.V(3).Infof("dir ReadDirAll %s", dir.Path)
cacheTtl := 5 * time.Minute
2020-01-20 07:59:46 +00:00
readErr := filer2.ReadDirAllEntries(ctx, dir.wfs, filer2.FullPath(dir.Path), "", func(entry *filer_pb.Entry, isLast bool) {
fullpath := filer2.NewFullPath(dir.Path, entry.Name)
inode := fullpath.AsInode()
2019-12-13 08:22:37 +00:00
if entry.IsDirectory {
dirent := fuse.Dirent{Inode: inode, Name: entry.Name, Type: fuse.DT_Dir}
2019-12-13 08:22:37 +00:00
ret = append(ret, dirent)
} else {
dirent := fuse.Dirent{Inode: inode, Name: entry.Name, Type: fuse.DT_File}
2019-12-13 08:22:37 +00:00
ret = append(ret, dirent)
2018-05-08 08:59:43 +00:00
}
2020-01-20 07:59:46 +00:00
dir.wfs.cacheSet(fullpath, entry, cacheTtl)
2018-05-08 08:59:43 +00:00
})
2019-12-13 08:22:37 +00:00
if readErr != nil {
glog.V(0).Infof("list %s: %v", dir.Path, err)
return ret, fuse.EIO
}
2018-05-08 08:59:43 +00:00
return ret, err
2018-05-06 05:47:16 +00:00
}
func (dir *Dir) Remove(ctx context.Context, req *fuse.RemoveRequest) error {
2018-05-06 06:50:34 +00:00
2019-01-01 10:33:57 +00:00
if !req.Dir {
return dir.removeOneFile(ctx, req)
}
return dir.removeFolder(ctx, req)
}
func (dir *Dir) removeOneFile(ctx context.Context, req *fuse.RemoveRequest) error {
2020-01-20 07:59:46 +00:00
filePath := filer2.NewFullPath(dir.Path, req.Name)
entry, err := filer2.GetEntry(ctx, dir.wfs, filePath)
2019-01-01 10:33:57 +00:00
if err != nil {
return err
}
2019-03-16 00:20:24 +00:00
dir.wfs.deleteFileChunks(ctx, entry.Chunks)
2019-01-01 10:33:57 +00:00
2020-01-20 07:59:46 +00:00
dir.wfs.cacheDelete(filePath)
2019-12-13 19:08:26 +00:00
2019-05-03 07:24:35 +00:00
return dir.wfs.WithFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
2019-01-01 10:33:57 +00:00
request := &filer_pb.DeleteEntryRequest{
Directory: dir.Path,
Name: req.Name,
IsDeleteData: false,
}
glog.V(3).Infof("remove file: %v", request)
_, err := client.DeleteEntry(ctx, request)
if err != nil {
2020-01-18 21:25:17 +00:00
glog.V(3).Infof("not found remove file %s/%s: %v", dir.Path, req.Name, err)
2019-01-01 10:33:57 +00:00
return fuse.ENOENT
}
return nil
})
}
func (dir *Dir) removeFolder(ctx context.Context, req *fuse.RemoveRequest) error {
2020-01-20 07:59:46 +00:00
dir.wfs.cacheDelete(filer2.NewFullPath(dir.Path, req.Name))
2019-12-13 19:08:26 +00:00
2019-05-03 07:24:35 +00:00
return dir.wfs.WithFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
2018-05-08 08:59:43 +00:00
2018-05-10 06:18:02 +00:00
request := &filer_pb.DeleteEntryRequest{
2018-06-07 05:11:01 +00:00
Directory: dir.Path,
Name: req.Name,
IsDeleteData: true,
2018-05-08 08:59:43 +00:00
}
2018-12-31 06:29:27 +00:00
glog.V(3).Infof("remove directory entry: %v", request)
2018-05-08 08:59:43 +00:00
_, err := client.DeleteEntry(ctx, request)
if err != nil {
2020-01-18 21:25:17 +00:00
glog.V(3).Infof("not found remove %s/%s: %v", dir.Path, req.Name, err)
2018-12-31 06:29:27 +00:00
return fuse.ENOENT
2018-05-08 08:59:43 +00:00
}
return nil
})
2018-05-06 05:47:16 +00:00
}
func (dir *Dir) Setattr(ctx context.Context, req *fuse.SetattrRequest, resp *fuse.SetattrResponse) error {
glog.V(3).Infof("%v dir setattr %+v", dir.Path, req)
2019-12-16 05:07:01 +00:00
if err := dir.maybeLoadEntry(ctx); err != nil {
return err
}
if req.Valid.Mode() {
2019-12-16 05:07:01 +00:00
dir.entry.Attributes.FileMode = uint32(req.Mode)
}
if req.Valid.Uid() {
2019-12-16 05:07:01 +00:00
dir.entry.Attributes.Uid = req.Uid
}
if req.Valid.Gid() {
2019-12-16 05:07:01 +00:00
dir.entry.Attributes.Gid = req.Gid
}
if req.Valid.Mtime() {
2019-12-16 05:07:01 +00:00
dir.entry.Attributes.Mtime = req.Mtime.Unix()
}
2020-01-20 07:59:46 +00:00
dir.wfs.cacheDelete(filer2.FullPath(dir.Path))
2019-12-16 05:07:01 +00:00
return dir.saveEntry(ctx)
}
func (dir *Dir) Setxattr(ctx context.Context, req *fuse.SetxattrRequest) error {
glog.V(4).Infof("dir Setxattr %s: %s", dir.Path, req.Name)
if err := dir.maybeLoadEntry(ctx); err != nil {
return err
}
if err := setxattr(dir.entry, req); err != nil {
return err
}
2020-01-20 07:59:46 +00:00
dir.wfs.cacheDelete(filer2.FullPath(dir.Path))
2019-12-18 04:38:56 +00:00
2019-12-16 05:07:01 +00:00
return dir.saveEntry(ctx)
}
func (dir *Dir) Removexattr(ctx context.Context, req *fuse.RemovexattrRequest) error {
glog.V(4).Infof("dir Removexattr %s: %s", dir.Path, req.Name)
if err := dir.maybeLoadEntry(ctx); err != nil {
return err
}
if err := removexattr(dir.entry, req); err != nil {
return err
}
2020-01-20 07:59:46 +00:00
dir.wfs.cacheDelete(filer2.FullPath(dir.Path))
2019-12-18 04:38:56 +00:00
2019-12-16 05:07:01 +00:00
return dir.saveEntry(ctx)
}
func (dir *Dir) Listxattr(ctx context.Context, req *fuse.ListxattrRequest, resp *fuse.ListxattrResponse) error {
2019-12-16 06:24:06 +00:00
glog.V(4).Infof("dir Listxattr %s", dir.Path)
2019-12-16 05:07:01 +00:00
if err := dir.maybeLoadEntry(ctx); err != nil {
return err
}
if err := listxattr(dir.entry, req, resp); err != nil {
return err
}
2019-12-18 04:38:56 +00:00
return nil
2019-12-16 05:07:01 +00:00
}
func (dir *Dir) Forget() {
2020-01-21 04:24:23 +00:00
glog.V(3).Infof("Forget dir %s", dir.Path)
dir.wfs.forgetNode(filer2.FullPath(dir.Path))
}
2019-12-16 05:07:01 +00:00
func (dir *Dir) maybeLoadEntry(ctx context.Context) error {
if dir.entry == nil {
parentDirPath, name := filer2.FullPath(dir.Path).DirAndName()
entry, err := dir.wfs.maybeLoadEntry(ctx, parentDirPath, name)
if err != nil {
return err
}
2019-12-17 22:03:57 +00:00
dir.entry = entry
2019-12-16 05:07:01 +00:00
}
return nil
}
func (dir *Dir) saveEntry(ctx context.Context) error {
parentDir, name := filer2.FullPath(dir.Path).DirAndName()
2019-12-16 05:07:01 +00:00
2019-05-03 07:24:35 +00:00
return dir.wfs.WithFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
request := &filer_pb.UpdateEntryRequest{
Directory: parentDir,
2019-12-16 05:07:01 +00:00
Entry: dir.entry,
}
2019-12-16 05:07:01 +00:00
glog.V(1).Infof("save dir entry: %v", request)
_, err := client.UpdateEntry(ctx, request)
if err != nil {
2019-12-16 05:07:01 +00:00
glog.V(0).Infof("UpdateEntry dir %s/%s: %v", parentDir, name, err)
return fuse.EIO
}
return nil
})
}