2018-05-06 05:47:16 +00:00
|
|
|
package filesys
|
|
|
|
|
|
|
|
import (
|
2020-03-26 07:08:14 +00:00
|
|
|
"bytes"
|
2018-05-06 05:47:16 +00:00
|
|
|
"context"
|
2020-07-28 16:24:39 +00:00
|
|
|
"math"
|
2018-05-06 06:39:29 +00:00
|
|
|
"os"
|
2020-01-22 19:42:40 +00:00
|
|
|
"strings"
|
2018-07-19 09:17:36 +00:00
|
|
|
"time"
|
|
|
|
|
2020-06-28 17:14:17 +00:00
|
|
|
"github.com/seaweedfs/fuse"
|
|
|
|
"github.com/seaweedfs/fuse/fs"
|
|
|
|
|
2020-09-01 07:21:19 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
2020-06-19 16:45:27 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filesys/meta_cache"
|
2018-05-08 08:59:43 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2018-05-10 06:18:02 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2020-03-23 07:01:34 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2018-05-06 05:47:16 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Dir struct {
|
2020-03-26 07:08:14 +00:00
|
|
|
name string
|
|
|
|
wfs *WFS
|
|
|
|
entry *filer_pb.Entry
|
|
|
|
parent *Dir
|
2018-05-06 05:47:16 +00:00
|
|
|
}
|
|
|
|
|
2018-05-19 20:51:44 +00:00
|
|
|
var _ = fs.Node(&Dir{})
|
2018-05-25 07:57:25 +00:00
|
|
|
var _ = fs.NodeCreater(&Dir{})
|
|
|
|
var _ = fs.NodeMkdirer(&Dir{})
|
2020-07-24 04:09:40 +00:00
|
|
|
var _ = fs.NodeFsyncer(&Dir{})
|
2018-06-07 07:07:37 +00:00
|
|
|
var _ = fs.NodeRequestLookuper(&Dir{})
|
2018-05-19 20:51:44 +00:00
|
|
|
var _ = fs.HandleReadDirAller(&Dir{})
|
2018-05-25 07:57:25 +00:00
|
|
|
var _ = fs.NodeRemover(&Dir{})
|
2018-06-07 05:11:01 +00:00
|
|
|
var _ = fs.NodeRenamer(&Dir{})
|
2018-07-19 09:17:36 +00:00
|
|
|
var _ = fs.NodeSetattrer(&Dir{})
|
2019-12-16 05:07:01 +00:00
|
|
|
var _ = fs.NodeGetxattrer(&Dir{})
|
|
|
|
var _ = fs.NodeSetxattrer(&Dir{})
|
|
|
|
var _ = fs.NodeRemovexattrer(&Dir{})
|
|
|
|
var _ = fs.NodeListxattrer(&Dir{})
|
2020-01-21 04:21:01 +00:00
|
|
|
var _ = fs.NodeForgetter(&Dir{})
|
2018-05-19 20:51:44 +00:00
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
func (dir *Dir) Attr(ctx context.Context, attr *fuse.Attr) error {
|
2018-05-21 08:25:30 +00:00
|
|
|
|
2018-11-18 15:49:14 +00:00
|
|
|
// https://github.com/bazil/fuse/issues/196
|
|
|
|
attr.Valid = time.Second
|
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
if dir.FullPath() == dir.wfs.option.FilerMountRootPath {
|
2019-05-10 22:03:31 +00:00
|
|
|
dir.setRootDirAttributes(attr)
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(3).Infof("root dir Attr %s, attr: %+v", dir.FullPath(), attr)
|
2018-05-21 08:25:30 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-02-26 06:37:54 +00:00
|
|
|
if err := dir.maybeLoadEntry(); err != nil {
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(3).Infof("dir Attr %s,err: %+v", dir.FullPath(), err)
|
2019-12-16 05:07:01 +00:00
|
|
|
return err
|
2019-12-13 18:35:23 +00:00
|
|
|
}
|
2019-12-13 18:05:43 +00:00
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
attr.Inode = util.FullPath(dir.FullPath()).AsInode()
|
2019-12-16 05:07:01 +00:00
|
|
|
attr.Mode = os.FileMode(dir.entry.Attributes.FileMode) | os.ModeDir
|
|
|
|
attr.Mtime = time.Unix(dir.entry.Attributes.Mtime, 0)
|
2020-02-25 08:42:48 +00:00
|
|
|
attr.Crtime = time.Unix(dir.entry.Attributes.Crtime, 0)
|
2019-12-16 05:07:01 +00:00
|
|
|
attr.Gid = dir.entry.Attributes.Gid
|
|
|
|
attr.Uid = dir.entry.Attributes.Uid
|
2018-06-07 05:48:51 +00:00
|
|
|
|
2020-08-31 03:12:04 +00:00
|
|
|
glog.V(4).Infof("dir Attr %s, attr: %+v", dir.FullPath(), attr)
|
2020-01-19 20:06:19 +00:00
|
|
|
|
2019-12-16 05:07:01 +00:00
|
|
|
return nil
|
|
|
|
}
|
2018-06-07 05:48:51 +00:00
|
|
|
|
2019-12-16 05:07:01 +00:00
|
|
|
func (dir *Dir) Getxattr(ctx context.Context, req *fuse.GetxattrRequest, resp *fuse.GetxattrResponse) error {
|
2018-06-07 05:48:51 +00:00
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(4).Infof("dir Getxattr %s", dir.FullPath())
|
2019-12-13 18:05:43 +00:00
|
|
|
|
2020-02-26 06:37:54 +00:00
|
|
|
if err := dir.maybeLoadEntry(); err != nil {
|
2018-05-21 08:25:30 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-12-16 05:07:01 +00:00
|
|
|
return getxattr(dir.entry, req, resp)
|
2018-05-06 05:47:16 +00:00
|
|
|
}
|
|
|
|
|
2019-05-10 22:03:31 +00:00
|
|
|
func (dir *Dir) setRootDirAttributes(attr *fuse.Attr) {
|
2020-01-20 07:59:46 +00:00
|
|
|
attr.Inode = 1 // filer2.FullPath(dir.Path).AsInode()
|
2020-01-18 21:25:17 +00:00
|
|
|
attr.Valid = time.Hour
|
2020-09-24 10:07:16 +00:00
|
|
|
attr.Uid = dir.entry.Attributes.Uid
|
|
|
|
attr.Gid = dir.entry.Attributes.Gid
|
|
|
|
attr.Mode = os.FileMode(dir.entry.Attributes.FileMode)
|
2019-05-10 22:03:31 +00:00
|
|
|
attr.Crtime = dir.wfs.option.MountCtime
|
|
|
|
attr.Ctime = dir.wfs.option.MountCtime
|
|
|
|
attr.Mtime = dir.wfs.option.MountMtime
|
|
|
|
attr.Atime = dir.wfs.option.MountMtime
|
2020-01-18 21:25:17 +00:00
|
|
|
attr.BlockSize = 1024 * 1024
|
2019-05-10 22:03:31 +00:00
|
|
|
}
|
|
|
|
|
2020-07-24 04:09:40 +00:00
|
|
|
func (dir *Dir) Fsync(ctx context.Context, req *fuse.FsyncRequest) error {
|
|
|
|
// fsync works at OS level
|
|
|
|
// write the file chunks to the filerGrpcAddress
|
|
|
|
glog.V(3).Infof("dir %s fsync %+v", dir.FullPath(), req)
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-01-21 04:21:01 +00:00
|
|
|
func (dir *Dir) newFile(name string, entry *filer_pb.Entry) fs.Node {
|
2020-08-16 00:01:42 +00:00
|
|
|
f := dir.wfs.fsNodeCache.EnsureFsNode(util.NewFullPath(dir.FullPath(), name), func() fs.Node {
|
2020-08-10 04:56:09 +00:00
|
|
|
return &File{
|
|
|
|
Name: name,
|
|
|
|
dir: dir,
|
|
|
|
wfs: dir.wfs,
|
|
|
|
entry: entry,
|
|
|
|
entryViewCache: nil,
|
|
|
|
}
|
|
|
|
})
|
2020-08-16 00:01:42 +00:00
|
|
|
f.(*File).dir = dir // in case dir node was created later
|
|
|
|
return f
|
2020-01-21 04:21:01 +00:00
|
|
|
}
|
|
|
|
|
2020-03-23 07:01:34 +00:00
|
|
|
func (dir *Dir) newDirectory(fullpath util.FullPath, entry *filer_pb.Entry) fs.Node {
|
2020-03-26 05:19:19 +00:00
|
|
|
|
2020-08-16 00:01:42 +00:00
|
|
|
d := dir.wfs.fsNodeCache.EnsureFsNode(fullpath, func() fs.Node {
|
2020-08-10 04:56:09 +00:00
|
|
|
return &Dir{name: entry.Name, wfs: dir.wfs, entry: entry, parent: dir}
|
|
|
|
})
|
2020-08-16 00:01:42 +00:00
|
|
|
d.(*Dir).parent = dir // in case dir node was created later
|
|
|
|
return d
|
2018-05-22 10:26:38 +00:00
|
|
|
}
|
|
|
|
|
2018-05-16 07:08:44 +00:00
|
|
|
func (dir *Dir) Create(ctx context.Context, req *fuse.CreateRequest,
|
|
|
|
resp *fuse.CreateResponse) (fs.Node, fs.Handle, error) {
|
|
|
|
|
2018-09-22 07:11:46 +00:00
|
|
|
request := &filer_pb.CreateEntryRequest{
|
2020-03-26 07:08:14 +00:00
|
|
|
Directory: dir.FullPath(),
|
2018-09-22 07:11:46 +00:00
|
|
|
Entry: &filer_pb.Entry{
|
|
|
|
Name: req.Name,
|
|
|
|
IsDirectory: req.Mode&os.ModeDir > 0,
|
|
|
|
Attributes: &filer_pb.FuseAttributes{
|
|
|
|
Mtime: time.Now().Unix(),
|
|
|
|
Crtime: time.Now().Unix(),
|
2019-07-24 07:03:05 +00:00
|
|
|
FileMode: uint32(req.Mode &^ dir.wfs.option.Umask),
|
2018-09-22 07:11:46 +00:00
|
|
|
Uid: req.Uid,
|
|
|
|
Gid: req.Gid,
|
|
|
|
Collection: dir.wfs.option.Collection,
|
|
|
|
Replication: dir.wfs.option.Replication,
|
|
|
|
TtlSec: dir.wfs.option.TtlSec,
|
2018-05-16 07:08:44 +00:00
|
|
|
},
|
2018-09-22 07:11:46 +00:00
|
|
|
},
|
2020-08-29 06:48:48 +00:00
|
|
|
OExcl: req.Flags&fuse.OpenExclusive != 0,
|
|
|
|
Signatures: []int32{dir.wfs.signature},
|
2018-09-22 07:11:46 +00:00
|
|
|
}
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(1).Infof("create %s/%s: %v", dir.FullPath(), req.Name, req.Flags)
|
2018-09-22 07:11:46 +00:00
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
if err := dir.wfs.WithFilerClient(func(client filer_pb.SeaweedFilerClient) error {
|
2020-09-03 07:07:22 +00:00
|
|
|
|
|
|
|
dir.wfs.mapPbIdFromLocalToFiler(request.Entry)
|
|
|
|
defer dir.wfs.mapPbIdFromFilerToLocal(request.Entry)
|
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
if err := filer_pb.CreateEntry(client, request); err != nil {
|
2020-01-22 19:42:40 +00:00
|
|
|
if strings.Contains(err.Error(), "EEXIST") {
|
|
|
|
return fuse.EEXIST
|
2018-09-22 07:11:46 +00:00
|
|
|
}
|
2020-08-31 03:59:04 +00:00
|
|
|
glog.V(0).Infof("create %s/%s: %v", dir.FullPath(), req.Name, err)
|
2020-01-22 19:42:40 +00:00
|
|
|
return fuse.EIO
|
2018-05-16 07:08:44 +00:00
|
|
|
}
|
2020-04-22 22:40:47 +00:00
|
|
|
|
2020-09-01 07:21:19 +00:00
|
|
|
dir.wfs.metaCache.InsertEntry(context.Background(), filer.FromPbEntry(request.Directory, request.Entry))
|
2020-04-22 22:40:47 +00:00
|
|
|
|
2020-01-22 19:42:40 +00:00
|
|
|
return nil
|
|
|
|
}); err != nil {
|
|
|
|
return nil, nil, err
|
2018-09-22 07:11:46 +00:00
|
|
|
}
|
2020-01-26 22:42:11 +00:00
|
|
|
var node fs.Node
|
2020-01-22 19:42:40 +00:00
|
|
|
if request.Entry.IsDirectory {
|
2020-03-26 07:08:14 +00:00
|
|
|
node = dir.newDirectory(util.NewFullPath(dir.FullPath(), req.Name), request.Entry)
|
2020-01-22 19:42:40 +00:00
|
|
|
return node, nil, nil
|
2018-05-16 07:08:44 +00:00
|
|
|
}
|
2020-01-22 19:42:40 +00:00
|
|
|
|
2020-01-26 22:42:11 +00:00
|
|
|
node = dir.newFile(req.Name, request.Entry)
|
2020-01-22 19:42:40 +00:00
|
|
|
file := node.(*File)
|
2018-09-22 07:11:46 +00:00
|
|
|
fh := dir.wfs.AcquireHandle(file, req.Uid, req.Gid)
|
|
|
|
return file, fh, nil
|
2018-05-16 07:08:44 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2018-05-08 08:59:43 +00:00
|
|
|
func (dir *Dir) Mkdir(ctx context.Context, req *fuse.MkdirRequest) (fs.Node, error) {
|
|
|
|
|
2020-03-29 08:39:48 +00:00
|
|
|
glog.V(4).Infof("mkdir %s: %s", dir.FullPath(), req.Name)
|
|
|
|
|
2020-01-25 09:15:54 +00:00
|
|
|
newEntry := &filer_pb.Entry{
|
|
|
|
Name: req.Name,
|
|
|
|
IsDirectory: true,
|
|
|
|
Attributes: &filer_pb.FuseAttributes{
|
|
|
|
Mtime: time.Now().Unix(),
|
|
|
|
Crtime: time.Now().Unix(),
|
|
|
|
FileMode: uint32(req.Mode &^ dir.wfs.option.Umask),
|
|
|
|
Uid: req.Uid,
|
|
|
|
Gid: req.Gid,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
err := dir.wfs.WithFilerClient(func(client filer_pb.SeaweedFilerClient) error {
|
2018-05-08 08:59:43 +00:00
|
|
|
|
2020-09-03 07:07:22 +00:00
|
|
|
dir.wfs.mapPbIdFromLocalToFiler(newEntry)
|
|
|
|
defer dir.wfs.mapPbIdFromFilerToLocal(newEntry)
|
|
|
|
|
2018-05-16 07:08:44 +00:00
|
|
|
request := &filer_pb.CreateEntryRequest{
|
2020-08-29 06:48:48 +00:00
|
|
|
Directory: dir.FullPath(),
|
|
|
|
Entry: newEntry,
|
|
|
|
Signatures: []int32{dir.wfs.signature},
|
2018-05-16 07:08:44 +00:00
|
|
|
}
|
2018-05-08 08:59:43 +00:00
|
|
|
|
2018-05-16 07:08:44 +00:00
|
|
|
glog.V(1).Infof("mkdir: %v", request)
|
2020-02-26 05:50:12 +00:00
|
|
|
if err := filer_pb.CreateEntry(client, request); err != nil {
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(0).Infof("mkdir %s/%s: %v", dir.FullPath(), req.Name, err)
|
2020-01-24 09:41:31 +00:00
|
|
|
return err
|
2018-05-16 07:08:44 +00:00
|
|
|
}
|
|
|
|
|
2020-09-01 07:21:19 +00:00
|
|
|
dir.wfs.metaCache.InsertEntry(context.Background(), filer.FromPbEntry(request.Directory, request.Entry))
|
2020-04-22 22:40:47 +00:00
|
|
|
|
2018-05-16 07:08:44 +00:00
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
|
|
|
if err == nil {
|
2020-03-26 07:08:14 +00:00
|
|
|
node := dir.newDirectory(util.NewFullPath(dir.FullPath(), req.Name), newEntry)
|
2020-03-29 08:39:48 +00:00
|
|
|
|
2018-05-16 07:08:44 +00:00
|
|
|
return node, nil
|
|
|
|
}
|
|
|
|
|
2020-03-29 08:39:48 +00:00
|
|
|
glog.V(0).Infof("mkdir %s/%s: %v", dir.FullPath(), req.Name, err)
|
|
|
|
|
2020-01-24 09:41:31 +00:00
|
|
|
return nil, fuse.EIO
|
2018-05-08 08:59:43 +00:00
|
|
|
}
|
|
|
|
|
2018-06-07 07:07:37 +00:00
|
|
|
func (dir *Dir) Lookup(ctx context.Context, req *fuse.LookupRequest, resp *fuse.LookupResponse) (node fs.Node, err error) {
|
2018-05-06 06:50:34 +00:00
|
|
|
|
2020-08-31 03:12:04 +00:00
|
|
|
glog.V(4).Infof("dir Lookup %s: %s by %s", dir.FullPath(), req.Name, req.Header.String())
|
2019-12-13 18:05:43 +00:00
|
|
|
|
2020-06-28 17:14:17 +00:00
|
|
|
fullFilePath := util.NewFullPath(dir.FullPath(), req.Name)
|
|
|
|
dirPath := util.FullPath(dir.FullPath())
|
2020-06-19 16:45:27 +00:00
|
|
|
meta_cache.EnsureVisited(dir.wfs.metaCache, dir.wfs, util.FullPath(dirPath))
|
2020-06-28 17:18:32 +00:00
|
|
|
cachedEntry, cacheErr := dir.wfs.metaCache.FindEntry(context.Background(), fullFilePath)
|
|
|
|
if cacheErr == filer_pb.ErrNotFound {
|
|
|
|
return nil, fuse.ENOENT
|
2020-04-22 01:02:08 +00:00
|
|
|
}
|
2020-06-28 17:25:54 +00:00
|
|
|
entry := cachedEntry.ToProtoEntry()
|
2020-04-22 01:02:08 +00:00
|
|
|
|
2018-11-07 19:35:13 +00:00
|
|
|
if entry == nil {
|
2020-01-25 08:31:53 +00:00
|
|
|
// glog.V(3).Infof("dir Lookup cache miss %s", fullFilePath)
|
2020-03-23 07:01:34 +00:00
|
|
|
entry, err = filer_pb.GetEntry(dir.wfs, fullFilePath)
|
2019-05-03 07:24:35 +00:00
|
|
|
if err != nil {
|
2020-01-16 03:08:54 +00:00
|
|
|
glog.V(1).Infof("dir GetEntry %s: %v", fullFilePath, err)
|
|
|
|
return nil, fuse.ENOENT
|
2019-05-03 07:24:35 +00:00
|
|
|
}
|
2019-12-13 18:05:43 +00:00
|
|
|
} else {
|
2020-08-31 03:12:04 +00:00
|
|
|
glog.V(4).Infof("dir Lookup cache hit %s", fullFilePath)
|
2018-11-07 19:35:13 +00:00
|
|
|
}
|
2018-05-08 08:59:43 +00:00
|
|
|
|
|
|
|
if entry != nil {
|
|
|
|
if entry.IsDirectory {
|
2020-01-21 04:21:01 +00:00
|
|
|
node = dir.newDirectory(fullFilePath, entry)
|
2018-05-08 08:59:43 +00:00
|
|
|
} else {
|
2018-09-22 07:11:46 +00:00
|
|
|
node = dir.newFile(req.Name, entry)
|
2018-05-06 05:47:16 +00:00
|
|
|
}
|
2018-06-07 07:07:37 +00:00
|
|
|
|
2020-01-21 04:21:01 +00:00
|
|
|
// resp.EntryValid = time.Second
|
2020-01-20 07:59:46 +00:00
|
|
|
resp.Attr.Inode = fullFilePath.AsInode()
|
2020-01-19 20:06:19 +00:00
|
|
|
resp.Attr.Valid = time.Second
|
2018-06-07 07:07:37 +00:00
|
|
|
resp.Attr.Mtime = time.Unix(entry.Attributes.Mtime, 0)
|
2020-02-25 08:42:48 +00:00
|
|
|
resp.Attr.Crtime = time.Unix(entry.Attributes.Crtime, 0)
|
2018-06-07 07:07:37 +00:00
|
|
|
resp.Attr.Mode = os.FileMode(entry.Attributes.FileMode)
|
|
|
|
resp.Attr.Gid = entry.Attributes.Gid
|
|
|
|
resp.Attr.Uid = entry.Attributes.Uid
|
|
|
|
|
2018-05-06 06:50:34 +00:00
|
|
|
return node, nil
|
2018-05-06 05:47:16 +00:00
|
|
|
}
|
|
|
|
|
2020-02-25 19:13:06 +00:00
|
|
|
glog.V(4).Infof("not found dir GetEntry %s: %v", fullFilePath, err)
|
2018-05-16 07:08:44 +00:00
|
|
|
return nil, fuse.ENOENT
|
2018-05-06 05:47:16 +00:00
|
|
|
}
|
|
|
|
|
2018-05-08 08:59:43 +00:00
|
|
|
func (dir *Dir) ReadDirAll(ctx context.Context) (ret []fuse.Dirent, err error) {
|
|
|
|
|
2020-08-31 03:12:04 +00:00
|
|
|
glog.V(4).Infof("dir ReadDirAll %s", dir.FullPath())
|
2019-12-13 18:05:43 +00:00
|
|
|
|
2020-04-30 00:40:08 +00:00
|
|
|
processEachEntryFn := func(entry *filer_pb.Entry, isLast bool) error {
|
2020-03-26 07:08:14 +00:00
|
|
|
fullpath := util.NewFullPath(dir.FullPath(), entry.Name)
|
2020-01-20 07:59:46 +00:00
|
|
|
inode := fullpath.AsInode()
|
2019-12-13 08:22:37 +00:00
|
|
|
if entry.IsDirectory {
|
2020-01-19 20:06:19 +00:00
|
|
|
dirent := fuse.Dirent{Inode: inode, Name: entry.Name, Type: fuse.DT_Dir}
|
2019-12-13 08:22:37 +00:00
|
|
|
ret = append(ret, dirent)
|
|
|
|
} else {
|
2020-01-19 20:06:19 +00:00
|
|
|
dirent := fuse.Dirent{Inode: inode, Name: entry.Name, Type: fuse.DT_File}
|
2019-12-13 08:22:37 +00:00
|
|
|
ret = append(ret, dirent)
|
2018-05-08 08:59:43 +00:00
|
|
|
}
|
2020-04-30 00:40:08 +00:00
|
|
|
return nil
|
2020-04-22 01:50:30 +00:00
|
|
|
}
|
|
|
|
|
2020-06-19 16:45:27 +00:00
|
|
|
dirPath := util.FullPath(dir.FullPath())
|
|
|
|
meta_cache.EnsureVisited(dir.wfs.metaCache, dir.wfs, dirPath)
|
2020-07-28 16:24:39 +00:00
|
|
|
listedEntries, listErr := dir.wfs.metaCache.ListDirectoryEntries(context.Background(), util.FullPath(dir.FullPath()), "", false, int(math.MaxInt32))
|
2020-06-28 17:18:32 +00:00
|
|
|
if listErr != nil {
|
|
|
|
glog.Errorf("list meta cache: %v", listErr)
|
|
|
|
return nil, fuse.EIO
|
2020-04-22 01:50:30 +00:00
|
|
|
}
|
2020-06-28 17:18:32 +00:00
|
|
|
for _, cachedEntry := range listedEntries {
|
|
|
|
processEachEntryFn(cachedEntry.ToProtoEntry(), false)
|
2019-12-13 08:22:37 +00:00
|
|
|
}
|
2020-06-28 17:18:32 +00:00
|
|
|
return
|
2018-05-06 05:47:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (dir *Dir) Remove(ctx context.Context, req *fuse.RemoveRequest) error {
|
2018-05-06 06:50:34 +00:00
|
|
|
|
2019-01-01 10:33:57 +00:00
|
|
|
if !req.Dir {
|
2020-02-26 05:50:12 +00:00
|
|
|
return dir.removeOneFile(req)
|
2019-01-01 10:33:57 +00:00
|
|
|
}
|
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
return dir.removeFolder(req)
|
2019-01-01 10:33:57 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
func (dir *Dir) removeOneFile(req *fuse.RemoveRequest) error {
|
2019-01-01 10:33:57 +00:00
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
filePath := util.NewFullPath(dir.FullPath(), req.Name)
|
2020-03-23 07:01:34 +00:00
|
|
|
entry, err := filer_pb.GetEntry(dir.wfs, filePath)
|
2019-01-01 10:33:57 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2020-02-25 19:13:06 +00:00
|
|
|
if entry == nil {
|
|
|
|
return nil
|
|
|
|
}
|
2019-01-01 10:33:57 +00:00
|
|
|
|
2020-08-19 06:40:53 +00:00
|
|
|
// first, ensure the filer store can correctly delete
|
2020-03-23 08:25:38 +00:00
|
|
|
glog.V(3).Infof("remove file: %v", req)
|
2020-09-09 18:21:23 +00:00
|
|
|
err = filer_pb.Remove(dir.wfs, dir.FullPath(), req.Name, false, false, false, false, []int32{dir.wfs.signature})
|
2020-03-23 08:25:38 +00:00
|
|
|
if err != nil {
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(3).Infof("not found remove file %s/%s: %v", dir.FullPath(), req.Name, err)
|
2020-03-23 08:25:38 +00:00
|
|
|
return fuse.ENOENT
|
|
|
|
}
|
2019-01-01 10:33:57 +00:00
|
|
|
|
2020-08-19 06:40:53 +00:00
|
|
|
// then, delete meta cache and fsNode cache
|
2020-08-15 16:33:41 +00:00
|
|
|
dir.wfs.metaCache.DeleteEntry(context.Background(), filePath)
|
|
|
|
dir.wfs.fsNodeCache.DeleteFsNode(filePath)
|
|
|
|
|
2020-08-19 06:40:53 +00:00
|
|
|
// delete the chunks last
|
|
|
|
dir.wfs.deleteFileChunks(entry.Chunks)
|
|
|
|
|
2020-03-23 08:25:38 +00:00
|
|
|
return nil
|
2019-01-01 10:33:57 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
func (dir *Dir) removeFolder(req *fuse.RemoveRequest) error {
|
2019-01-01 10:33:57 +00:00
|
|
|
|
2020-03-23 08:25:38 +00:00
|
|
|
glog.V(3).Infof("remove directory entry: %v", req)
|
2020-09-09 18:21:23 +00:00
|
|
|
err := filer_pb.Remove(dir.wfs, dir.FullPath(), req.Name, true, false, false, false, []int32{dir.wfs.signature})
|
2020-03-23 08:25:38 +00:00
|
|
|
if err != nil {
|
2020-08-15 16:33:41 +00:00
|
|
|
glog.V(0).Infof("remove %s/%s: %v", dir.FullPath(), req.Name, err)
|
2020-08-29 06:48:48 +00:00
|
|
|
if strings.Contains(err.Error(), "non-empty") {
|
2020-08-09 04:37:36 +00:00
|
|
|
return fuse.EEXIST
|
|
|
|
}
|
2020-03-23 08:25:38 +00:00
|
|
|
return fuse.ENOENT
|
|
|
|
}
|
2020-04-22 22:40:47 +00:00
|
|
|
|
2020-08-15 16:33:41 +00:00
|
|
|
t := util.NewFullPath(dir.FullPath(), req.Name)
|
|
|
|
dir.wfs.metaCache.DeleteEntry(context.Background(), t)
|
|
|
|
dir.wfs.fsNodeCache.DeleteFsNode(t)
|
|
|
|
|
2020-03-23 08:25:38 +00:00
|
|
|
return nil
|
2018-05-08 08:59:43 +00:00
|
|
|
|
2018-05-06 05:47:16 +00:00
|
|
|
}
|
2018-07-19 09:17:36 +00:00
|
|
|
|
|
|
|
func (dir *Dir) Setattr(ctx context.Context, req *fuse.SetattrRequest, resp *fuse.SetattrResponse) error {
|
|
|
|
|
2020-08-14 07:22:21 +00:00
|
|
|
glog.V(4).Infof("%v dir setattr %+v", dir.FullPath(), req)
|
2020-01-21 04:21:01 +00:00
|
|
|
|
2020-02-26 06:37:54 +00:00
|
|
|
if err := dir.maybeLoadEntry(); err != nil {
|
2019-12-16 05:07:01 +00:00
|
|
|
return err
|
2019-02-18 20:14:28 +00:00
|
|
|
}
|
|
|
|
|
2018-07-19 09:17:36 +00:00
|
|
|
if req.Valid.Mode() {
|
2019-12-16 05:07:01 +00:00
|
|
|
dir.entry.Attributes.FileMode = uint32(req.Mode)
|
2018-07-19 09:17:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if req.Valid.Uid() {
|
2019-12-16 05:07:01 +00:00
|
|
|
dir.entry.Attributes.Uid = req.Uid
|
2018-07-19 09:17:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if req.Valid.Gid() {
|
2019-12-16 05:07:01 +00:00
|
|
|
dir.entry.Attributes.Gid = req.Gid
|
2018-07-19 09:17:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if req.Valid.Mtime() {
|
2019-12-16 05:07:01 +00:00
|
|
|
dir.entry.Attributes.Mtime = req.Mtime.Unix()
|
2018-07-19 09:17:36 +00:00
|
|
|
}
|
|
|
|
|
2020-02-26 06:38:27 +00:00
|
|
|
return dir.saveEntry()
|
2019-12-16 05:07:01 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func (dir *Dir) Setxattr(ctx context.Context, req *fuse.SetxattrRequest) error {
|
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(4).Infof("dir Setxattr %s: %s", dir.FullPath(), req.Name)
|
2019-12-16 05:07:01 +00:00
|
|
|
|
2020-02-26 06:37:54 +00:00
|
|
|
if err := dir.maybeLoadEntry(); err != nil {
|
2019-12-16 05:07:01 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := setxattr(dir.entry, req); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2020-02-26 06:38:27 +00:00
|
|
|
return dir.saveEntry()
|
2019-12-16 05:07:01 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func (dir *Dir) Removexattr(ctx context.Context, req *fuse.RemovexattrRequest) error {
|
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(4).Infof("dir Removexattr %s: %s", dir.FullPath(), req.Name)
|
2019-12-16 05:07:01 +00:00
|
|
|
|
2020-02-26 06:37:54 +00:00
|
|
|
if err := dir.maybeLoadEntry(); err != nil {
|
2019-12-16 05:07:01 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := removexattr(dir.entry, req); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2020-02-26 06:38:27 +00:00
|
|
|
return dir.saveEntry()
|
2019-12-16 05:07:01 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func (dir *Dir) Listxattr(ctx context.Context, req *fuse.ListxattrRequest, resp *fuse.ListxattrResponse) error {
|
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
glog.V(4).Infof("dir Listxattr %s", dir.FullPath())
|
2019-12-16 05:07:01 +00:00
|
|
|
|
2020-02-26 06:37:54 +00:00
|
|
|
if err := dir.maybeLoadEntry(); err != nil {
|
2019-12-16 05:07:01 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := listxattr(dir.entry, req, resp); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-12-18 04:38:56 +00:00
|
|
|
return nil
|
2019-12-16 05:07:01 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2020-01-21 04:21:01 +00:00
|
|
|
func (dir *Dir) Forget() {
|
2020-08-31 03:12:04 +00:00
|
|
|
glog.V(4).Infof("Forget dir %s", dir.FullPath())
|
2020-08-10 04:56:09 +00:00
|
|
|
|
|
|
|
dir.wfs.fsNodeCache.DeleteFsNode(util.FullPath(dir.FullPath()))
|
2020-01-21 04:21:01 +00:00
|
|
|
}
|
|
|
|
|
2020-02-26 06:37:54 +00:00
|
|
|
func (dir *Dir) maybeLoadEntry() error {
|
2019-12-16 05:07:01 +00:00
|
|
|
if dir.entry == nil {
|
2020-03-26 07:08:14 +00:00
|
|
|
parentDirPath, name := util.FullPath(dir.FullPath()).DirAndName()
|
2020-02-26 05:50:12 +00:00
|
|
|
entry, err := dir.wfs.maybeLoadEntry(parentDirPath, name)
|
2019-12-16 05:07:01 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2019-12-17 22:03:57 +00:00
|
|
|
dir.entry = entry
|
2019-12-16 05:07:01 +00:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-02-26 06:38:27 +00:00
|
|
|
func (dir *Dir) saveEntry() error {
|
2019-12-16 05:07:01 +00:00
|
|
|
|
2020-03-26 07:08:14 +00:00
|
|
|
parentDir, name := util.FullPath(dir.FullPath()).DirAndName()
|
2019-12-16 05:07:01 +00:00
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
return dir.wfs.WithFilerClient(func(client filer_pb.SeaweedFilerClient) error {
|
2018-07-19 09:17:36 +00:00
|
|
|
|
2020-09-03 07:07:22 +00:00
|
|
|
dir.wfs.mapPbIdFromLocalToFiler(dir.entry)
|
|
|
|
defer dir.wfs.mapPbIdFromFilerToLocal(dir.entry)
|
|
|
|
|
2018-07-19 09:17:36 +00:00
|
|
|
request := &filer_pb.UpdateEntryRequest{
|
2020-08-29 06:48:48 +00:00
|
|
|
Directory: parentDir,
|
|
|
|
Entry: dir.entry,
|
|
|
|
Signatures: []int32{dir.wfs.signature},
|
2018-07-19 09:17:36 +00:00
|
|
|
}
|
|
|
|
|
2019-12-16 05:07:01 +00:00
|
|
|
glog.V(1).Infof("save dir entry: %v", request)
|
2020-02-26 05:50:12 +00:00
|
|
|
_, err := client.UpdateEntry(context.Background(), request)
|
2018-07-19 09:17:36 +00:00
|
|
|
if err != nil {
|
2020-08-19 06:42:09 +00:00
|
|
|
glog.Errorf("UpdateEntry dir %s/%s: %v", parentDir, name, err)
|
2018-07-19 09:17:36 +00:00
|
|
|
return fuse.EIO
|
|
|
|
}
|
|
|
|
|
2020-09-01 07:21:19 +00:00
|
|
|
dir.wfs.metaCache.UpdateEntry(context.Background(), filer.FromPbEntry(request.Directory, request.Entry))
|
2020-04-22 22:40:47 +00:00
|
|
|
|
2018-07-19 09:17:36 +00:00
|
|
|
return nil
|
|
|
|
})
|
|
|
|
}
|
2020-03-26 07:08:14 +00:00
|
|
|
|
|
|
|
func (dir *Dir) FullPath() string {
|
|
|
|
var parts []string
|
|
|
|
for p := dir; p != nil; p = p.parent {
|
|
|
|
if strings.HasPrefix(p.name, "/") {
|
|
|
|
if len(p.name) > 1 {
|
|
|
|
parts = append(parts, p.name[1:])
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
parts = append(parts, p.name)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(parts) == 0 {
|
|
|
|
return "/"
|
|
|
|
}
|
|
|
|
|
|
|
|
var buf bytes.Buffer
|
|
|
|
for i := len(parts) - 1; i >= 0; i-- {
|
|
|
|
buf.WriteString("/")
|
|
|
|
buf.WriteString(parts[i])
|
|
|
|
}
|
|
|
|
return buf.String()
|
|
|
|
}
|