seaweedfs/weed/filesys/dir.go

324 lines
7.8 KiB
Go
Raw Normal View History

2018-05-06 05:47:16 +00:00
package filesys
import (
"context"
2018-05-06 06:39:29 +00:00
"os"
2018-05-06 05:47:16 +00:00
"path"
"path/filepath"
"time"
2018-05-06 06:39:29 +00:00
"bazil.org/fuse"
2018-05-27 18:52:26 +00:00
"bazil.org/fuse/fs"
2018-07-22 00:39:10 +00:00
"github.com/chrislusf/seaweedfs/weed/filer2"
2018-05-08 08:59:43 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
2018-05-10 06:18:02 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
2018-05-06 05:47:16 +00:00
)
type Dir struct {
Path string
wfs *WFS
attributes *filer_pb.FuseAttributes
2018-05-06 05:47:16 +00:00
}
2018-05-19 20:51:44 +00:00
var _ = fs.Node(&Dir{})
2018-05-25 07:57:25 +00:00
var _ = fs.NodeCreater(&Dir{})
var _ = fs.NodeMkdirer(&Dir{})
var _ = fs.NodeRequestLookuper(&Dir{})
2018-05-19 20:51:44 +00:00
var _ = fs.HandleReadDirAller(&Dir{})
2018-05-25 07:57:25 +00:00
var _ = fs.NodeRemover(&Dir{})
2018-06-07 05:11:01 +00:00
var _ = fs.NodeRenamer(&Dir{})
var _ = fs.NodeSetattrer(&Dir{})
2018-05-19 20:51:44 +00:00
2018-05-06 05:47:16 +00:00
func (dir *Dir) Attr(context context.Context, attr *fuse.Attr) error {
2018-05-21 08:25:30 +00:00
if dir.Path == "/" {
attr.Valid = time.Second
attr.Mode = os.ModeDir | 0777
return nil
}
item := dir.wfs.listDirectoryEntriesCache.Get(dir.Path)
if item != nil && !item.Expired() {
entry := item.Value().(*filer_pb.Entry)
attr.Mtime = time.Unix(entry.Attributes.Mtime, 0)
attr.Ctime = time.Unix(entry.Attributes.Crtime, 0)
2018-06-07 06:39:30 +00:00
attr.Mode = os.FileMode(entry.Attributes.FileMode)
attr.Gid = entry.Attributes.Gid
attr.Uid = entry.Attributes.Uid
return nil
}
2018-05-21 08:25:30 +00:00
parent, name := filepath.Split(dir.Path)
err := dir.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
request := &filer_pb.LookupDirectoryEntryRequest{
Directory: parent,
2018-05-21 08:25:30 +00:00
Name: name,
}
2018-06-07 05:55:59 +00:00
glog.V(1).Infof("read dir %s attr: %v", dir.Path, request)
resp, err := client.LookupDirectoryEntry(context, request)
2018-05-21 08:25:30 +00:00
if err != nil {
2018-06-07 05:55:59 +00:00
glog.V(0).Infof("read dir %s attr %v: %v", dir.Path, request, err)
2018-05-21 08:25:30 +00:00
return err
}
2018-10-11 07:08:13 +00:00
if resp.Entry != nil {
dir.attributes = resp.Entry.Attributes
}
2018-05-21 08:25:30 +00:00
return nil
})
if err != nil {
return err
}
// glog.V(1).Infof("dir %s: %v", dir.Path, attributes)
// glog.V(1).Infof("dir %s permission: %v", dir.Path, os.FileMode(attributes.FileMode))
attr.Mode = os.FileMode(dir.attributes.FileMode) | os.ModeDir
if dir.Path == "/" && dir.attributes.FileMode == 0 {
2018-05-21 08:25:30 +00:00
attr.Valid = time.Second
}
attr.Mtime = time.Unix(dir.attributes.Mtime, 0)
attr.Ctime = time.Unix(dir.attributes.Crtime, 0)
attr.Gid = dir.attributes.Gid
attr.Uid = dir.attributes.Uid
2018-05-21 08:25:30 +00:00
2018-05-06 05:47:16 +00:00
return nil
}
func (dir *Dir) newFile(name string, entry *filer_pb.Entry) *File {
return &File{
Name: name,
dir: dir,
wfs: dir.wfs,
entry: entry,
}
}
func (dir *Dir) Create(ctx context.Context, req *fuse.CreateRequest,
resp *fuse.CreateResponse) (fs.Node, fs.Handle, error) {
request := &filer_pb.CreateEntryRequest{
Directory: dir.Path,
Entry: &filer_pb.Entry{
Name: req.Name,
IsDirectory: req.Mode&os.ModeDir > 0,
Attributes: &filer_pb.FuseAttributes{
Mtime: time.Now().Unix(),
Crtime: time.Now().Unix(),
FileMode: uint32(req.Mode),
Uid: req.Uid,
Gid: req.Gid,
Collection: dir.wfs.option.Collection,
Replication: dir.wfs.option.Replication,
TtlSec: dir.wfs.option.TtlSec,
},
},
}
glog.V(1).Infof("create: %v", request)
if request.Entry.IsDirectory {
if err := dir.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
if _, err := client.CreateEntry(ctx, request); err != nil {
glog.V(0).Infof("create %s/%s: %v", dir.Path, req.Name, err)
return fuse.EIO
}
return nil
}); err != nil {
return nil, nil, err
}
}
file := dir.newFile(req.Name, request.Entry)
if !request.Entry.IsDirectory {
file.isOpen = true
}
fh := dir.wfs.AcquireHandle(file, req.Uid, req.Gid)
fh.dirtyMetadata = true
return file, fh, nil
}
2018-05-08 08:59:43 +00:00
func (dir *Dir) Mkdir(ctx context.Context, req *fuse.MkdirRequest) (fs.Node, error) {
err := dir.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
2018-05-08 08:59:43 +00:00
request := &filer_pb.CreateEntryRequest{
Directory: dir.Path,
Entry: &filer_pb.Entry{
Name: req.Name,
IsDirectory: true,
Attributes: &filer_pb.FuseAttributes{
Mtime: time.Now().Unix(),
2018-05-26 06:26:40 +00:00
Crtime: time.Now().Unix(),
FileMode: uint32(req.Mode),
Uid: req.Uid,
Gid: req.Gid,
},
},
}
2018-05-08 08:59:43 +00:00
glog.V(1).Infof("mkdir: %v", request)
if _, err := client.CreateEntry(ctx, request); err != nil {
2018-06-07 06:06:19 +00:00
glog.V(0).Infof("mkdir %s/%s: %v", dir.Path, req.Name, err)
return fuse.EIO
}
return nil
})
if err == nil {
node := &Dir{Path: path.Join(dir.Path, req.Name), wfs: dir.wfs}
return node, nil
}
return nil, err
2018-05-08 08:59:43 +00:00
}
func (dir *Dir) Lookup(ctx context.Context, req *fuse.LookupRequest, resp *fuse.LookupResponse) (node fs.Node, err error) {
2018-05-06 06:50:34 +00:00
2018-05-10 06:18:02 +00:00
var entry *filer_pb.Entry
err = dir.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
2018-05-08 08:59:43 +00:00
2018-05-10 06:18:02 +00:00
request := &filer_pb.LookupDirectoryEntryRequest{
2018-05-08 08:59:43 +00:00
Directory: dir.Path,
Name: req.Name,
2018-05-06 05:47:16 +00:00
}
2018-05-08 08:59:43 +00:00
glog.V(4).Infof("lookup directory entry: %v", request)
2018-05-08 08:59:43 +00:00
resp, err := client.LookupDirectoryEntry(ctx, request)
if err != nil {
2018-06-07 06:06:19 +00:00
// glog.V(0).Infof("lookup %s/%s: %v", dir.Path, name, err)
return fuse.ENOENT
2018-05-08 08:59:43 +00:00
}
entry = resp.Entry
return nil
})
if entry != nil {
if entry.IsDirectory {
node = &Dir{Path: path.Join(dir.Path, req.Name), wfs: dir.wfs, attributes: entry.Attributes}
2018-05-08 08:59:43 +00:00
} else {
node = dir.newFile(req.Name, entry)
2018-05-06 05:47:16 +00:00
}
resp.EntryValid = time.Duration(0)
resp.Attr.Mtime = time.Unix(entry.Attributes.Mtime, 0)
resp.Attr.Ctime = time.Unix(entry.Attributes.Crtime, 0)
resp.Attr.Mode = os.FileMode(entry.Attributes.FileMode)
resp.Attr.Gid = entry.Attributes.Gid
resp.Attr.Uid = entry.Attributes.Uid
2018-05-06 06:50:34 +00:00
return node, nil
2018-05-06 05:47:16 +00:00
}
return nil, fuse.ENOENT
2018-05-06 05:47:16 +00:00
}
2018-05-08 08:59:43 +00:00
func (dir *Dir) ReadDirAll(ctx context.Context) (ret []fuse.Dirent, err error) {
2018-05-10 06:18:02 +00:00
err = dir.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
2018-05-08 08:59:43 +00:00
2018-05-10 06:18:02 +00:00
request := &filer_pb.ListEntriesRequest{
2018-05-08 08:59:43 +00:00
Directory: dir.Path,
2018-07-22 08:14:36 +00:00
Limit: uint32(dir.wfs.option.DirListingLimit),
2018-05-06 05:47:16 +00:00
}
2018-05-08 08:59:43 +00:00
glog.V(4).Infof("read directory: %v", request)
2018-05-08 08:59:43 +00:00
resp, err := client.ListEntries(ctx, request)
if err != nil {
2018-06-07 06:06:19 +00:00
glog.V(0).Infof("list %s: %v", dir.Path, err)
return fuse.EIO
2018-05-06 05:47:16 +00:00
}
2018-05-08 08:59:43 +00:00
for _, entry := range resp.Entries {
if entry.IsDirectory {
dirent := fuse.Dirent{Name: entry.Name, Type: fuse.DT_Dir}
ret = append(ret, dirent)
} else {
dirent := fuse.Dirent{Name: entry.Name, Type: fuse.DT_File}
ret = append(ret, dirent)
}
2018-06-07 05:55:59 +00:00
dir.wfs.listDirectoryEntriesCache.Set(dir.Path+"/"+entry.Name, entry, 300*time.Millisecond)
2018-05-08 08:59:43 +00:00
}
return nil
})
return ret, err
2018-05-06 05:47:16 +00:00
}
func (dir *Dir) Remove(ctx context.Context, req *fuse.RemoveRequest) error {
2018-05-06 06:50:34 +00:00
2018-05-10 06:18:02 +00:00
return dir.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
2018-05-08 08:59:43 +00:00
2018-05-10 06:18:02 +00:00
request := &filer_pb.DeleteEntryRequest{
2018-06-07 05:11:01 +00:00
Directory: dir.Path,
Name: req.Name,
IsDirectory: req.Dir,
IsDeleteData: true,
2018-05-08 08:59:43 +00:00
}
glog.V(1).Infof("remove directory entry: %v", request)
_, err := client.DeleteEntry(ctx, request)
if err != nil {
2018-06-07 06:06:19 +00:00
glog.V(0).Infof("remove %s/%s: %v", dir.Path, req.Name, err)
return fuse.EIO
2018-05-08 08:59:43 +00:00
}
return nil
})
2018-05-06 05:47:16 +00:00
}
func (dir *Dir) Setattr(ctx context.Context, req *fuse.SetattrRequest, resp *fuse.SetattrResponse) error {
glog.V(3).Infof("%v dir setattr %+v, fh=%d", dir.Path, req, req.Handle)
if req.Valid.Mode() {
dir.attributes.FileMode = uint32(req.Mode)
}
if req.Valid.Uid() {
dir.attributes.Uid = req.Uid
}
if req.Valid.Gid() {
dir.attributes.Gid = req.Gid
}
if req.Valid.Mtime() {
dir.attributes.Mtime = req.Mtime.Unix()
}
parentDir, name := filer2.FullPath(dir.Path).DirAndName()
return dir.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
request := &filer_pb.UpdateEntryRequest{
Directory: parentDir,
Entry: &filer_pb.Entry{
Name: name,
Attributes: dir.attributes,
},
}
glog.V(1).Infof("set attr directory entry: %v", request)
_, err := client.UpdateEntry(ctx, request)
if err != nil {
glog.V(0).Infof("UpdateEntry %s: %v", dir.Path, err)
return fuse.EIO
}
return nil
})
}