seaweedfs/weed/filesys/file.go

276 lines
6.5 KiB
Go
Raw Normal View History

2018-05-06 05:47:16 +00:00
package filesys
import (
2018-05-27 18:52:26 +00:00
"context"
"os"
"sort"
"time"
2018-05-27 18:52:26 +00:00
"github.com/chrislusf/seaweedfs/weed/filer2"
2018-05-08 08:59:43 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
2018-05-10 06:18:02 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
"github.com/seaweedfs/fuse"
"github.com/seaweedfs/fuse/fs"
2018-05-06 05:47:16 +00:00
)
const blockSize = 512
2018-05-08 08:59:43 +00:00
var _ = fs.Node(&File{})
var _ = fs.NodeOpener(&File{})
var _ = fs.NodeFsyncer(&File{})
var _ = fs.NodeSetattrer(&File{})
2019-12-16 05:07:01 +00:00
var _ = fs.NodeGetxattrer(&File{})
var _ = fs.NodeSetxattrer(&File{})
var _ = fs.NodeRemovexattrer(&File{})
var _ = fs.NodeListxattrer(&File{})
var _ = fs.NodeForgetter(&File{})
2018-05-08 08:59:43 +00:00
2018-05-06 05:47:16 +00:00
type File struct {
Name string
dir *Dir
wfs *WFS
entry *filer_pb.Entry
2018-12-31 23:10:14 +00:00
entryViewCache []filer2.VisibleInterval
isOpen int
2018-05-06 05:47:16 +00:00
}
2020-01-20 07:59:46 +00:00
func (file *File) fullpath() filer2.FullPath {
return filer2.NewFullPath(file.dir.Path, file.Name)
2018-06-06 09:09:57 +00:00
}
2018-06-06 09:09:57 +00:00
func (file *File) Attr(ctx context.Context, attr *fuse.Attr) error {
glog.V(4).Infof("file Attr %s, open:%v, existing attr: %+v", file.fullpath(), file.isOpen, attr)
if file.isOpen <= 0 {
2020-01-20 07:59:46 +00:00
if err := file.maybeLoadEntry(ctx); err != nil {
return err
}
}
2018-05-08 08:59:43 +00:00
2020-01-20 07:59:46 +00:00
attr.Inode = file.fullpath().AsInode()
attr.Valid = time.Second
attr.Mode = os.FileMode(file.entry.Attributes.FileMode)
attr.Size = filer2.TotalSize(file.entry.Chunks)
if file.isOpen > 0 {
2020-01-19 20:07:04 +00:00
attr.Size = file.entry.Attributes.FileSize
}
attr.Crtime = time.Unix(file.entry.Attributes.Crtime, 0)
attr.Mtime = time.Unix(file.entry.Attributes.Mtime, 0)
attr.Gid = file.entry.Attributes.Gid
attr.Uid = file.entry.Attributes.Uid
attr.Blocks = attr.Size/blockSize + 1
2018-10-14 07:18:52 +00:00
attr.BlockSize = uint32(file.wfs.option.ChunkSizeLimit)
2018-05-19 20:51:44 +00:00
return nil
2018-05-08 08:59:43 +00:00
}
2019-12-16 05:07:01 +00:00
func (file *File) Getxattr(ctx context.Context, req *fuse.GetxattrRequest, resp *fuse.GetxattrResponse) error {
2020-01-22 23:37:59 +00:00
// glog.V(4).Infof("file Getxattr %s", file.fullpath())
2019-12-16 05:07:01 +00:00
if err := file.maybeLoadEntry(ctx); err != nil {
return err
}
return getxattr(file.entry, req, resp)
}
func (file *File) Open(ctx context.Context, req *fuse.OpenRequest, resp *fuse.OpenResponse) (fs.Handle, error) {
2018-05-23 10:08:46 +00:00
glog.V(4).Infof("file %v open %+v", file.fullpath(), req)
file.isOpen++
2018-06-06 09:09:57 +00:00
handle := file.wfs.AcquireHandle(file, req.Uid, req.Gid)
resp.Handle = fuse.HandleID(handle.handle)
glog.V(3).Infof("%v file open handle id = %d", file.fullpath(), handle.handle)
return handle, nil
}
func (file *File) Setattr(ctx context.Context, req *fuse.SetattrRequest, resp *fuse.SetattrResponse) error {
glog.V(3).Infof("%v file setattr %+v, old:%+v", file.fullpath(), req, file.entry.Attributes)
2019-12-16 05:07:01 +00:00
if err := file.maybeLoadEntry(ctx); err != nil {
return err
}
if req.Valid.Size() {
2018-06-06 09:09:57 +00:00
glog.V(3).Infof("%v file setattr set size=%v", file.fullpath(), req.Size)
2020-01-20 08:00:08 +00:00
if req.Size < filer2.TotalSize(file.entry.Chunks) {
2018-05-25 06:20:12 +00:00
// fmt.Printf("truncate %v \n", fullPath)
2020-01-20 08:00:08 +00:00
var chunks []*filer_pb.FileChunk
for _, chunk := range file.entry.Chunks {
int64Size := int64(chunk.Size)
if chunk.Offset+int64Size > int64(req.Size) {
int64Size = int64(req.Size) - chunk.Offset
2020-01-20 08:00:08 +00:00
}
if int64Size > 0 {
2020-01-20 08:00:08 +00:00
chunks = append(chunks, chunk)
}
}
file.entry.Chunks = chunks
file.entryViewCache = nil
}
file.entry.Attributes.FileSize = req.Size
}
if req.Valid.Mode() {
file.entry.Attributes.FileMode = uint32(req.Mode)
}
if req.Valid.Uid() {
file.entry.Attributes.Uid = req.Uid
}
if req.Valid.Gid() {
file.entry.Attributes.Gid = req.Gid
}
2018-12-29 06:37:18 +00:00
if req.Valid.Crtime() {
file.entry.Attributes.Crtime = req.Crtime.Unix()
}
if req.Valid.Mtime() {
file.entry.Attributes.Mtime = req.Mtime.Unix()
}
if file.isOpen > 0 {
2019-02-15 18:00:27 +00:00
return nil
}
2020-01-20 07:59:46 +00:00
file.wfs.cacheDelete(file.fullpath())
2019-12-16 05:07:01 +00:00
return file.saveEntry(ctx)
2019-12-16 05:07:01 +00:00
}
2019-12-16 05:07:01 +00:00
func (file *File) Setxattr(ctx context.Context, req *fuse.SetxattrRequest) error {
2019-12-16 05:07:01 +00:00
glog.V(4).Infof("file Setxattr %s: %s", file.fullpath(), req.Name)
2019-12-16 05:07:01 +00:00
if err := file.maybeLoadEntry(ctx); err != nil {
return err
}
2019-12-16 05:07:01 +00:00
if err := setxattr(file.entry, req); err != nil {
return err
}
2020-01-20 07:59:46 +00:00
file.wfs.cacheDelete(file.fullpath())
2019-12-18 04:38:56 +00:00
2019-12-16 05:07:01 +00:00
return file.saveEntry(ctx)
2018-05-19 20:51:44 +00:00
2018-05-06 05:47:16 +00:00
}
2019-12-16 05:07:01 +00:00
func (file *File) Removexattr(ctx context.Context, req *fuse.RemovexattrRequest) error {
2019-12-16 05:07:01 +00:00
glog.V(4).Infof("file Removexattr %s: %s", file.fullpath(), req.Name)
2019-12-16 05:07:01 +00:00
if err := file.maybeLoadEntry(ctx); err != nil {
return err
}
if err := removexattr(file.entry, req); err != nil {
return err
}
2020-01-20 07:59:46 +00:00
file.wfs.cacheDelete(file.fullpath())
2019-12-18 04:38:56 +00:00
2019-12-16 05:07:01 +00:00
return file.saveEntry(ctx)
2019-12-16 05:07:01 +00:00
}
2019-12-16 05:07:01 +00:00
func (file *File) Listxattr(ctx context.Context, req *fuse.ListxattrRequest, resp *fuse.ListxattrResponse) error {
2019-12-16 06:24:06 +00:00
glog.V(4).Infof("file Listxattr %s", file.fullpath())
2019-12-16 05:07:01 +00:00
if err := file.maybeLoadEntry(ctx); err != nil {
return err
}
2019-12-16 05:07:01 +00:00
if err := listxattr(file.entry, req, resp); err != nil {
return err
}
2019-12-18 04:38:56 +00:00
return nil
2018-11-07 19:35:13 +00:00
2019-12-16 05:07:01 +00:00
}
2019-12-16 05:07:01 +00:00
func (file *File) Fsync(ctx context.Context, req *fuse.FsyncRequest) error {
// fsync works at OS level
// write the file chunks to the filerGrpcAddress
glog.V(3).Infof("%s/%s fsync file %+v", file.dir.Path, file.Name, req)
return nil
}
func (file *File) Forget() {
glog.V(3).Infof("Forget file %s/%s", file.dir.Path, file.Name)
file.wfs.forgetNode(filer2.NewFullPath(file.dir.Path, file.Name))
}
2019-12-16 05:07:01 +00:00
func (file *File) maybeLoadEntry(ctx context.Context) error {
if file.entry == nil || file.isOpen <= 0 {
2019-12-16 05:07:01 +00:00
entry, err := file.wfs.maybeLoadEntry(ctx, file.dir.Path, file.Name)
if err != nil {
return err
}
if entry != nil {
file.setEntry(entry)
}
}
return nil
}
2019-01-05 23:16:39 +00:00
func (file *File) addChunks(chunks []*filer_pb.FileChunk) {
sort.Slice(chunks, func(i, j int) bool {
return chunks[i].Mtime < chunks[j].Mtime
})
var newVisibles []filer2.VisibleInterval
2019-01-05 23:16:39 +00:00
for _, chunk := range chunks {
newVisibles = filer2.MergeIntoVisibles(file.entryViewCache, newVisibles, chunk)
t := file.entryViewCache[:0]
file.entryViewCache = newVisibles
newVisibles = t
2019-01-05 23:16:39 +00:00
}
2019-06-21 19:05:00 +00:00
glog.V(3).Infof("%s existing %d chunks adds %d more", file.fullpath(), len(file.entry.Chunks), len(chunks))
file.entry.Chunks = append(file.entry.Chunks, chunks...)
2019-01-05 23:16:39 +00:00
}
2019-01-05 23:21:56 +00:00
func (file *File) setEntry(entry *filer_pb.Entry) {
file.entry = entry
file.entryViewCache = filer2.NonOverlappingVisibleIntervals(file.entry.Chunks)
}
2019-12-16 05:07:01 +00:00
func (file *File) saveEntry(ctx context.Context) error {
return file.wfs.WithFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
request := &filer_pb.UpdateEntryRequest{
Directory: file.dir.Path,
Entry: file.entry,
}
glog.V(1).Infof("save file entry: %v", request)
_, err := client.UpdateEntry(ctx, request)
if err != nil {
glog.V(0).Infof("UpdateEntry file %s/%s: %v", file.dir.Path, file.Name, err)
return fuse.EIO
}
return nil
})
}