seaweedfs/weed/mount/filehandle_read.go

115 lines
3.4 KiB
Go
Raw Normal View History

2022-02-14 06:50:44 +00:00
package mount
import (
"context"
"fmt"
"io"
"github.com/seaweedfs/seaweedfs/weed/filer"
"github.com/seaweedfs/seaweedfs/weed/glog"
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
2022-02-14 06:50:44 +00:00
)
func (fh *FileHandle) lockForRead(startOffset int64, size int) {
fh.dirtyPages.LockForRead(startOffset, startOffset+int64(size))
}
func (fh *FileHandle) unlockForRead(startOffset int64, size int) {
fh.dirtyPages.UnlockForRead(startOffset, startOffset+int64(size))
}
2022-12-23 04:39:24 +00:00
func (fh *FileHandle) readFromDirtyPages(buff []byte, startOffset int64, tsNs int64) (maxStop int64) {
maxStop = fh.dirtyPages.ReadDirtyDataAt(buff, startOffset, tsNs)
2022-02-14 06:50:44 +00:00
return
}
2022-12-23 04:39:24 +00:00
func (fh *FileHandle) readFromChunks(buff []byte, offset int64) (int64, int64, error) {
2022-12-23 18:41:45 +00:00
fh.entryLock.Lock()
defer fh.entryLock.Unlock()
2022-02-14 06:50:44 +00:00
fileFullPath := fh.FullPath()
2022-12-05 07:33:05 +00:00
entry := fh.GetEntry()
2022-02-14 06:50:44 +00:00
if entry == nil {
2022-12-23 04:39:24 +00:00
return 0, 0, io.EOF
2022-02-14 06:50:44 +00:00
}
if entry.IsInRemoteOnly() {
glog.V(4).Infof("download remote entry %s", fileFullPath)
newEntry, err := fh.downloadRemoteEntry(entry)
if err != nil {
glog.V(1).Infof("download remote entry %s: %v", fileFullPath, err)
2022-12-23 04:39:24 +00:00
return 0, 0, err
2022-02-14 06:50:44 +00:00
}
entry = newEntry
}
fileSize := int64(filer.FileSize(entry))
if fileSize == 0 {
glog.V(1).Infof("empty fh %v", fileFullPath)
2022-12-23 04:39:24 +00:00
return 0, 0, io.EOF
2022-02-14 06:50:44 +00:00
}
if offset+int64(len(buff)) <= int64(len(entry.Content)) {
totalRead := copy(buff, entry.Content[offset:])
glog.V(4).Infof("file handle read cached %s [%d,%d] %d", fileFullPath, offset, offset+int64(totalRead), totalRead)
2022-12-23 04:39:24 +00:00
return int64(totalRead), 0, nil
2022-02-14 06:50:44 +00:00
}
var chunkResolveErr error
if fh.entryViewCache == nil {
fh.entryViewCache, chunkResolveErr = filer.NonOverlappingVisibleIntervals(fh.wfs.LookupFn(), entry.GetChunks(), 0, fileSize)
2022-02-14 06:50:44 +00:00
if chunkResolveErr != nil {
2022-12-23 04:39:24 +00:00
return 0, 0, fmt.Errorf("fail to resolve chunk manifest: %v", chunkResolveErr)
2022-02-14 06:50:44 +00:00
}
2022-07-08 08:04:15 +00:00
fh.CloseReader()
2022-02-14 06:50:44 +00:00
}
2022-07-08 08:04:15 +00:00
if fh.reader == nil {
2022-02-26 11:00:08 +00:00
chunkViews := filer.ViewFromVisibleIntervals(fh.entryViewCache, 0, fileSize)
2022-02-14 06:50:44 +00:00
glog.V(4).Infof("file handle read %s [%d,%d) from %d views", fileFullPath, offset, offset+int64(len(buff)), len(chunkViews))
2022-12-25 07:14:45 +00:00
//for _, chunkView := range chunkViews {
// glog.V(4).Infof(" read %s [%d,%d) from chunk %+v", fileFullPath, chunkView.LogicOffset, chunkView.LogicOffset+int64(chunkView.Size), chunkView.FileId)
//}
2022-07-08 08:04:15 +00:00
fh.reader = filer.NewChunkReaderAtFromClient(fh.wfs.LookupFn(), chunkViews, fh.wfs.chunkCache, fileSize)
2022-02-14 06:50:44 +00:00
}
2022-12-23 04:39:24 +00:00
totalRead, ts, err := fh.reader.ReadAtWithTime(buff, offset)
2022-02-14 06:50:44 +00:00
if err != nil && err != io.EOF {
glog.Errorf("file handle read %s: %v", fileFullPath, err)
}
2022-02-26 11:00:08 +00:00
// glog.V(4).Infof("file handle read %s [%d,%d] %d : %v", fileFullPath, offset, offset+int64(totalRead), totalRead, err)
2022-02-14 06:50:44 +00:00
2022-12-23 04:39:24 +00:00
return int64(totalRead), ts, err
2022-02-14 06:50:44 +00:00
}
func (fh *FileHandle) downloadRemoteEntry(entry *filer_pb.Entry) (*filer_pb.Entry, error) {
fileFullPath := fh.FullPath()
dir, _ := fileFullPath.DirAndName()
err := fh.wfs.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
request := &filer_pb.CacheRemoteObjectToLocalClusterRequest{
Directory: string(dir),
Name: entry.Name,
}
glog.V(4).Infof("download entry: %v", request)
resp, err := client.CacheRemoteObjectToLocalCluster(context.Background(), request)
if err != nil {
return fmt.Errorf("CacheRemoteObjectToLocalCluster file %s: %v", fileFullPath, err)
}
entry = resp.Entry
fh.wfs.metaCache.InsertEntry(context.Background(), filer.FromPbEntry(request.Directory, resp.Entry))
return nil
})
return entry, err
}