2020-04-22 04:16:13 +00:00
|
|
|
package meta_cache
|
|
|
|
|
|
|
|
import (
|
2020-04-22 05:00:34 +00:00
|
|
|
"context"
|
2020-06-19 16:45:27 +00:00
|
|
|
"fmt"
|
2020-04-22 05:00:34 +00:00
|
|
|
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer2"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2020-04-22 04:16:13 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2020-04-22 05:00:34 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2020-04-22 04:16:13 +00:00
|
|
|
)
|
|
|
|
|
2020-04-22 05:00:34 +00:00
|
|
|
func InitMetaCache(mc *MetaCache, client filer_pb.FilerClient, path string) error {
|
2020-06-19 16:45:27 +00:00
|
|
|
return nil
|
2020-05-18 17:31:12 +00:00
|
|
|
glog.V(0).Infof("synchronizing meta data ...")
|
2020-04-22 05:00:34 +00:00
|
|
|
filer_pb.TraverseBfs(client, util.FullPath(path), func(parentPath util.FullPath, pbEntry *filer_pb.Entry) {
|
|
|
|
entry := filer2.FromPbEntry(string(parentPath), pbEntry)
|
|
|
|
if err := mc.InsertEntry(context.Background(), entry); err != nil {
|
|
|
|
glog.V(0).Infof("read %s: %v", entry.FullPath, err)
|
|
|
|
}
|
|
|
|
})
|
2020-04-22 04:16:13 +00:00
|
|
|
return nil
|
|
|
|
}
|
2020-06-19 16:45:27 +00:00
|
|
|
|
|
|
|
func EnsureVisited(mc *MetaCache, client filer_pb.FilerClient, dirPath util.FullPath) {
|
|
|
|
|
|
|
|
mc.visitedBoundary.EnsureVisited(dirPath, func(path util.FullPath) (childDirectories []string, err error) {
|
|
|
|
|
|
|
|
glog.V(2).Infof("ReadDirAllEntries %s ...", path)
|
|
|
|
|
|
|
|
err = filer_pb.ReadDirAllEntries(client, dirPath, "", func(pbEntry *filer_pb.Entry, isLast bool) error {
|
|
|
|
entry := filer2.FromPbEntry(string(dirPath), pbEntry)
|
|
|
|
if err := mc.InsertEntry(context.Background(), entry); err != nil {
|
|
|
|
glog.V(0).Infof("read %s: %v", entry.FullPath, err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if entry.IsDirectory() {
|
|
|
|
childDirectories = append(childDirectories, entry.Name())
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
err = fmt.Errorf("list %s: %v", dirPath, err)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
})
|
|
|
|
}
|