2020-04-22 04:16:13 +00:00
|
|
|
package meta_cache
|
|
|
|
|
|
|
|
import (
|
2020-04-22 05:00:34 +00:00
|
|
|
"context"
|
2020-06-19 16:45:27 +00:00
|
|
|
"fmt"
|
2020-04-22 05:00:34 +00:00
|
|
|
|
2020-09-01 07:21:19 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
2020-04-22 05:00:34 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2020-04-22 04:16:13 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2020-04-22 05:00:34 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2020-04-22 04:16:13 +00:00
|
|
|
)
|
|
|
|
|
2020-10-13 18:21:13 +00:00
|
|
|
func EnsureVisited(mc *MetaCache, client filer_pb.FilerClient, dirPath util.FullPath) error {
|
2020-06-19 16:45:27 +00:00
|
|
|
|
2020-10-13 18:21:13 +00:00
|
|
|
return mc.visitedBoundary.EnsureVisited(dirPath, func(path util.FullPath) (childDirectories []string, err error) {
|
2020-06-19 16:45:27 +00:00
|
|
|
|
2020-08-31 03:12:04 +00:00
|
|
|
glog.V(4).Infof("ReadDirAllEntries %s ...", path)
|
2020-06-19 16:45:27 +00:00
|
|
|
|
2020-11-01 10:36:43 +00:00
|
|
|
util.Retry("ReadDirAllEntries", func() error {
|
2021-05-01 23:09:29 +00:00
|
|
|
err = filer_pb.ReadDirAllEntries(client, path, "", func(pbEntry *filer_pb.Entry, isLast bool) error {
|
|
|
|
entry := filer.FromPbEntry(string(path), pbEntry)
|
|
|
|
if IsHiddenSystemEntry(string(path), entry.Name()) {
|
2021-01-15 03:03:15 +00:00
|
|
|
return nil
|
|
|
|
}
|
2020-10-14 02:49:52 +00:00
|
|
|
if err := mc.doInsertEntry(context.Background(), entry); err != nil {
|
|
|
|
glog.V(0).Infof("read %s: %v", entry.FullPath, err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if entry.IsDirectory() {
|
|
|
|
childDirectories = append(childDirectories, entry.Name())
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
2020-11-01 08:58:48 +00:00
|
|
|
return err
|
|
|
|
})
|
|
|
|
|
|
|
|
if err != nil {
|
2021-05-01 23:09:29 +00:00
|
|
|
err = fmt.Errorf("list %s: %v", path, err)
|
2020-06-19 16:45:27 +00:00
|
|
|
}
|
2020-11-01 08:58:48 +00:00
|
|
|
|
2020-06-19 16:45:27 +00:00
|
|
|
return
|
|
|
|
})
|
|
|
|
}
|
2021-01-15 03:03:15 +00:00
|
|
|
|
|
|
|
func IsHiddenSystemEntry(dir, name string) bool {
|
2021-07-22 07:40:16 +00:00
|
|
|
return dir == "/" && (name == "topics" || name == "etc")
|
2021-01-15 03:03:15 +00:00
|
|
|
}
|