gitlab-com-seaweedfs/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2024-01-19 02:48:24 +00:00
Code Issues Projects Releases Wiki Activity

set large limit for "weed filer.export" directory listing

Browse source
This commit is contained in:
Chris Lu 2018-09-17 00:42:36 -07:00
parent 4e1f1a0b92
commit b7a375f5aa
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
weed/command/filer_export.go
View file

@ -29,6 +29,7 @@ var (
// filerExportOutputFile = cmdFilerExport.Flag.String("output", "", "the output file. If empty, only list out the directory tree") // filerExportOutputFile = cmdFilerExport.Flag.String("output", "", "the output file. If empty, only list out the directory tree")
filerExportSourceStore = cmdFilerExport.Flag.String("sourceStore", "", "the source store name in filer.toml") filerExportSourceStore = cmdFilerExport.Flag.String("sourceStore", "", "the source store name in filer.toml")
filerExportTargetStore = cmdFilerExport.Flag.String("targetStore", "", "the target store name in filer.toml") filerExportTargetStore = cmdFilerExport.Flag.String("targetStore", "", "the target store name in filer.toml")
dirListLimit = cmdFilerExport.Flag.Int("dirListLimit", 100000, "limit directory list size")
) )
type statistics struct { type statistics struct {
@ -99,7 +100,7 @@ func runFilerExport(cmd *Command, args []string) bool {
func doTraverse(stat *statistics, filerStore filer2.FilerStore, parentPath filer2.FullPath, level int, fn func(level int, entry *filer2.Entry) error) { func doTraverse(stat *statistics, filerStore filer2.FilerStore, parentPath filer2.FullPath, level int, fn func(level int, entry *filer2.Entry) error) {
limit := 1000 limit := *dirListLimit
lastEntryName := "" lastEntryName := ""
for { for {
entries, err := filerStore.ListDirectoryEntries(parentPath, lastEntryName, false, limit) entries, err := filerStore.ListDirectoryEntries(parentPath, lastEntryName, false, limit)