From b7a375f5aab78ef9a04c456ad0c46d9a5652eb88 Mon Sep 17 00:00:00 2001 From: Chris Lu Date: Mon, 17 Sep 2018 00:42:36 -0700 Subject: [PATCH] set large limit for "weed filer.export" directory listing --- weed/command/filer_export.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/weed/command/filer_export.go b/weed/command/filer_export.go index d57acedc3..9bd0f3014 100644 --- a/weed/command/filer_export.go +++ b/weed/command/filer_export.go @@ -29,6 +29,7 @@ var ( // filerExportOutputFile = cmdFilerExport.Flag.String("output", "", "the output file. If empty, only list out the directory tree") filerExportSourceStore = cmdFilerExport.Flag.String("sourceStore", "", "the source store name in filer.toml") filerExportTargetStore = cmdFilerExport.Flag.String("targetStore", "", "the target store name in filer.toml") + dirListLimit = cmdFilerExport.Flag.Int("dirListLimit", 100000, "limit directory list size") ) type statistics struct { @@ -99,7 +100,7 @@ func runFilerExport(cmd *Command, args []string) bool { func doTraverse(stat *statistics, filerStore filer2.FilerStore, parentPath filer2.FullPath, level int, fn func(level int, entry *filer2.Entry) error) { - limit := 1000 + limit := *dirListLimit lastEntryName := "" for { entries, err := filerStore.ListDirectoryEntries(parentPath, lastEntryName, false, limit)