2020-12-26 23:05:31 +00:00
|
|
|
package filer
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2022-07-29 07:17:28 +00:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
2021-07-29 09:08:55 +00:00
|
|
|
"math"
|
2020-12-26 23:05:31 +00:00
|
|
|
"path/filepath"
|
|
|
|
"strings"
|
|
|
|
)
|
|
|
|
|
2020-12-26 23:21:12 +00:00
|
|
|
func splitPattern(pattern string) (prefix string, restPattern string) {
|
2020-12-26 23:05:31 +00:00
|
|
|
position := strings.Index(pattern, "*")
|
|
|
|
if position >= 0 {
|
2020-12-26 23:21:12 +00:00
|
|
|
return pattern[:position], pattern[position:]
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
|
|
|
position = strings.Index(pattern, "?")
|
|
|
|
if position >= 0 {
|
2020-12-26 23:21:12 +00:00
|
|
|
return pattern[:position], pattern[position:]
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
2020-12-26 23:21:12 +00:00
|
|
|
return "", restPattern
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
|
|
|
|
2021-01-02 04:23:23 +00:00
|
|
|
// For now, prefix and namePattern are mutually exclusive
|
2021-04-24 18:49:03 +00:00
|
|
|
func (f *Filer) ListDirectoryEntries(ctx context.Context, p util.FullPath, startFileName string, inclusive bool, limit int64, prefix string, namePattern string, namePatternExclude string) (entries []*Entry, hasMore bool, err error) {
|
2020-12-26 23:05:31 +00:00
|
|
|
|
2021-10-08 04:12:57 +00:00
|
|
|
if limit > math.MaxInt32-1 {
|
|
|
|
limit = math.MaxInt32 - 1
|
|
|
|
}
|
|
|
|
|
2021-04-24 18:49:03 +00:00
|
|
|
_, err = f.StreamListDirectoryEntries(ctx, p, startFileName, inclusive, limit+1, prefix, namePattern, namePatternExclude, func(entry *Entry) bool {
|
2021-01-16 07:56:24 +00:00
|
|
|
entries = append(entries, entry)
|
|
|
|
return true
|
|
|
|
})
|
2020-12-26 23:05:31 +00:00
|
|
|
|
2021-01-16 07:56:24 +00:00
|
|
|
hasMore = int64(len(entries)) >= limit+1
|
|
|
|
if hasMore {
|
|
|
|
entries = entries[:limit]
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
|
|
|
|
2021-01-15 07:10:37 +00:00
|
|
|
return entries, hasMore, err
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
|
|
|
|
2021-01-16 07:56:24 +00:00
|
|
|
// For now, prefix and namePattern are mutually exclusive
|
2021-04-24 18:49:03 +00:00
|
|
|
func (f *Filer) StreamListDirectoryEntries(ctx context.Context, p util.FullPath, startFileName string, inclusive bool, limit int64, prefix string, namePattern string, namePatternExclude string, eachEntryFunc ListEachEntryFunc) (lastFileName string, err error) {
|
2021-01-16 07:56:24 +00:00
|
|
|
if strings.HasSuffix(string(p), "/") && len(p) > 1 {
|
|
|
|
p = p[0 : len(p)-1]
|
|
|
|
}
|
2020-12-26 23:05:31 +00:00
|
|
|
|
2021-01-16 07:56:24 +00:00
|
|
|
prefixInNamePattern, restNamePattern := splitPattern(namePattern)
|
|
|
|
if prefixInNamePattern != "" {
|
|
|
|
prefix = prefixInNamePattern
|
|
|
|
}
|
|
|
|
var missedCount int64
|
|
|
|
|
2021-04-24 18:49:03 +00:00
|
|
|
missedCount, lastFileName, err = f.doListPatternMatchedEntries(ctx, p, startFileName, inclusive, limit, prefix, restNamePattern, namePatternExclude, eachEntryFunc)
|
2021-01-16 07:56:24 +00:00
|
|
|
|
|
|
|
for missedCount > 0 && err == nil {
|
2021-04-24 18:49:03 +00:00
|
|
|
missedCount, lastFileName, err = f.doListPatternMatchedEntries(ctx, p, lastFileName, false, missedCount, prefix, restNamePattern, namePatternExclude, eachEntryFunc)
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
2021-01-16 07:56:24 +00:00
|
|
|
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-04-24 18:49:03 +00:00
|
|
|
func (f *Filer) doListPatternMatchedEntries(ctx context.Context, p util.FullPath, startFileName string, inclusive bool, limit int64, prefix, restNamePattern string, namePatternExclude string, eachEntryFunc ListEachEntryFunc) (missedCount int64, lastFileName string, err error) {
|
2021-01-16 07:56:24 +00:00
|
|
|
|
2021-05-06 10:37:51 +00:00
|
|
|
if len(restNamePattern) == 0 && len(namePatternExclude) == 0 {
|
2021-01-16 07:56:24 +00:00
|
|
|
lastFileName, err = f.doListValidEntries(ctx, p, startFileName, inclusive, limit, prefix, eachEntryFunc)
|
|
|
|
return 0, lastFileName, err
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
2021-01-16 07:56:24 +00:00
|
|
|
|
|
|
|
lastFileName, err = f.doListValidEntries(ctx, p, startFileName, inclusive, limit, prefix, func(entry *Entry) bool {
|
2021-04-24 18:51:23 +00:00
|
|
|
nameToTest := entry.Name()
|
2021-04-24 18:49:03 +00:00
|
|
|
if len(namePatternExclude) > 0 {
|
|
|
|
if matched, matchErr := filepath.Match(namePatternExclude, nameToTest); matchErr == nil && matched {
|
|
|
|
missedCount++
|
|
|
|
return true
|
2021-01-16 07:56:24 +00:00
|
|
|
}
|
2021-04-24 18:49:03 +00:00
|
|
|
}
|
|
|
|
if len(restNamePattern) > 0 {
|
|
|
|
if matched, matchErr := filepath.Match(restNamePattern, nameToTest[len(prefix):]); matchErr == nil && !matched {
|
|
|
|
missedCount++
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if !eachEntryFunc(entry) {
|
|
|
|
return false
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
2021-01-16 07:56:24 +00:00
|
|
|
return true
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
return
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-01-16 07:56:24 +00:00
|
|
|
func (f *Filer) doListValidEntries(ctx context.Context, p util.FullPath, startFileName string, inclusive bool, limit int64, prefix string, eachEntryFunc ListEachEntryFunc) (lastFileName string, err error) {
|
2021-01-15 07:10:37 +00:00
|
|
|
var expiredCount int64
|
2021-01-16 07:56:24 +00:00
|
|
|
expiredCount, lastFileName, err = f.doListDirectoryEntries(ctx, p, startFileName, inclusive, limit, prefix, eachEntryFunc)
|
2020-12-26 23:05:31 +00:00
|
|
|
for expiredCount > 0 && err == nil {
|
2021-01-16 07:56:24 +00:00
|
|
|
expiredCount, lastFileName, err = f.doListDirectoryEntries(ctx, p, lastFileName, false, expiredCount, prefix, eachEntryFunc)
|
2020-12-26 23:05:31 +00:00
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|