2020-09-01 07:21:19 +00:00
|
|
|
package filer
|
2019-12-13 08:23:05 +00:00
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
|
|
|
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2020-02-25 06:28:45 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
|
2020-03-23 07:01:34 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2019-12-13 08:23:05 +00:00
|
|
|
)
|
|
|
|
|
2020-08-29 06:48:48 +00:00
|
|
|
func (f *Filer) DeleteEntryMetaAndData(ctx context.Context, p util.FullPath, isRecursive, ignoreRecursiveError, shouldDeleteChunks, isFromOtherCluster bool, signatures []int32) (err error) {
|
2019-12-13 08:23:05 +00:00
|
|
|
if p == "/" {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
entry, findErr := f.FindEntry(ctx, p)
|
|
|
|
if findErr != nil {
|
|
|
|
return findErr
|
|
|
|
}
|
|
|
|
|
2020-02-25 06:28:45 +00:00
|
|
|
isCollection := f.isBucket(entry)
|
|
|
|
|
2019-12-13 08:23:05 +00:00
|
|
|
var chunks []*filer_pb.FileChunk
|
|
|
|
chunks = append(chunks, entry.Chunks...)
|
|
|
|
if entry.IsDirectory() {
|
|
|
|
// delete the folder children, not including the folder itself
|
|
|
|
var dirChunks []*filer_pb.FileChunk
|
2020-09-09 18:21:23 +00:00
|
|
|
dirChunks, err = f.doBatchDeleteFolderMetaAndData(ctx, entry, isRecursive, ignoreRecursiveError, shouldDeleteChunks && !isCollection, isFromOtherCluster, signatures)
|
2019-12-13 08:23:05 +00:00
|
|
|
if err != nil {
|
2020-02-25 06:28:45 +00:00
|
|
|
glog.V(0).Infof("delete directory %s: %v", p, err)
|
2019-12-13 08:23:05 +00:00
|
|
|
return fmt.Errorf("delete directory %s: %v", p, err)
|
|
|
|
}
|
|
|
|
chunks = append(chunks, dirChunks...)
|
|
|
|
}
|
2020-02-25 06:28:45 +00:00
|
|
|
|
2019-12-13 08:23:05 +00:00
|
|
|
// delete the file or folder
|
2020-08-29 06:48:48 +00:00
|
|
|
err = f.doDeleteEntryMetaAndData(ctx, entry, shouldDeleteChunks, isFromOtherCluster, signatures)
|
2019-12-13 08:23:05 +00:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("delete file %s: %v", p, err)
|
|
|
|
}
|
|
|
|
|
2020-02-25 06:28:45 +00:00
|
|
|
if shouldDeleteChunks && !isCollection {
|
2019-12-13 08:23:05 +00:00
|
|
|
go f.DeleteChunks(chunks)
|
|
|
|
}
|
2020-02-25 06:28:45 +00:00
|
|
|
if isCollection {
|
|
|
|
collectionName := entry.Name()
|
2020-02-26 05:50:12 +00:00
|
|
|
f.doDeleteCollection(collectionName)
|
2020-02-25 06:28:45 +00:00
|
|
|
f.deleteBucket(collectionName)
|
|
|
|
}
|
2019-12-13 08:23:05 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-09-09 18:21:23 +00:00
|
|
|
func (f *Filer) doBatchDeleteFolderMetaAndData(ctx context.Context, entry *Entry, isRecursive, ignoreRecursiveError, shouldDeleteChunks, isFromOtherCluster bool, signatures []int32) (chunks []*filer_pb.FileChunk, err error) {
|
2019-12-13 08:23:05 +00:00
|
|
|
|
|
|
|
lastFileName := ""
|
|
|
|
includeLastFile := false
|
|
|
|
for {
|
2020-08-05 18:38:00 +00:00
|
|
|
entries, err := f.ListDirectoryEntries(ctx, entry.FullPath, lastFileName, includeLastFile, PaginationSize, "")
|
2019-12-13 08:23:05 +00:00
|
|
|
if err != nil {
|
|
|
|
glog.Errorf("list folder %s: %v", entry.FullPath, err)
|
|
|
|
return nil, fmt.Errorf("list folder %s: %v", entry.FullPath, err)
|
|
|
|
}
|
|
|
|
if lastFileName == "" && !isRecursive && len(entries) > 0 {
|
|
|
|
// only for first iteration in the loop
|
2020-08-18 07:31:42 +00:00
|
|
|
glog.Errorf("deleting a folder %s has children: %+v ...", entry.FullPath, entries[0].Name())
|
2019-12-13 08:23:05 +00:00
|
|
|
return nil, fmt.Errorf("fail to delete non-empty folder: %s", entry.FullPath)
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, sub := range entries {
|
|
|
|
lastFileName = sub.Name()
|
|
|
|
var dirChunks []*filer_pb.FileChunk
|
|
|
|
if sub.IsDirectory() {
|
2020-09-09 18:21:23 +00:00
|
|
|
dirChunks, err = f.doBatchDeleteFolderMetaAndData(ctx, sub, isRecursive, ignoreRecursiveError, shouldDeleteChunks, false, nil)
|
2020-02-12 06:54:10 +00:00
|
|
|
chunks = append(chunks, dirChunks...)
|
|
|
|
} else {
|
2020-08-29 06:48:48 +00:00
|
|
|
f.NotifyUpdateEvent(ctx, sub, nil, shouldDeleteChunks, isFromOtherCluster, nil)
|
2020-02-12 06:54:10 +00:00
|
|
|
chunks = append(chunks, sub.Chunks...)
|
2019-12-13 08:23:05 +00:00
|
|
|
}
|
|
|
|
if err != nil && !ignoreRecursiveError {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(entries) < PaginationSize {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-02-12 06:54:10 +00:00
|
|
|
glog.V(3).Infof("deleting directory %v delete %d chunks: %v", entry.FullPath, len(chunks), shouldDeleteChunks)
|
2019-12-13 08:23:05 +00:00
|
|
|
|
2020-07-13 15:19:48 +00:00
|
|
|
if storeDeletionErr := f.Store.DeleteFolderChildren(ctx, entry.FullPath); storeDeletionErr != nil {
|
2019-12-13 08:23:05 +00:00
|
|
|
return nil, fmt.Errorf("filer store delete: %v", storeDeletionErr)
|
|
|
|
}
|
|
|
|
|
2020-09-09 18:21:23 +00:00
|
|
|
f.NotifyUpdateEvent(ctx, entry, nil, shouldDeleteChunks, isFromOtherCluster, signatures)
|
2020-07-13 00:32:19 +00:00
|
|
|
|
2019-12-13 08:23:05 +00:00
|
|
|
return chunks, nil
|
|
|
|
}
|
|
|
|
|
2020-08-29 06:48:48 +00:00
|
|
|
func (f *Filer) doDeleteEntryMetaAndData(ctx context.Context, entry *Entry, shouldDeleteChunks bool, isFromOtherCluster bool, signatures []int32) (err error) {
|
2019-12-13 08:23:05 +00:00
|
|
|
|
2020-02-12 06:54:10 +00:00
|
|
|
glog.V(3).Infof("deleting entry %v, delete chunks: %v", entry.FullPath, shouldDeleteChunks)
|
2019-12-13 08:23:05 +00:00
|
|
|
|
2020-07-13 15:19:48 +00:00
|
|
|
if storeDeletionErr := f.Store.DeleteEntry(ctx, entry.FullPath); storeDeletionErr != nil {
|
2019-12-13 08:23:05 +00:00
|
|
|
return fmt.Errorf("filer store delete: %v", storeDeletionErr)
|
|
|
|
}
|
2020-08-12 20:11:04 +00:00
|
|
|
if !entry.IsDirectory() {
|
2020-08-29 06:48:48 +00:00
|
|
|
f.NotifyUpdateEvent(ctx, entry, nil, shouldDeleteChunks, isFromOtherCluster, signatures)
|
2020-04-05 22:03:25 +00:00
|
|
|
}
|
2019-12-13 08:23:05 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
2020-02-25 06:28:45 +00:00
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
func (f *Filer) doDeleteCollection(collectionName string) (err error) {
|
2020-02-25 06:28:45 +00:00
|
|
|
|
2020-02-26 05:50:12 +00:00
|
|
|
return f.MasterClient.WithClient(func(client master_pb.SeaweedClient) error {
|
|
|
|
_, err := client.CollectionDelete(context.Background(), &master_pb.CollectionDeleteRequest{
|
2020-02-25 06:28:45 +00:00
|
|
|
Name: collectionName,
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
glog.Infof("delete collection %s: %v", collectionName, err)
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
})
|
|
|
|
|
|
|
|
}
|