seaweedfs/weed/operation/delete_content.go

128 lines
3.1 KiB
Go
Raw Normal View History

2012-09-26 10:27:10 +00:00
package operation
import (
2014-04-15 16:09:40 +00:00
"encoding/json"
"errors"
2015-12-15 06:38:58 +00:00
"fmt"
2014-04-15 16:09:40 +00:00
"net/url"
"strings"
"sync"
"net/http"
"github.com/chrislusf/seaweedfs/weed/security"
"github.com/chrislusf/seaweedfs/weed/util"
2018-09-28 07:10:49 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
2012-09-26 10:27:10 +00:00
)
2014-04-15 16:09:40 +00:00
type DeleteResult struct {
Fid string `json:"fid"`
Size int `json:"size"`
Status int `json:"status"`
Error string `json:"error,omitempty"`
2014-04-15 16:09:40 +00:00
}
func DeleteFromVolumeServer(fileUrlOnVolume string, jwt security.EncodedJwt) error {
2018-07-29 01:34:15 +00:00
err := util.Delete(fileUrlOnVolume, jwt)
if err != nil {
return fmt.Errorf("Failed to delete %s:%v", fileUrlOnVolume, err)
}
return nil
}
2015-02-07 23:35:28 +00:00
func DeleteFile(master string, fileId string, jwt security.EncodedJwt) error {
2014-04-14 08:07:11 +00:00
fileUrl, err := LookupFileId(master, fileId)
2013-11-19 07:03:59 +00:00
if err != nil {
2018-09-28 07:10:49 +00:00
glog.V(0).Infof("Delete %s lookup: %v, master: %s", fileId, err, master)
return nil
2013-08-14 07:31:02 +00:00
}
2015-12-15 06:38:58 +00:00
err = util.Delete(fileUrl, jwt)
if err != nil {
return fmt.Errorf("Failed to delete %s:%v", fileUrl, err)
}
return nil
2012-09-26 10:27:10 +00:00
}
2014-04-15 16:09:40 +00:00
func ParseFileId(fid string) (vid string, key_cookie string, err error) {
commaIndex := strings.Index(fid, ",")
if commaIndex <= 0 {
return "", "", errors.New("Wrong fid format.")
}
return fid[:commaIndex], fid[commaIndex+1:], nil
}
type DeleteFilesResult struct {
Errors []string
Results []DeleteResult
}
func DeleteFiles(master string, fileIds []string) (*DeleteFilesResult, error) {
vid_to_fileIds := make(map[string][]string)
ret := &DeleteFilesResult{}
var vids []string
for _, fileId := range fileIds {
vid, _, err := ParseFileId(fileId)
if err != nil {
ret.Results = append(ret.Results, DeleteResult{
Fid: vid,
Status: http.StatusBadRequest,
Error: err.Error()},
)
2014-04-15 16:09:40 +00:00
continue
}
if _, ok := vid_to_fileIds[vid]; !ok {
vid_to_fileIds[vid] = make([]string, 0)
vids = append(vids, vid)
}
vid_to_fileIds[vid] = append(vid_to_fileIds[vid], fileId)
}
lookupResults, err := LookupVolumeIds(master, vids)
if err != nil {
return ret, err
}
server_to_fileIds := make(map[string][]string)
for vid, result := range lookupResults {
if result.Error != "" {
ret.Errors = append(ret.Errors, result.Error)
continue
}
for _, location := range result.Locations {
if _, ok := server_to_fileIds[location.Url]; !ok {
server_to_fileIds[location.Url] = make([]string, 0)
2014-04-15 16:09:40 +00:00
}
server_to_fileIds[location.Url] = append(
server_to_fileIds[location.Url], vid_to_fileIds[vid]...)
2014-04-15 16:09:40 +00:00
}
}
var wg sync.WaitGroup
2014-04-15 16:09:40 +00:00
for server, fidList := range server_to_fileIds {
wg.Add(1)
go func(server string, fidList []string) {
defer wg.Done()
values := make(url.Values)
for _, fid := range fidList {
values.Add("fid", fid)
}
jsonBlob, err := util.Post("http://"+server+"/delete", values)
if err != nil {
2014-04-15 16:20:28 +00:00
ret.Errors = append(ret.Errors, err.Error()+" "+string(jsonBlob))
2014-04-15 16:09:40 +00:00
return
}
var result []DeleteResult
err = json.Unmarshal(jsonBlob, &result)
if err != nil {
2014-04-15 16:20:28 +00:00
ret.Errors = append(ret.Errors, err.Error()+" "+string(jsonBlob))
2014-04-15 16:09:40 +00:00
return
}
ret.Results = append(ret.Results, result...)
}(server, fidList)
}
wg.Wait()
return ret, nil
}