2018-09-03 20:03:16 +00:00
|
|
|
package s3api
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2018-09-03 23:47:00 +00:00
|
|
|
"fmt"
|
|
|
|
"os"
|
2019-07-08 19:37:20 +00:00
|
|
|
"strings"
|
2018-09-03 23:47:00 +00:00
|
|
|
"time"
|
|
|
|
|
2019-09-02 10:28:40 +00:00
|
|
|
"github.com/joeslay/seaweedfs/weed/glog"
|
|
|
|
"github.com/joeslay/seaweedfs/weed/pb/filer_pb"
|
2018-09-03 20:03:16 +00:00
|
|
|
)
|
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
func (s3a *S3ApiServer) mkdir(ctx context.Context, parentDirectoryPath string, dirName string, fn func(entry *filer_pb.Entry)) error {
|
|
|
|
return s3a.withFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
|
2018-09-03 20:03:16 +00:00
|
|
|
|
2018-09-04 07:42:44 +00:00
|
|
|
entry := &filer_pb.Entry{
|
|
|
|
Name: dirName,
|
|
|
|
IsDirectory: true,
|
|
|
|
Attributes: &filer_pb.FuseAttributes{
|
|
|
|
Mtime: time.Now().Unix(),
|
|
|
|
Crtime: time.Now().Unix(),
|
|
|
|
FileMode: uint32(0777 | os.ModeDir),
|
|
|
|
Uid: OS_UID,
|
|
|
|
Gid: OS_GID,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
if fn != nil {
|
|
|
|
fn(entry)
|
|
|
|
}
|
|
|
|
|
2018-09-03 20:03:16 +00:00
|
|
|
request := &filer_pb.CreateEntryRequest{
|
|
|
|
Directory: parentDirectoryPath,
|
2018-09-04 07:42:44 +00:00
|
|
|
Entry: entry,
|
2018-09-03 20:03:16 +00:00
|
|
|
}
|
|
|
|
|
2018-09-09 23:25:43 +00:00
|
|
|
glog.V(1).Infof("mkdir: %v", request)
|
2019-03-16 00:20:24 +00:00
|
|
|
if _, err := client.CreateEntry(ctx, request); err != nil {
|
2018-09-03 20:03:16 +00:00
|
|
|
return fmt.Errorf("mkdir %s/%s: %v", parentDirectoryPath, dirName, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
func (s3a *S3ApiServer) mkFile(ctx context.Context, parentDirectoryPath string, fileName string, chunks []*filer_pb.FileChunk) error {
|
|
|
|
return s3a.withFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
|
2018-09-09 23:25:43 +00:00
|
|
|
|
|
|
|
entry := &filer_pb.Entry{
|
|
|
|
Name: fileName,
|
|
|
|
IsDirectory: false,
|
|
|
|
Attributes: &filer_pb.FuseAttributes{
|
|
|
|
Mtime: time.Now().Unix(),
|
|
|
|
Crtime: time.Now().Unix(),
|
|
|
|
FileMode: uint32(0770),
|
|
|
|
Uid: OS_UID,
|
|
|
|
Gid: OS_GID,
|
|
|
|
},
|
|
|
|
Chunks: chunks,
|
|
|
|
}
|
|
|
|
|
|
|
|
request := &filer_pb.CreateEntryRequest{
|
|
|
|
Directory: parentDirectoryPath,
|
|
|
|
Entry: entry,
|
|
|
|
}
|
|
|
|
|
|
|
|
glog.V(1).Infof("create file: %s/%s", parentDirectoryPath, fileName)
|
2019-03-16 00:20:24 +00:00
|
|
|
if _, err := client.CreateEntry(ctx, request); err != nil {
|
2018-09-09 23:25:43 +00:00
|
|
|
return fmt.Errorf("create file %s/%s: %v", parentDirectoryPath, fileName, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
func (s3a *S3ApiServer) list(ctx context.Context, parentDirectoryPath, prefix, startFrom string, inclusive bool, limit int) (entries []*filer_pb.Entry, err error) {
|
2018-09-03 20:03:16 +00:00
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
err = s3a.withFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
|
2018-09-03 20:03:16 +00:00
|
|
|
|
|
|
|
request := &filer_pb.ListEntriesRequest{
|
2018-09-12 07:46:12 +00:00
|
|
|
Directory: parentDirectoryPath,
|
2018-09-09 23:25:43 +00:00
|
|
|
Prefix: prefix,
|
|
|
|
StartFromFileName: startFrom,
|
|
|
|
InclusiveStartFrom: inclusive,
|
|
|
|
Limit: uint32(limit),
|
2018-09-03 20:03:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
glog.V(4).Infof("read directory: %v", request)
|
2019-03-16 00:20:24 +00:00
|
|
|
resp, err := client.ListEntries(ctx, request)
|
2018-09-03 20:03:16 +00:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("list dir %v: %v", parentDirectoryPath, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
entries = resp.Entries
|
|
|
|
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
}
|
2018-09-03 20:16:26 +00:00
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
func (s3a *S3ApiServer) rm(ctx context.Context, parentDirectoryPath string, entryName string, isDirectory, isDeleteData, isRecursive bool) error {
|
2018-09-03 20:16:26 +00:00
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
return s3a.withFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
|
2018-09-03 20:16:26 +00:00
|
|
|
|
|
|
|
request := &filer_pb.DeleteEntryRequest{
|
|
|
|
Directory: parentDirectoryPath,
|
|
|
|
Name: entryName,
|
|
|
|
IsDeleteData: isDeleteData,
|
|
|
|
IsRecursive: isRecursive,
|
|
|
|
}
|
|
|
|
|
|
|
|
glog.V(1).Infof("delete entry %v/%v: %v", parentDirectoryPath, entryName, request)
|
|
|
|
if _, err := client.DeleteEntry(ctx, request); err != nil {
|
|
|
|
return fmt.Errorf("delete entry %s/%s: %v", parentDirectoryPath, entryName, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
|
|
|
}
|
2018-09-04 07:42:44 +00:00
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
func (s3a *S3ApiServer) exists(ctx context.Context, parentDirectoryPath string, entryName string, isDirectory bool) (exists bool, err error) {
|
2018-09-04 07:42:44 +00:00
|
|
|
|
2019-03-16 00:20:24 +00:00
|
|
|
err = s3a.withFilerClient(ctx, func(client filer_pb.SeaweedFilerClient) error {
|
2018-09-04 07:42:44 +00:00
|
|
|
|
|
|
|
request := &filer_pb.LookupDirectoryEntryRequest{
|
|
|
|
Directory: parentDirectoryPath,
|
|
|
|
Name: entryName,
|
|
|
|
}
|
|
|
|
|
2018-09-12 07:46:12 +00:00
|
|
|
glog.V(4).Infof("exists entry %v/%v: %v", parentDirectoryPath, entryName, request)
|
2018-09-04 07:42:44 +00:00
|
|
|
resp, err := client.LookupDirectoryEntry(ctx, request)
|
|
|
|
if err != nil {
|
2018-09-09 23:25:43 +00:00
|
|
|
return fmt.Errorf("exists entry %s/%s: %v", parentDirectoryPath, entryName, err)
|
2018-09-04 07:42:44 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
exists = resp.Entry.IsDirectory == isDirectory
|
|
|
|
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
|
|
|
return
|
|
|
|
}
|
2019-07-08 19:37:20 +00:00
|
|
|
|
|
|
|
func objectKey(key *string) *string {
|
|
|
|
if strings.HasPrefix(*key, "/") {
|
|
|
|
t := (*key)[1:]
|
|
|
|
return &t
|
|
|
|
}
|
|
|
|
return key
|
2019-07-22 04:51:38 +00:00
|
|
|
}
|