2020-02-25 07:30:01 +00:00
|
|
|
package shell
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"flag"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"math"
|
|
|
|
|
2022-07-29 07:17:28 +00:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
2020-02-25 07:30:01 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
2020-12-23 01:40:55 +00:00
|
|
|
Commands = append(Commands, &commandS3BucketList{})
|
2020-02-25 07:30:01 +00:00
|
|
|
}
|
|
|
|
|
2020-12-23 01:40:55 +00:00
|
|
|
type commandS3BucketList struct {
|
2020-02-25 07:30:01 +00:00
|
|
|
}
|
|
|
|
|
2020-12-23 01:40:55 +00:00
|
|
|
func (c *commandS3BucketList) Name() string {
|
|
|
|
return "s3.bucket.list"
|
2020-02-25 07:30:01 +00:00
|
|
|
}
|
|
|
|
|
2020-12-23 01:40:55 +00:00
|
|
|
func (c *commandS3BucketList) Help() string {
|
2020-02-25 07:30:01 +00:00
|
|
|
return `list all buckets
|
|
|
|
|
|
|
|
`
|
|
|
|
}
|
|
|
|
|
2020-12-23 01:40:55 +00:00
|
|
|
func (c *commandS3BucketList) Do(args []string, commandEnv *CommandEnv, writer io.Writer) (err error) {
|
2020-02-25 07:30:01 +00:00
|
|
|
|
|
|
|
bucketCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError)
|
|
|
|
if err = bucketCommand.Parse(args); err != nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-01-21 08:26:49 +00:00
|
|
|
// collect collection information
|
2022-02-08 08:53:55 +00:00
|
|
|
topologyInfo, _, err := collectTopologyInfo(commandEnv, 0)
|
2022-01-21 08:26:49 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
collectionInfos := make(map[string]*CollectionInfo)
|
|
|
|
collectCollectionInfo(topologyInfo, collectionInfos)
|
|
|
|
|
2020-03-24 04:26:15 +00:00
|
|
|
_, parseErr := commandEnv.parseUrl(findInputDirectory(bucketCommand.Args()))
|
2020-02-25 07:30:01 +00:00
|
|
|
if parseErr != nil {
|
|
|
|
return parseErr
|
|
|
|
}
|
|
|
|
|
2020-03-23 08:14:21 +00:00
|
|
|
var filerBucketsPath string
|
2020-03-24 04:26:15 +00:00
|
|
|
filerBucketsPath, err = readFilerBucketsPath(commandEnv)
|
2020-03-23 08:14:21 +00:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("read buckets: %v", err)
|
|
|
|
}
|
2020-02-25 07:30:01 +00:00
|
|
|
|
2020-04-30 00:40:08 +00:00
|
|
|
err = filer_pb.List(commandEnv, filerBucketsPath, "", func(entry *filer_pb.Entry, isLast bool) error {
|
2021-05-23 17:36:22 +00:00
|
|
|
if !entry.IsDirectory {
|
|
|
|
return nil
|
|
|
|
}
|
2022-01-21 08:26:49 +00:00
|
|
|
collection := entry.Name
|
2022-03-05 02:47:44 +00:00
|
|
|
var collectionSize, fileCount float64
|
2022-01-21 08:26:49 +00:00
|
|
|
if collectionInfo, found := collectionInfos[collection]; found {
|
|
|
|
collectionSize = collectionInfo.Size
|
|
|
|
fileCount = collectionInfo.FileCount - collectionInfo.DeleteCount
|
2020-02-25 07:30:01 +00:00
|
|
|
}
|
2022-03-05 02:47:44 +00:00
|
|
|
fmt.Fprintf(writer, " %s\tsize:%.0f\tfile:%.0f", entry.Name, collectionSize, fileCount)
|
2022-01-21 08:55:04 +00:00
|
|
|
if entry.Quota > 0 {
|
|
|
|
fmt.Fprintf(writer, "\tquota:%d\tusage:%.2f%%", entry.Quota, float64(collectionSize)*100/float64(entry.Quota))
|
|
|
|
}
|
|
|
|
fmt.Fprintln(writer)
|
2020-04-30 00:40:08 +00:00
|
|
|
return nil
|
2020-03-23 08:14:21 +00:00
|
|
|
}, "", false, math.MaxUint32)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("list buckets under %v: %v", filerBucketsPath, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return err
|
2020-02-25 07:30:01 +00:00
|
|
|
|
2020-03-23 08:14:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func readFilerBucketsPath(filerClient filer_pb.FilerClient) (filerBucketsPath string, err error) {
|
2021-12-26 08:15:03 +00:00
|
|
|
err = filerClient.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
2020-03-23 08:14:21 +00:00
|
|
|
|
|
|
|
resp, err := client.GetFilerConfiguration(context.Background(), &filer_pb.GetFilerConfigurationRequest{})
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("get filer configuration: %v", err)
|
2020-02-25 07:30:01 +00:00
|
|
|
}
|
2020-03-23 08:14:21 +00:00
|
|
|
filerBucketsPath = resp.DirBuckets
|
2020-02-25 07:30:01 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
|
|
|
|
})
|
|
|
|
|
2020-03-23 08:14:21 +00:00
|
|
|
return filerBucketsPath, err
|
2020-02-25 07:30:01 +00:00
|
|
|
}
|