seaweedfs/go/weed/upload.go

114 lines
2.6 KiB
Go
Raw Normal View History

package main
import (
"encoding/json"
"errors"
"fmt"
"net/url"
"os"
"path"
"code.google.com/p/weed-fs/go/operation"
"code.google.com/p/weed-fs/go/util"
"strconv"
)
var uploadReplication *string
func init() {
cmdUpload.Run = runUpload // break init cycle
2013-01-20 03:49:57 +00:00
cmdUpload.IsDebug = cmdUpload.Flag.Bool("debug", false, "verbose debug information")
server = cmdUpload.Flag.String("server", "localhost:9333", "weedfs master location")
2012-09-30 09:20:33 +00:00
uploadReplication = cmdUpload.Flag.String("replication", "000", "replication type(000,001,010,100,110,200)")
}
var cmdUpload = &Command{
UsageLine: "upload -server=localhost:9333 file1 [file2 file3]",
Short: "upload one or a list of files",
Long: `upload one or a list of files.
It uses consecutive file keys for the list of files.
e.g. If the file1 uses key k, file2 can be read via k_1
`,
}
type AssignResult struct {
2013-02-10 17:44:44 +00:00
Fid string `json:"fid"`
Url string `json:"url"`
PublicUrl string `json:"publicUrl"`
Count int
2013-02-10 17:44:44 +00:00
Error string `json:"error"`
}
func assign(count int) (*AssignResult, error) {
values := make(url.Values)
values.Add("count", strconv.Itoa(count))
values.Add("replication", *uploadReplication)
2012-09-25 22:37:13 +00:00
jsonBlob, err := util.Post("http://"+*server+"/dir/assign", values)
2012-09-27 19:17:27 +00:00
debug("assign result :", string(jsonBlob))
if err != nil {
return nil, err
}
var ret AssignResult
err = json.Unmarshal(jsonBlob, &ret)
if err != nil {
return nil, err
}
if ret.Count <= 0 {
return nil, errors.New(ret.Error)
}
return &ret, nil
}
2012-09-26 21:28:46 +00:00
func upload(filename string, server string, fid string) (int, error) {
2012-09-27 19:17:27 +00:00
debug("Start uploading file:", filename)
fh, err := os.Open(filename)
if err != nil {
2012-09-27 19:17:27 +00:00
debug("Failed to open file:", filename)
2012-09-26 21:28:46 +00:00
return 0, err
}
ret, e := operation.Upload("http://"+server+"/"+fid, path.Base(filename), fh)
2012-09-26 21:28:46 +00:00
if e != nil {
2013-01-17 08:56:56 +00:00
return 0, e
2012-09-26 21:28:46 +00:00
}
return ret.Size, e
}
type SubmitResult struct {
2013-02-10 17:44:44 +00:00
Fid string `json:"fid"`
Size int `json:"size"`
Error string `json:"error"`
}
func submit(files []string) []SubmitResult {
ret, err := assign(len(files))
if err != nil {
2012-09-26 20:38:45 +00:00
fmt.Println(err)
return nil
}
results := make([]SubmitResult, len(files))
for index, file := range files {
fid := ret.Fid
if index > 0 {
fid = fid + "_" + strconv.Itoa(index)
}
2012-09-26 21:28:46 +00:00
results[index].Size, err = upload(file, ret.PublicUrl, fid)
if err != nil {
fid = ""
results[index].Error = err.Error()
}
results[index].Fid = fid
}
return results
}
func runUpload(cmd *Command, args []string) bool {
*IsDebug = true
if len(cmdUpload.Flag.Args()) == 0 {
return false
}
results := submit(args)
bytes, _ := json.Marshal(results)
fmt.Print(string(bytes))
return true
}