2012-08-06 23:54:53 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2013-08-09 07:17:07 +00:00
|
|
|
"code.google.com/p/weed-fs/go/glog"
|
2012-08-24 03:56:09 +00:00
|
|
|
"encoding/json"
|
2012-08-06 23:54:53 +00:00
|
|
|
"flag"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
2012-09-28 16:12:36 +00:00
|
|
|
"math/rand"
|
2013-09-02 06:58:21 +00:00
|
|
|
"net"
|
2012-08-24 03:56:09 +00:00
|
|
|
"net/http"
|
2012-08-06 23:54:53 +00:00
|
|
|
"os"
|
|
|
|
"strings"
|
|
|
|
"sync"
|
|
|
|
"text/template"
|
2012-09-28 16:12:36 +00:00
|
|
|
"time"
|
2012-08-06 23:54:53 +00:00
|
|
|
"unicode"
|
|
|
|
"unicode/utf8"
|
|
|
|
)
|
|
|
|
|
2012-08-07 08:29:22 +00:00
|
|
|
var IsDebug *bool
|
|
|
|
var server *string
|
|
|
|
|
2012-08-06 23:54:53 +00:00
|
|
|
var commands = []*Command{
|
2013-09-29 05:18:52 +00:00
|
|
|
cmdCompact,
|
2012-08-07 01:20:26 +00:00
|
|
|
cmdFix,
|
2012-08-07 08:29:22 +00:00
|
|
|
cmdMaster,
|
2012-08-24 03:56:09 +00:00
|
|
|
cmdUpload,
|
|
|
|
cmdShell,
|
2012-08-06 23:54:53 +00:00
|
|
|
cmdVersion,
|
2012-08-07 08:29:22 +00:00
|
|
|
cmdVolume,
|
2013-01-21 03:44:23 +00:00
|
|
|
cmdExport,
|
2012-08-06 23:54:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
var exitStatus = 0
|
|
|
|
var exitMu sync.Mutex
|
|
|
|
|
|
|
|
func setExitStatus(n int) {
|
|
|
|
exitMu.Lock()
|
|
|
|
if exitStatus < n {
|
|
|
|
exitStatus = n
|
|
|
|
}
|
|
|
|
exitMu.Unlock()
|
|
|
|
}
|
|
|
|
|
|
|
|
func main() {
|
2013-08-09 07:17:07 +00:00
|
|
|
glog.ToStderrAndLog()
|
|
|
|
glog.MaxSize = 1024 * 1024 * 32
|
2012-09-28 16:12:36 +00:00
|
|
|
rand.Seed(time.Now().UnixNano())
|
2012-08-06 23:54:53 +00:00
|
|
|
flag.Usage = usage
|
|
|
|
flag.Parse()
|
|
|
|
|
|
|
|
args := flag.Args()
|
|
|
|
if len(args) < 1 {
|
|
|
|
usage()
|
|
|
|
}
|
|
|
|
|
|
|
|
if args[0] == "help" {
|
|
|
|
help(args[1:])
|
2012-08-24 03:56:09 +00:00
|
|
|
for _, cmd := range commands {
|
2012-09-28 16:12:36 +00:00
|
|
|
if len(args) >= 2 && cmd.Name() == args[1] && cmd.Run != nil {
|
2012-08-24 03:56:09 +00:00
|
|
|
fmt.Fprintf(os.Stderr, "Default Parameters:\n")
|
|
|
|
cmd.Flag.PrintDefaults()
|
|
|
|
}
|
|
|
|
}
|
2012-08-06 23:54:53 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, cmd := range commands {
|
|
|
|
if cmd.Name() == args[0] && cmd.Run != nil {
|
|
|
|
cmd.Flag.Usage = func() { cmd.Usage() }
|
2012-08-07 01:20:26 +00:00
|
|
|
cmd.Flag.Parse(args[1:])
|
|
|
|
args = cmd.Flag.Args()
|
2013-01-20 03:58:31 +00:00
|
|
|
IsDebug = cmd.IsDebug
|
2012-08-07 01:20:26 +00:00
|
|
|
if !cmd.Run(cmd, args) {
|
2012-08-24 03:56:09 +00:00
|
|
|
fmt.Fprintf(os.Stderr, "\n")
|
|
|
|
cmd.Flag.Usage()
|
2012-08-07 01:20:26 +00:00
|
|
|
fmt.Fprintf(os.Stderr, "Default Parameters:\n")
|
|
|
|
cmd.Flag.PrintDefaults()
|
2012-08-06 23:54:53 +00:00
|
|
|
}
|
|
|
|
exit()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Fprintf(os.Stderr, "weed: unknown subcommand %q\nRun 'weed help' for usage.\n", args[0])
|
|
|
|
setExitStatus(2)
|
|
|
|
exit()
|
|
|
|
}
|
|
|
|
|
2012-08-07 01:20:26 +00:00
|
|
|
var usageTemplate = `WeedFS is a software to store billions of files and serve them fast!
|
2012-08-06 23:54:53 +00:00
|
|
|
|
|
|
|
Usage:
|
|
|
|
|
|
|
|
weed command [arguments]
|
|
|
|
|
|
|
|
The commands are:
|
|
|
|
{{range .}}{{if .Runnable}}
|
|
|
|
{{.Name | printf "%-11s"}} {{.Short}}{{end}}{{end}}
|
|
|
|
|
|
|
|
Use "weed help [command]" for more information about a command.
|
|
|
|
|
|
|
|
`
|
|
|
|
|
2012-08-07 01:20:26 +00:00
|
|
|
var helpTemplate = `{{if .Runnable}}Usage: weed {{.UsageLine}}
|
|
|
|
{{end}}
|
|
|
|
{{.Long}}
|
2012-08-06 23:54:53 +00:00
|
|
|
`
|
|
|
|
|
|
|
|
// tmpl executes the given template text on data, writing the result to w.
|
|
|
|
func tmpl(w io.Writer, text string, data interface{}) {
|
|
|
|
t := template.New("top")
|
|
|
|
t.Funcs(template.FuncMap{"trim": strings.TrimSpace, "capitalize": capitalize})
|
|
|
|
template.Must(t.Parse(text))
|
|
|
|
if err := t.Execute(w, data); err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func capitalize(s string) string {
|
|
|
|
if s == "" {
|
|
|
|
return s
|
|
|
|
}
|
|
|
|
r, n := utf8.DecodeRuneInString(s)
|
|
|
|
return string(unicode.ToTitle(r)) + s[n:]
|
|
|
|
}
|
|
|
|
|
|
|
|
func printUsage(w io.Writer) {
|
|
|
|
tmpl(w, usageTemplate, commands)
|
|
|
|
}
|
|
|
|
|
|
|
|
func usage() {
|
|
|
|
printUsage(os.Stderr)
|
|
|
|
os.Exit(2)
|
|
|
|
}
|
|
|
|
|
|
|
|
// help implements the 'help' command.
|
|
|
|
func help(args []string) {
|
|
|
|
if len(args) == 0 {
|
|
|
|
printUsage(os.Stdout)
|
|
|
|
// not exit 2: succeeded at 'weed help'.
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if len(args) != 1 {
|
|
|
|
fmt.Fprintf(os.Stderr, "usage: weed help command\n\nToo many arguments given.\n")
|
|
|
|
os.Exit(2) // failed at 'weed help'
|
|
|
|
}
|
|
|
|
|
|
|
|
arg := args[0]
|
|
|
|
|
|
|
|
for _, cmd := range commands {
|
|
|
|
if cmd.Name() == arg {
|
|
|
|
tmpl(os.Stdout, helpTemplate, cmd)
|
|
|
|
// not exit 2: succeeded at 'weed help cmd'.
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Fprintf(os.Stderr, "Unknown help topic %#q. Run 'weed help'.\n", arg)
|
|
|
|
os.Exit(2) // failed at 'weed help cmd'
|
|
|
|
}
|
|
|
|
|
|
|
|
var atexitFuncs []func()
|
|
|
|
|
|
|
|
func atexit(f func()) {
|
|
|
|
atexitFuncs = append(atexitFuncs, f)
|
|
|
|
}
|
|
|
|
|
|
|
|
func exit() {
|
|
|
|
for _, f := range atexitFuncs {
|
|
|
|
f()
|
|
|
|
}
|
|
|
|
os.Exit(exitStatus)
|
|
|
|
}
|
|
|
|
|
|
|
|
func exitIfErrors() {
|
|
|
|
if exitStatus != 0 {
|
|
|
|
exit()
|
|
|
|
}
|
|
|
|
}
|
2013-02-27 06:54:22 +00:00
|
|
|
|
|
|
|
func writeJson(w http.ResponseWriter, r *http.Request, obj interface{}) (err error) {
|
2012-08-24 03:56:09 +00:00
|
|
|
w.Header().Set("Content-Type", "application/javascript")
|
2012-09-28 16:12:36 +00:00
|
|
|
var bytes []byte
|
|
|
|
if r.FormValue("pretty") != "" {
|
2013-02-27 06:54:22 +00:00
|
|
|
bytes, err = json.MarshalIndent(obj, "", " ")
|
2012-09-28 16:12:36 +00:00
|
|
|
} else {
|
2013-02-27 06:54:22 +00:00
|
|
|
bytes, err = json.Marshal(obj)
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
return
|
2012-09-28 16:12:36 +00:00
|
|
|
}
|
2012-08-24 03:56:09 +00:00
|
|
|
callback := r.FormValue("callback")
|
|
|
|
if callback == "" {
|
2013-02-27 06:54:22 +00:00
|
|
|
_, err = w.Write(bytes)
|
2012-08-24 03:56:09 +00:00
|
|
|
} else {
|
2013-02-27 06:54:22 +00:00
|
|
|
if _, err = w.Write([]uint8(callback)); err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if _, err = w.Write([]uint8("(")); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2012-08-24 03:56:09 +00:00
|
|
|
fmt.Fprint(w, string(bytes))
|
2013-02-27 06:54:22 +00:00
|
|
|
if _, err = w.Write([]uint8(")")); err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// wrapper for writeJson - just logs errors
|
|
|
|
func writeJsonQuiet(w http.ResponseWriter, r *http.Request, obj interface{}) {
|
|
|
|
if err := writeJson(w, r, obj); err != nil {
|
2013-08-09 06:57:22 +00:00
|
|
|
glog.V(0).Infof("error writing JSON %s: %s", obj, err.Error())
|
2012-08-24 03:56:09 +00:00
|
|
|
}
|
2012-08-07 08:29:22 +00:00
|
|
|
}
|
2013-08-06 19:13:10 +00:00
|
|
|
func writeJsonError(w http.ResponseWriter, r *http.Request, err error) {
|
|
|
|
m := make(map[string]interface{})
|
|
|
|
m["error"] = err.Error()
|
|
|
|
writeJsonQuiet(w, r, m)
|
|
|
|
}
|
2012-09-27 19:17:27 +00:00
|
|
|
|
2012-09-28 16:12:36 +00:00
|
|
|
func debug(params ...interface{}) {
|
|
|
|
if *IsDebug {
|
2013-08-09 06:57:22 +00:00
|
|
|
glog.V(0).Infoln(params)
|
2012-09-28 16:12:36 +00:00
|
|
|
}
|
2012-09-27 19:17:27 +00:00
|
|
|
}
|
2013-08-13 16:31:19 +00:00
|
|
|
func secure(whiteList []string, f func(w http.ResponseWriter, r *http.Request)) func(w http.ResponseWriter, r *http.Request) {
|
2013-09-02 06:58:21 +00:00
|
|
|
return func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
if len(whiteList) == 0 {
|
|
|
|
f(w, r)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
host, _, err := net.SplitHostPort(r.RemoteAddr)
|
|
|
|
if err == nil {
|
|
|
|
for _, ip := range whiteList {
|
|
|
|
if ip == host {
|
|
|
|
f(w, r)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
writeJsonQuiet(w, r, map[string]interface{}{"error": "No write permisson from " + host})
|
|
|
|
}
|
2013-08-13 16:31:19 +00:00
|
|
|
}
|