2016-06-03 01:09:14 +00:00
|
|
|
package command
|
2014-03-31 03:57:25 +00:00
|
|
|
|
|
|
|
import (
|
|
|
|
"net/http"
|
|
|
|
"strconv"
|
|
|
|
"time"
|
2014-10-26 18:34:55 +00:00
|
|
|
|
2018-05-27 18:52:26 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer2"
|
2016-06-03 01:09:14 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2018-05-27 18:52:26 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2016-06-03 01:09:14 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/server"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2018-05-27 18:52:26 +00:00
|
|
|
"google.golang.org/grpc/reflection"
|
2018-06-01 07:39:39 +00:00
|
|
|
"strings"
|
2014-03-31 03:57:25 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
f FilerOptions
|
|
|
|
)
|
|
|
|
|
|
|
|
type FilerOptions struct {
|
2018-06-01 07:39:39 +00:00
|
|
|
masters *string
|
2016-05-25 15:22:31 +00:00
|
|
|
ip *string
|
2014-03-31 03:57:25 +00:00
|
|
|
port *int
|
2018-06-06 06:37:41 +00:00
|
|
|
grpcPort *int
|
2017-05-28 03:14:22 +00:00
|
|
|
publicPort *int
|
2014-03-31 03:57:25 +00:00
|
|
|
collection *string
|
|
|
|
defaultReplicaPlacement *string
|
2014-12-09 04:27:26 +00:00
|
|
|
redirectOnRead *bool
|
2015-04-14 06:38:46 +00:00
|
|
|
disableDirListing *bool
|
2016-08-31 03:32:30 +00:00
|
|
|
maxMB *int
|
2015-02-07 23:35:28 +00:00
|
|
|
secretKey *string
|
2014-03-31 03:57:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
cmdFiler.Run = runFiler // break init cycle
|
2018-06-01 07:39:39 +00:00
|
|
|
f.masters = cmdFiler.Flag.String("master", "localhost:9333", "comma-separated master servers")
|
2014-03-31 03:57:25 +00:00
|
|
|
f.collection = cmdFiler.Flag.String("collection", "", "all data will be stored in this collection")
|
2016-05-25 15:22:31 +00:00
|
|
|
f.ip = cmdFiler.Flag.String("ip", "", "filer server http listen ip address")
|
2014-03-31 03:57:25 +00:00
|
|
|
f.port = cmdFiler.Flag.Int("port", 8888, "filer server http listen port")
|
2018-06-06 06:37:41 +00:00
|
|
|
f.grpcPort = cmdFiler.Flag.Int("port.grpc", 0, "filer grpc server listen port, default to http port + 10000")
|
2017-05-28 03:14:22 +00:00
|
|
|
f.publicPort = cmdFiler.Flag.Int("port.public", 0, "port opened to public")
|
2014-12-09 04:27:26 +00:00
|
|
|
f.defaultReplicaPlacement = cmdFiler.Flag.String("defaultReplicaPlacement", "000", "default replication type if not specified")
|
|
|
|
f.redirectOnRead = cmdFiler.Flag.Bool("redirectOnRead", false, "whether proxy or redirect to volume server during file GET request")
|
2015-04-14 06:38:46 +00:00
|
|
|
f.disableDirListing = cmdFiler.Flag.Bool("disableDirListing", false, "turn off directory listing")
|
2017-09-15 15:24:30 +00:00
|
|
|
f.maxMB = cmdFiler.Flag.Int("maxMB", 32, "split files larger than the limit")
|
2015-02-07 23:35:28 +00:00
|
|
|
f.secretKey = cmdFiler.Flag.String("secure.secret", "", "secret to encrypt Json Web Token(JWT)")
|
2014-03-31 03:57:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
var cmdFiler = &Command{
|
2018-06-01 07:39:39 +00:00
|
|
|
UsageLine: "filer -port=8888 -master=<ip:port>[,<ip:port>]*",
|
|
|
|
Short: "start a file server that points to a master server, or a list of master servers",
|
2014-03-31 03:57:25 +00:00
|
|
|
Long: `start a file server which accepts REST operation for any files.
|
2015-01-06 07:03:27 +00:00
|
|
|
|
2014-03-31 03:57:25 +00:00
|
|
|
//create or overwrite the file, the directories /path/to will be automatically created
|
|
|
|
POST /path/to/file
|
|
|
|
//get the file content
|
|
|
|
GET /path/to/file
|
|
|
|
//create or overwrite the file, the filename in the multipart request will be used
|
|
|
|
POST /path/to/
|
|
|
|
//return a json format subdirectory and files listing
|
|
|
|
GET /path/to/
|
2015-01-06 07:03:27 +00:00
|
|
|
|
2018-05-26 10:49:46 +00:00
|
|
|
The configuration file "filer.toml" is read from ".", "$HOME/.seaweedfs/", or "/etc/seaweedfs/", in that order.
|
2015-01-06 07:03:27 +00:00
|
|
|
|
2018-05-26 10:49:46 +00:00
|
|
|
The following are example filer.toml configuration file.
|
2014-03-31 03:57:25 +00:00
|
|
|
|
2018-05-26 10:49:46 +00:00
|
|
|
` + filer2.FILER_TOML_EXAMPLE + "\n",
|
2014-03-31 03:57:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func runFiler(cmd *Command, args []string) bool {
|
2014-12-14 08:20:21 +00:00
|
|
|
|
2017-05-28 03:14:22 +00:00
|
|
|
f.start()
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fo *FilerOptions) start() {
|
|
|
|
|
2017-05-28 01:11:18 +00:00
|
|
|
defaultMux := http.NewServeMux()
|
2017-05-28 03:14:22 +00:00
|
|
|
publicVolumeMux := defaultMux
|
|
|
|
|
|
|
|
if *fo.publicPort != 0 {
|
|
|
|
publicVolumeMux = http.NewServeMux()
|
|
|
|
}
|
|
|
|
|
2018-06-01 07:39:39 +00:00
|
|
|
masters := *f.masters
|
|
|
|
|
2018-05-08 08:59:43 +00:00
|
|
|
fs, nfs_err := weed_server.NewFilerServer(defaultMux, publicVolumeMux,
|
2018-07-07 09:03:25 +00:00
|
|
|
strings.Split(masters, ","), *fo.collection,
|
2017-05-28 03:14:22 +00:00
|
|
|
*fo.defaultReplicaPlacement, *fo.redirectOnRead, *fo.disableDirListing,
|
|
|
|
*fo.maxMB,
|
|
|
|
*fo.secretKey,
|
2014-12-09 04:27:26 +00:00
|
|
|
)
|
2014-03-31 03:57:25 +00:00
|
|
|
if nfs_err != nil {
|
2015-01-14 01:04:41 +00:00
|
|
|
glog.Fatalf("Filer startup error: %v", nfs_err)
|
2014-03-31 03:57:25 +00:00
|
|
|
}
|
2017-05-28 03:14:22 +00:00
|
|
|
|
|
|
|
if *fo.publicPort != 0 {
|
|
|
|
publicListeningAddress := *fo.ip + ":" + strconv.Itoa(*fo.publicPort)
|
|
|
|
glog.V(0).Infoln("Start Seaweed filer server", util.VERSION, "public at", publicListeningAddress)
|
|
|
|
publicListener, e := util.NewListener(publicListeningAddress, 0)
|
|
|
|
if e != nil {
|
|
|
|
glog.Fatalf("Filer server public listener error on port %d:%v", *fo.publicPort, e)
|
|
|
|
}
|
|
|
|
go func() {
|
|
|
|
if e := http.Serve(publicListener, publicVolumeMux); e != nil {
|
|
|
|
glog.Fatalf("Volume server fail to serve public: %v", e)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
|
|
|
glog.V(0).Infoln("Start Seaweed Filer", util.VERSION, "at port", strconv.Itoa(*fo.port))
|
2014-03-31 03:57:25 +00:00
|
|
|
filerListener, e := util.NewListener(
|
2017-05-28 03:14:22 +00:00
|
|
|
":"+strconv.Itoa(*fo.port),
|
2014-03-31 03:57:25 +00:00
|
|
|
time.Duration(10)*time.Second,
|
|
|
|
)
|
|
|
|
if e != nil {
|
2015-01-14 01:04:41 +00:00
|
|
|
glog.Fatalf("Filer listener error: %v", e)
|
2014-03-31 03:57:25 +00:00
|
|
|
}
|
2018-05-08 08:59:43 +00:00
|
|
|
|
2018-06-06 06:37:41 +00:00
|
|
|
// starting grpc server
|
|
|
|
grpcPort := *f.grpcPort
|
|
|
|
if grpcPort == 0 {
|
|
|
|
grpcPort = *f.port + 10000
|
|
|
|
}
|
|
|
|
grpcL, err := util.NewListener(":"+strconv.Itoa(grpcPort), 0)
|
|
|
|
if err != nil {
|
|
|
|
glog.Fatalf("failed to listen on grpc port %d: %v", grpcPort, err)
|
|
|
|
}
|
2018-07-04 02:07:55 +00:00
|
|
|
grpcS := util.NewGrpcServer()
|
2018-05-10 06:18:02 +00:00
|
|
|
filer_pb.RegisterSeaweedFilerServer(grpcS, fs)
|
2018-05-08 08:59:43 +00:00
|
|
|
reflection.Register(grpcS)
|
|
|
|
go grpcS.Serve(grpcL)
|
|
|
|
|
2018-06-06 06:37:41 +00:00
|
|
|
httpS := &http.Server{Handler: defaultMux}
|
|
|
|
if err := httpS.Serve(filerListener); err != nil {
|
2015-01-14 01:04:41 +00:00
|
|
|
glog.Fatalf("Filer Fail to serve: %v", e)
|
2014-03-31 03:57:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|