package command import ( "net/http" "os" "strconv" "time" "github.com/chrislusf/seaweedfs/weed/glog" "github.com/chrislusf/seaweedfs/weed/server" "github.com/chrislusf/seaweedfs/weed/util" "github.com/soheilhy/cmux" "google.golang.org/grpc/reflection" "google.golang.org/grpc" "github.com/chrislusf/seaweedfs/weed/pb/filer_pb" ) var ( f FilerOptions ) type FilerOptions struct { master *string ip *string port *int publicPort *int collection *string defaultReplicaPlacement *string dir *string redirectOnRead *bool disableDirListing *bool confFile *string maxMB *int secretKey *string cassandra_server *string cassandra_keyspace *string redis_server *string redis_password *string redis_database *int } func init() { cmdFiler.Run = runFiler // break init cycle f.master = cmdFiler.Flag.String("master", "localhost:9333", "master server location") f.collection = cmdFiler.Flag.String("collection", "", "all data will be stored in this collection") f.ip = cmdFiler.Flag.String("ip", "", "filer server http listen ip address") f.port = cmdFiler.Flag.Int("port", 8888, "filer server http listen port") f.publicPort = cmdFiler.Flag.Int("port.public", 0, "port opened to public") f.dir = cmdFiler.Flag.String("dir", os.TempDir(), "directory to store meta data") f.defaultReplicaPlacement = cmdFiler.Flag.String("defaultReplicaPlacement", "000", "default replication type if not specified") f.redirectOnRead = cmdFiler.Flag.Bool("redirectOnRead", false, "whether proxy or redirect to volume server during file GET request") f.disableDirListing = cmdFiler.Flag.Bool("disableDirListing", false, "turn off directory listing") f.confFile = cmdFiler.Flag.String("confFile", "", "json encoded filer conf file") f.maxMB = cmdFiler.Flag.Int("maxMB", 32, "split files larger than the limit") f.cassandra_server = cmdFiler.Flag.String("cassandra.server", "", "host[:port] of the cassandra server") f.cassandra_keyspace = cmdFiler.Flag.String("cassandra.keyspace", "seaweed", "keyspace of the cassandra server") f.redis_server = cmdFiler.Flag.String("redis.server", "", "comma separated host:port[,host2:port2]* of the redis server, e.g., 127.0.0.1:6379") f.redis_password = cmdFiler.Flag.String("redis.password", "", "password in clear text") f.redis_database = cmdFiler.Flag.Int("redis.database", 0, "the database on the redis server") f.secretKey = cmdFiler.Flag.String("secure.secret", "", "secret to encrypt Json Web Token(JWT)") } var cmdFiler = &Command{ UsageLine: "filer -port=8888 -dir=/tmp -master=", Short: "start a file server that points to a master server", Long: `start a file server which accepts REST operation for any files. //create or overwrite the file, the directories /path/to will be automatically created POST /path/to/file //get the file content GET /path/to/file //create or overwrite the file, the filename in the multipart request will be used POST /path/to/ //return a json format subdirectory and files listing GET /path/to/ Current mapping metadata store is local embedded leveldb. It should be highly scalable to hundreds of millions of files on a modest machine. Future we will ensure it can avoid of being SPOF. `, } func runFiler(cmd *Command, args []string) bool { if err := util.TestFolderWritable(*f.dir); err != nil { glog.Fatalf("Check Meta Folder (-dir) Writable %s : %s", *f.dir, err) } f.start() return true } func (fo *FilerOptions) start() { defaultMux := http.NewServeMux() publicVolumeMux := defaultMux if *fo.publicPort != 0 { publicVolumeMux = http.NewServeMux() } fs, nfs_err := weed_server.NewFilerServer(defaultMux, publicVolumeMux, *fo.ip, *fo.port, *fo.master, *fo.dir, *fo.collection, *fo.defaultReplicaPlacement, *fo.redirectOnRead, *fo.disableDirListing, *fo.confFile, *fo.maxMB, *fo.secretKey, *fo.cassandra_server, *fo.cassandra_keyspace, *fo.redis_server, *fo.redis_password, *fo.redis_database, ) if nfs_err != nil { glog.Fatalf("Filer startup error: %v", nfs_err) } if *fo.publicPort != 0 { publicListeningAddress := *fo.ip + ":" + strconv.Itoa(*fo.publicPort) glog.V(0).Infoln("Start Seaweed filer server", util.VERSION, "public at", publicListeningAddress) publicListener, e := util.NewListener(publicListeningAddress, 0) if e != nil { glog.Fatalf("Filer server public listener error on port %d:%v", *fo.publicPort, e) } go func() { if e := http.Serve(publicListener, publicVolumeMux); e != nil { glog.Fatalf("Volume server fail to serve public: %v", e) } }() } glog.V(0).Infoln("Start Seaweed Filer", util.VERSION, "at port", strconv.Itoa(*fo.port)) filerListener, e := util.NewListener( ":"+strconv.Itoa(*fo.port), time.Duration(10)*time.Second, ) if e != nil { glog.Fatalf("Filer listener error: %v", e) } m := cmux.New(filerListener) grpcL := m.Match(cmux.HTTP2HeaderField("content-type", "application/grpc")) httpL := m.Match(cmux.Any()) // Create your protocol servers. grpcS := grpc.NewServer() filer_pb.RegisterSeaweedFilerServer(grpcS, fs) reflection.Register(grpcS) httpS := &http.Server{Handler: defaultMux} go grpcS.Serve(grpcL) go httpS.Serve(httpL) if err := m.Serve(); err != nil { glog.Fatalf("Filer Fail to serve: %v", e) } }