seaweedfs/weed/command/filer.go

161 lines
5.4 KiB
Go
Raw Normal View History

package command
2014-03-31 03:57:25 +00:00
import (
"net/http"
"os"
"strconv"
"time"
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/server"
"github.com/chrislusf/seaweedfs/weed/util"
2018-05-08 08:59:43 +00:00
"github.com/soheilhy/cmux"
"google.golang.org/grpc/reflection"
"google.golang.org/grpc"
2018-05-10 06:18:02 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
2014-03-31 03:57:25 +00:00
)
var (
f FilerOptions
)
type FilerOptions struct {
master *string
ip *string
2014-03-31 03:57:25 +00:00
port *int
2017-05-28 03:14:22 +00:00
publicPort *int
2014-03-31 03:57:25 +00:00
collection *string
defaultReplicaPlacement *string
dir *string
redirectOnRead *bool
2015-04-14 06:38:46 +00:00
disableDirListing *bool
2016-08-31 03:32:30 +00:00
confFile *string
maxMB *int
2015-02-07 23:35:28 +00:00
secretKey *string
cassandra_server *string
cassandra_keyspace *string
redis_server *string
redis_password *string
redis_database *int
2014-03-31 03:57:25 +00:00
}
func init() {
cmdFiler.Run = runFiler // break init cycle
f.master = cmdFiler.Flag.String("master", "localhost:9333", "master server location")
f.collection = cmdFiler.Flag.String("collection", "", "all data will be stored in this collection")
f.ip = cmdFiler.Flag.String("ip", "", "filer server http listen ip address")
2014-03-31 03:57:25 +00:00
f.port = cmdFiler.Flag.Int("port", 8888, "filer server http listen port")
2017-05-28 03:14:22 +00:00
f.publicPort = cmdFiler.Flag.Int("port.public", 0, "port opened to public")
2014-03-31 03:57:25 +00:00
f.dir = cmdFiler.Flag.String("dir", os.TempDir(), "directory to store meta data")
f.defaultReplicaPlacement = cmdFiler.Flag.String("defaultReplicaPlacement", "000", "default replication type if not specified")
f.redirectOnRead = cmdFiler.Flag.Bool("redirectOnRead", false, "whether proxy or redirect to volume server during file GET request")
2015-04-14 06:38:46 +00:00
f.disableDirListing = cmdFiler.Flag.Bool("disableDirListing", false, "turn off directory listing")
2016-08-31 03:32:30 +00:00
f.confFile = cmdFiler.Flag.String("confFile", "", "json encoded filer conf file")
f.maxMB = cmdFiler.Flag.Int("maxMB", 32, "split files larger than the limit")
f.cassandra_server = cmdFiler.Flag.String("cassandra.server", "", "host[:port] of the cassandra server")
f.cassandra_keyspace = cmdFiler.Flag.String("cassandra.keyspace", "seaweed", "keyspace of the cassandra server")
2018-01-16 04:33:12 +00:00
f.redis_server = cmdFiler.Flag.String("redis.server", "", "comma separated host:port[,host2:port2]* of the redis server, e.g., 127.0.0.1:6379")
f.redis_password = cmdFiler.Flag.String("redis.password", "", "password in clear text")
f.redis_database = cmdFiler.Flag.Int("redis.database", 0, "the database on the redis server")
2015-02-07 23:35:28 +00:00
f.secretKey = cmdFiler.Flag.String("secure.secret", "", "secret to encrypt Json Web Token(JWT)")
2014-03-31 03:57:25 +00:00
}
var cmdFiler = &Command{
UsageLine: "filer -port=8888 -dir=/tmp -master=<ip:port>",
Short: "start a file server that points to a master server",
Long: `start a file server which accepts REST operation for any files.
2014-03-31 03:57:25 +00:00
//create or overwrite the file, the directories /path/to will be automatically created
POST /path/to/file
//get the file content
GET /path/to/file
//create or overwrite the file, the filename in the multipart request will be used
POST /path/to/
//return a json format subdirectory and files listing
GET /path/to/
2014-03-31 03:57:25 +00:00
Current <fullpath~fileid> mapping metadata store is local embedded leveldb.
It should be highly scalable to hundreds of millions of files on a modest machine.
2014-03-31 03:57:25 +00:00
Future we will ensure it can avoid of being SPOF.
`,
}
func runFiler(cmd *Command, args []string) bool {
2014-12-14 08:20:21 +00:00
2014-03-31 03:57:25 +00:00
if err := util.TestFolderWritable(*f.dir); err != nil {
glog.Fatalf("Check Meta Folder (-dir) Writable %s : %s", *f.dir, err)
}
2017-05-28 03:14:22 +00:00
f.start()
return true
}
func (fo *FilerOptions) start() {
2017-05-28 01:11:18 +00:00
defaultMux := http.NewServeMux()
2017-05-28 03:14:22 +00:00
publicVolumeMux := defaultMux
if *fo.publicPort != 0 {
publicVolumeMux = http.NewServeMux()
}
2018-05-08 08:59:43 +00:00
fs, nfs_err := weed_server.NewFilerServer(defaultMux, publicVolumeMux,
2017-05-28 03:14:22 +00:00
*fo.ip, *fo.port, *fo.master, *fo.dir, *fo.collection,
*fo.defaultReplicaPlacement, *fo.redirectOnRead, *fo.disableDirListing,
*fo.confFile,
*fo.maxMB,
*fo.secretKey,
*fo.cassandra_server, *fo.cassandra_keyspace,
*fo.redis_server, *fo.redis_password, *fo.redis_database,
)
2014-03-31 03:57:25 +00:00
if nfs_err != nil {
2015-01-14 01:04:41 +00:00
glog.Fatalf("Filer startup error: %v", nfs_err)
2014-03-31 03:57:25 +00:00
}
2017-05-28 03:14:22 +00:00
if *fo.publicPort != 0 {
publicListeningAddress := *fo.ip + ":" + strconv.Itoa(*fo.publicPort)
glog.V(0).Infoln("Start Seaweed filer server", util.VERSION, "public at", publicListeningAddress)
publicListener, e := util.NewListener(publicListeningAddress, 0)
if e != nil {
glog.Fatalf("Filer server public listener error on port %d:%v", *fo.publicPort, e)
}
go func() {
if e := http.Serve(publicListener, publicVolumeMux); e != nil {
glog.Fatalf("Volume server fail to serve public: %v", e)
}
}()
}
glog.V(0).Infoln("Start Seaweed Filer", util.VERSION, "at port", strconv.Itoa(*fo.port))
2014-03-31 03:57:25 +00:00
filerListener, e := util.NewListener(
2017-05-28 03:14:22 +00:00
":"+strconv.Itoa(*fo.port),
2014-03-31 03:57:25 +00:00
time.Duration(10)*time.Second,
)
if e != nil {
2015-01-14 01:04:41 +00:00
glog.Fatalf("Filer listener error: %v", e)
2014-03-31 03:57:25 +00:00
}
2018-05-08 08:59:43 +00:00
m := cmux.New(filerListener)
grpcL := m.Match(cmux.HTTP2HeaderField("content-type", "application/grpc"))
httpL := m.Match(cmux.Any())
// Create your protocol servers.
grpcS := grpc.NewServer()
2018-05-10 06:18:02 +00:00
filer_pb.RegisterSeaweedFilerServer(grpcS, fs)
2018-05-08 08:59:43 +00:00
reflection.Register(grpcS)
httpS := &http.Server{Handler: defaultMux}
go grpcS.Serve(grpcL)
go httpS.Serve(httpL)
if err := m.Serve(); err != nil {
2015-01-14 01:04:41 +00:00
glog.Fatalf("Filer Fail to serve: %v", e)
2014-03-31 03:57:25 +00:00
}
}