seaweedfs/weed/command/filer.go

159 lines
5.2 KiB
Go
Raw Normal View History

package command
2014-03-31 03:57:25 +00:00
import (
2019-02-18 20:11:52 +00:00
"github.com/chrislusf/seaweedfs/weed/security"
"github.com/spf13/viper"
2014-03-31 03:57:25 +00:00
"net/http"
"strconv"
2018-10-11 07:05:54 +00:00
"strings"
2014-03-31 03:57:25 +00:00
"time"
"github.com/chrislusf/seaweedfs/weed/glog"
2018-05-27 18:52:26 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
"github.com/chrislusf/seaweedfs/weed/server"
"github.com/chrislusf/seaweedfs/weed/util"
2018-05-27 18:52:26 +00:00
"google.golang.org/grpc/reflection"
2014-03-31 03:57:25 +00:00
)
var (
f FilerOptions
)
type FilerOptions struct {
masters *string
ip *string
2014-03-31 03:57:25 +00:00
port *int
2018-06-06 06:37:41 +00:00
grpcPort *int
2017-05-28 03:14:22 +00:00
publicPort *int
2014-03-31 03:57:25 +00:00
collection *string
defaultReplicaPlacement *string
redirectOnRead *bool
2015-04-14 06:38:46 +00:00
disableDirListing *bool
2016-08-31 03:32:30 +00:00
maxMB *int
2018-07-07 09:18:47 +00:00
dirListingLimit *int
2018-07-09 09:22:48 +00:00
dataCenter *string
2018-08-13 08:20:49 +00:00
enableNotification *bool
// default leveldb directory, used in "weed server" mode
defaultLevelDbDirectory *string
2014-03-31 03:57:25 +00:00
}
func init() {
cmdFiler.Run = runFiler // break init cycle
f.masters = cmdFiler.Flag.String("master", "localhost:9333", "comma-separated master servers")
2014-03-31 03:57:25 +00:00
f.collection = cmdFiler.Flag.String("collection", "", "all data will be stored in this collection")
f.ip = cmdFiler.Flag.String("ip", "", "filer server http listen ip address")
2014-03-31 03:57:25 +00:00
f.port = cmdFiler.Flag.Int("port", 8888, "filer server http listen port")
2018-06-06 06:37:41 +00:00
f.grpcPort = cmdFiler.Flag.Int("port.grpc", 0, "filer grpc server listen port, default to http port + 10000")
2017-05-28 03:14:22 +00:00
f.publicPort = cmdFiler.Flag.Int("port.public", 0, "port opened to public")
f.defaultReplicaPlacement = cmdFiler.Flag.String("defaultReplicaPlacement", "000", "default replication type if not specified")
f.redirectOnRead = cmdFiler.Flag.Bool("redirectOnRead", false, "whether proxy or redirect to volume server during file GET request")
2015-04-14 06:38:46 +00:00
f.disableDirListing = cmdFiler.Flag.Bool("disableDirListing", false, "turn off directory listing")
f.maxMB = cmdFiler.Flag.Int("maxMB", 32, "split files larger than the limit")
f.dirListingLimit = cmdFiler.Flag.Int("dirListLimit", 100000, "limit sub dir listing size")
2018-07-10 07:22:11 +00:00
f.dataCenter = cmdFiler.Flag.String("dataCenter", "", "prefer to write to volumes in this data center")
2014-03-31 03:57:25 +00:00
}
var cmdFiler = &Command{
UsageLine: "filer -port=8888 -master=<ip:port>[,<ip:port>]*",
Short: "start a file server that points to a master server, or a list of master servers",
2014-03-31 03:57:25 +00:00
Long: `start a file server which accepts REST operation for any files.
2014-03-31 03:57:25 +00:00
//create or overwrite the file, the directories /path/to will be automatically created
POST /path/to/file
//get the file content
GET /path/to/file
//create or overwrite the file, the filename in the multipart request will be used
POST /path/to/
//return a json format subdirectory and files listing
GET /path/to/
The configuration file "filer.toml" is read from ".", "$HOME/.seaweedfs/", or "/etc/seaweedfs/", in that order.
2019-02-10 05:07:12 +00:00
The example filer.toml configuration file can be generated by "weed scaffold -config=filer"
2014-03-31 03:57:25 +00:00
2018-08-19 22:36:30 +00:00
`,
2014-03-31 03:57:25 +00:00
}
func runFiler(cmd *Command, args []string) bool {
2014-12-14 08:20:21 +00:00
2019-02-18 20:11:52 +00:00
weed_server.LoadConfiguration("security", false)
2018-10-11 06:19:54 +00:00
f.startFiler()
2017-05-28 03:14:22 +00:00
return true
}
2018-10-11 06:19:54 +00:00
func (fo *FilerOptions) startFiler() {
2017-05-28 03:14:22 +00:00
2017-05-28 01:11:18 +00:00
defaultMux := http.NewServeMux()
2017-05-28 03:14:22 +00:00
publicVolumeMux := defaultMux
if *fo.publicPort != 0 {
publicVolumeMux = http.NewServeMux()
}
defaultLevelDbDirectory := "./filerdb"
if fo.defaultLevelDbDirectory != nil {
defaultLevelDbDirectory = *fo.defaultLevelDbDirectory + "/filerdb"
}
2018-07-07 09:18:47 +00:00
fs, nfs_err := weed_server.NewFilerServer(defaultMux, publicVolumeMux, &weed_server.FilerOption{
Masters: strings.Split(*fo.masters, ","),
2018-08-13 08:20:49 +00:00
Collection: *fo.collection,
DefaultReplication: *fo.defaultReplicaPlacement,
RedirectOnRead: *fo.redirectOnRead,
DisableDirListing: *fo.disableDirListing,
MaxMB: *fo.maxMB,
DirListingLimit: *fo.dirListingLimit,
DataCenter: *fo.dataCenter,
DefaultLevelDbDir: defaultLevelDbDirectory,
2018-07-07 09:18:47 +00:00
})
2014-03-31 03:57:25 +00:00
if nfs_err != nil {
2015-01-14 01:04:41 +00:00
glog.Fatalf("Filer startup error: %v", nfs_err)
2014-03-31 03:57:25 +00:00
}
2017-05-28 03:14:22 +00:00
if *fo.publicPort != 0 {
publicListeningAddress := *fo.ip + ":" + strconv.Itoa(*fo.publicPort)
glog.V(0).Infoln("Start Seaweed filer server", util.VERSION, "public at", publicListeningAddress)
publicListener, e := util.NewListener(publicListeningAddress, 0)
if e != nil {
glog.Fatalf("Filer server public listener error on port %d:%v", *fo.publicPort, e)
}
go func() {
if e := http.Serve(publicListener, publicVolumeMux); e != nil {
glog.Fatalf("Volume server fail to serve public: %v", e)
}
}()
}
2018-12-17 01:37:10 +00:00
glog.V(0).Infof("Start Seaweed Filer %s at %s:%d", util.VERSION, *fo.ip, *fo.port)
2014-03-31 03:57:25 +00:00
filerListener, e := util.NewListener(
2017-05-28 03:14:22 +00:00
":"+strconv.Itoa(*fo.port),
2014-03-31 03:57:25 +00:00
time.Duration(10)*time.Second,
)
if e != nil {
2015-01-14 01:04:41 +00:00
glog.Fatalf("Filer listener error: %v", e)
2014-03-31 03:57:25 +00:00
}
2018-05-08 08:59:43 +00:00
2018-06-06 06:37:41 +00:00
// starting grpc server
2018-08-13 08:20:49 +00:00
grpcPort := *fo.grpcPort
2018-06-06 06:37:41 +00:00
if grpcPort == 0 {
2018-08-13 08:20:49 +00:00
grpcPort = *fo.port + 10000
2018-06-06 06:37:41 +00:00
}
grpcL, err := util.NewListener(":"+strconv.Itoa(grpcPort), 0)
if err != nil {
glog.Fatalf("failed to listen on grpc port %d: %v", grpcPort, err)
}
2019-02-18 20:11:52 +00:00
grpcS := util.NewGrpcServer(security.LoadServerTLS(viper.Sub("grpc"), "filer"))
2018-05-10 06:18:02 +00:00
filer_pb.RegisterSeaweedFilerServer(grpcS, fs)
2018-05-08 08:59:43 +00:00
reflection.Register(grpcS)
go grpcS.Serve(grpcL)
2018-06-06 06:37:41 +00:00
httpS := &http.Server{Handler: defaultMux}
if err := httpS.Serve(filerListener); err != nil {
2015-01-14 01:04:41 +00:00
glog.Fatalf("Filer Fail to serve: %v", e)
2014-03-31 03:57:25 +00:00
}
}