seaweedfs/weed/command/master.go

150 lines
5.4 KiB
Go
Raw Normal View History

package command
import (
"github.com/chrislusf/raft/protobuf"
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
2019-02-18 20:11:52 +00:00
"github.com/chrislusf/seaweedfs/weed/security"
"github.com/chrislusf/seaweedfs/weed/server"
"github.com/chrislusf/seaweedfs/weed/util"
"github.com/gorilla/mux"
2019-02-18 20:11:52 +00:00
"github.com/spf13/viper"
"google.golang.org/grpc/reflection"
2012-09-04 02:18:02 +00:00
"net/http"
"os"
"runtime"
2012-09-04 02:18:02 +00:00
"strconv"
"strings"
)
func init() {
2012-09-04 02:18:02 +00:00
cmdMaster.Run = runMaster // break init cycle
}
var cmdMaster = &Command{
2012-09-04 02:18:02 +00:00
UsageLine: "master -port=9333",
Short: "start a master server",
2019-02-10 05:07:12 +00:00
Long: `start a master server to provide volume=>location mapping service and sequence number of file ids
The configuration file "security.toml" is read from ".", "$HOME/.seaweedfs/", or "/etc/seaweedfs/", in that order.
The example security.toml configuration file can be generated by "weed scaffold -config=security"
`,
}
var (
mport = cmdMaster.Flag.Int("port", 9333, "http listen port")
2015-02-12 05:04:43 +00:00
masterIp = cmdMaster.Flag.String("ip", "localhost", "master <ip>|<server> address")
2014-10-21 08:28:17 +00:00
masterBindIp = cmdMaster.Flag.String("ip.bind", "0.0.0.0", "ip address to bind to")
metaFolder = cmdMaster.Flag.String("mdir", os.TempDir(), "data directory to store meta data")
2018-08-12 21:25:31 +00:00
masterPeers = cmdMaster.Flag.String("peers", "", "all master nodes in comma separated ip:port list, example: 127.0.0.1:9093,127.0.0.1:9094")
volumeSizeLimitMB = cmdMaster.Flag.Uint("volumeSizeLimitMB", 30*1000, "Master stops directing writes to oversized volumes.")
2017-01-08 19:01:46 +00:00
volumePreallocate = cmdMaster.Flag.Bool("volumePreallocate", false, "Preallocate disk space for volumes.")
mpulse = cmdMaster.Flag.Int("pulseSeconds", 5, "number of seconds between heartbeats")
defaultReplicaPlacement = cmdMaster.Flag.String("defaultReplication", "000", "Default replication type if not specified.")
// mTimeout = cmdMaster.Flag.Int("idleTimeout", 30, "connection idle seconds")
mMaxCpu = cmdMaster.Flag.Int("maxCpu", 0, "maximum number of CPUs. 0 means all available CPUs")
2018-10-15 06:12:43 +00:00
garbageThreshold = cmdMaster.Flag.Float64("garbageThreshold", 0.3, "threshold to vacuum and reclaim spaces")
masterWhiteListOption = cmdMaster.Flag.String("whiteList", "", "comma separated Ip addresses having write permission. No limit if empty.")
disableHttp = cmdMaster.Flag.Bool("disableHttp", false, "disable http requests, only gRPC operations are allowed.")
masterCpuProfile = cmdMaster.Flag.String("cpuprofile", "", "cpu profile output file")
2017-06-22 08:33:58 +00:00
masterMemProfile = cmdMaster.Flag.String("memprofile", "", "memory profile output file")
masterWhiteList []string
)
func runMaster(cmd *Command, args []string) bool {
2019-02-18 20:11:52 +00:00
weed_server.LoadConfiguration("security", false)
if *mMaxCpu < 1 {
*mMaxCpu = runtime.NumCPU()
}
runtime.GOMAXPROCS(*mMaxCpu)
2017-06-22 08:33:58 +00:00
util.SetupProfiling(*masterCpuProfile, *masterMemProfile)
if err := util.TestFolderWritable(*metaFolder); err != nil {
glog.Fatalf("Check Meta Folder (-mdir) Writable %s : %s", *metaFolder, err)
}
if *masterWhiteListOption != "" {
masterWhiteList = strings.Split(*masterWhiteListOption, ",")
}
if *volumeSizeLimitMB > 30*1000 {
glog.Fatalf("volumeSizeLimitMB should be smaller than 30000")
}
2013-12-01 22:41:47 +00:00
r := mux.NewRouter()
ms := weed_server.NewMasterServer(r, *mport, *metaFolder,
2017-01-08 19:01:46 +00:00
*volumeSizeLimitMB, *volumePreallocate,
2017-02-13 05:58:44 +00:00
*mpulse, *defaultReplicaPlacement, *garbageThreshold,
2019-02-10 05:56:32 +00:00
masterWhiteList,
*disableHttp,
)
2012-09-04 04:31:13 +00:00
2014-10-21 08:28:17 +00:00
listeningAddress := *masterBindIp + ":" + strconv.Itoa(*mport)
glog.V(0).Infoln("Start Seaweed Master", util.VERSION, "at", listeningAddress)
masterListener, e := util.NewListener(listeningAddress, 0)
if e != nil {
2015-01-14 01:04:41 +00:00
glog.Fatalf("Master startup error: %v", e)
2012-09-28 17:21:06 +00:00
}
go func() {
// start raftServer
2018-08-12 21:25:31 +00:00
myMasterAddress, peers := checkPeers(*masterIp, *mport, *masterPeers)
raftServer := weed_server.NewRaftServer(security.LoadClientTLS(viper.Sub("grpc"), "master"),
peers, myMasterAddress, *metaFolder, ms.Topo, *mpulse)
ms.SetRaftServer(raftServer)
r.HandleFunc("/cluster/status", raftServer.StatusHandler).Methods("GET")
// starting grpc server
grpcPort := *mport + 10000
2019-01-18 22:15:10 +00:00
grpcL, err := util.NewListener(*masterBindIp+":"+strconv.Itoa(grpcPort), 0)
if err != nil {
glog.Fatalf("master failed to listen on grpc port %d: %v", grpcPort, err)
}
// Create your protocol servers.
2019-02-18 20:11:52 +00:00
grpcS := util.NewGrpcServer(security.LoadServerTLS(viper.Sub("grpc"), "master"))
master_pb.RegisterSeaweedServer(grpcS, ms)
protobuf.RegisterRaftServer(grpcS, raftServer)
reflection.Register(grpcS)
2017-01-10 09:01:12 +00:00
glog.V(0).Infof("Start Seaweed Master %s grpc server at %s:%d", util.VERSION, *masterBindIp, grpcPort)
grpcS.Serve(grpcL)
}()
2017-01-10 09:01:12 +00:00
// start http server
2017-01-10 09:01:12 +00:00
httpS := &http.Server{Handler: r}
if err := httpS.Serve(masterListener); err != nil {
2017-01-10 09:01:12 +00:00
glog.Fatalf("master server failed to serve: %v", err)
2012-09-04 02:18:02 +00:00
}
2017-01-10 09:01:12 +00:00
2012-09-04 02:18:02 +00:00
return true
}
2018-08-12 21:25:31 +00:00
func checkPeers(masterIp string, masterPort int, peers string) (masterAddress string, cleanedPeers []string) {
masterAddress = masterIp + ":" + strconv.Itoa(masterPort)
if peers != "" {
cleanedPeers = strings.Split(peers, ",")
}
hasSelf := false
for _, peer := range cleanedPeers {
if peer == masterAddress {
hasSelf = true
break
}
}
peerCount := len(cleanedPeers)
if !hasSelf {
peerCount += 1
}
if peerCount%2 == 0 {
2018-08-12 21:25:31 +00:00
glog.Fatalf("Only odd number of masters are supported!")
}
return
}