mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
51939efeac
master server does not need to store the sequence on disk any more 2. fix raft server's failure to init cluster during bootstrapping
204 lines
7.7 KiB
Go
204 lines
7.7 KiB
Go
package main
|
|
|
|
import (
|
|
"code.google.com/p/weed-fs/go/glog"
|
|
"code.google.com/p/weed-fs/go/util"
|
|
"code.google.com/p/weed-fs/go/weed/weed_server"
|
|
"github.com/gorilla/mux"
|
|
"net/http"
|
|
"os"
|
|
"runtime"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
var (
|
|
filer FilerOptions
|
|
)
|
|
|
|
func init() {
|
|
cmdServer.Run = runServer // break init cycle
|
|
}
|
|
|
|
var cmdServer = &Command{
|
|
UsageLine: "server -port=8080 -dir=/tmp -max=5 -ip=server_name",
|
|
Short: "start a server, including volume server, and automatically elect a master server",
|
|
Long: `start both a volume server to provide storage spaces
|
|
and a master server to provide volume=>location mapping service and sequence number of file ids
|
|
|
|
This is provided as a convenient way to start both volume server and master server.
|
|
The servers are the same as starting them separately.
|
|
So other volume servers can use this embedded master server also.
|
|
|
|
`,
|
|
}
|
|
|
|
var (
|
|
serverIp = cmdServer.Flag.String("ip", "localhost", "ip or server name")
|
|
serverMaxCpu = cmdServer.Flag.Int("maxCpu", 0, "maximum number of CPUs. 0 means all available CPUs")
|
|
serverTimeout = cmdServer.Flag.Int("idleTimeout", 10, "connection idle seconds")
|
|
serverDataCenter = cmdServer.Flag.String("dataCenter", "", "current volume server's data center name")
|
|
serverRack = cmdServer.Flag.String("rack", "", "current volume server's rack name")
|
|
serverWhiteListOption = cmdServer.Flag.String("whiteList", "", "comma separated Ip addresses having write permission. No limit if empty.")
|
|
serverPeers = cmdServer.Flag.String("peers", "", "other master nodes in comma separated ip:masterPort list")
|
|
masterPort = cmdServer.Flag.Int("masterPort", 9333, "master server http listen port")
|
|
masterMetaFolder = cmdServer.Flag.String("mdir", "", "data directory to store meta data, default to same as -dir specified")
|
|
masterVolumeSizeLimitMB = cmdServer.Flag.Uint("volumeSizeLimitMB", 30*1000, "Master stops directing writes to oversized volumes.")
|
|
masterConfFile = cmdServer.Flag.String("conf", "/etc/weedfs/weedfs.conf", "xml configuration file")
|
|
masterDefaultReplicaPlacement = cmdServer.Flag.String("defaultReplicaPlacement", "000", "Default replication type if not specified.")
|
|
volumePort = cmdServer.Flag.Int("port", 8080, "volume server http listen port")
|
|
volumePublicUrl = cmdServer.Flag.String("publicUrl", "", "Publicly accessible <ip|server_name>:<port>")
|
|
volumeDataFolders = cmdServer.Flag.String("dir", os.TempDir(), "directories to store data files. dir[,dir]...")
|
|
volumeMaxDataVolumeCounts = cmdServer.Flag.String("max", "7", "maximum numbers of volumes, count[,count]...")
|
|
volumePulse = cmdServer.Flag.Int("pulseSeconds", 5, "number of seconds between heartbeats")
|
|
isStartingFiler = cmdServer.Flag.Bool("filer", false, "whether to start filer")
|
|
|
|
serverWhiteList []string
|
|
)
|
|
|
|
func init() {
|
|
filer.master = cmdServer.Flag.String("filer.master", "", "default to current master server")
|
|
filer.collection = cmdServer.Flag.String("filer.collection", "", "all data will be stored in this collection")
|
|
filer.port = cmdServer.Flag.Int("filer.port", 8888, "filer server http listen port")
|
|
filer.dir = cmdServer.Flag.String("filer.dir", "", "directory to store meta data, default to a 'filer' sub directory of what -mdir is specified")
|
|
filer.defaultReplicaPlacement = cmdServer.Flag.String("filer.defaultReplicaPlacement", "", "Default replication type if not specified during runtime.")
|
|
}
|
|
|
|
func runServer(cmd *Command, args []string) bool {
|
|
|
|
*filer.master = *serverIp + ":" + strconv.Itoa(*masterPort)
|
|
|
|
if *filer.defaultReplicaPlacement == "" {
|
|
*filer.defaultReplicaPlacement = *masterDefaultReplicaPlacement
|
|
}
|
|
|
|
if *serverMaxCpu < 1 {
|
|
*serverMaxCpu = runtime.NumCPU()
|
|
}
|
|
runtime.GOMAXPROCS(*serverMaxCpu)
|
|
|
|
folders := strings.Split(*volumeDataFolders, ",")
|
|
maxCountStrings := strings.Split(*volumeMaxDataVolumeCounts, ",")
|
|
maxCounts := make([]int, 0)
|
|
for _, maxString := range maxCountStrings {
|
|
if max, e := strconv.Atoi(maxString); e == nil {
|
|
maxCounts = append(maxCounts, max)
|
|
} else {
|
|
glog.Fatalf("The max specified in -max not a valid number %s", max)
|
|
}
|
|
}
|
|
if len(folders) != len(maxCounts) {
|
|
glog.Fatalf("%d directories by -dir, but only %d max is set by -max", len(folders), len(maxCounts))
|
|
}
|
|
for _, folder := range folders {
|
|
if err := util.TestFolderWritable(folder); err != nil {
|
|
glog.Fatalf("Check Data Folder(-dir) Writable %s : %s", folder, err)
|
|
}
|
|
}
|
|
|
|
if *masterMetaFolder == "" {
|
|
*masterMetaFolder = folders[0]
|
|
}
|
|
if *filer.dir == "" {
|
|
*filer.dir = *masterMetaFolder + "/filer"
|
|
os.MkdirAll(*filer.dir, 0700)
|
|
}
|
|
if err := util.TestFolderWritable(*masterMetaFolder); err != nil {
|
|
glog.Fatalf("Check Meta Folder (-mdir=\"%s\") Writable: %s", *masterMetaFolder, err)
|
|
}
|
|
if err := util.TestFolderWritable(*filer.dir); err != nil {
|
|
glog.Fatalf("Check Mapping Meta Folder (-filer.dir=\"%s\") Writable: %s", *filer.dir, err)
|
|
}
|
|
|
|
if *volumePublicUrl == "" {
|
|
*volumePublicUrl = *serverIp + ":" + strconv.Itoa(*volumePort)
|
|
}
|
|
if *serverWhiteListOption != "" {
|
|
serverWhiteList = strings.Split(*serverWhiteListOption, ",")
|
|
}
|
|
|
|
if *isStartingFiler {
|
|
go func() {
|
|
r := http.NewServeMux()
|
|
_, nfs_err := weed_server.NewFilerServer(r, *filer.port, *filer.master, *filer.dir, *filer.collection)
|
|
if nfs_err != nil {
|
|
glog.Fatalf(nfs_err.Error())
|
|
}
|
|
glog.V(0).Infoln("Start Weed Filer", util.VERSION, "at port", strconv.Itoa(*filer.port))
|
|
filerListener, e := util.NewListener(
|
|
":"+strconv.Itoa(*filer.port),
|
|
time.Duration(10)*time.Second,
|
|
)
|
|
if e != nil {
|
|
glog.Fatalf(e.Error())
|
|
}
|
|
if e := http.Serve(filerListener, r); e != nil {
|
|
glog.Fatalf("Filer Fail to serve:%s", e.Error())
|
|
}
|
|
}()
|
|
}
|
|
|
|
var raftWaitForMaster sync.WaitGroup
|
|
var volumeWait sync.WaitGroup
|
|
|
|
raftWaitForMaster.Add(1)
|
|
volumeWait.Add(1)
|
|
|
|
go func() {
|
|
r := mux.NewRouter()
|
|
ms := weed_server.NewMasterServer(r, *masterPort, *masterMetaFolder,
|
|
*masterVolumeSizeLimitMB, *volumePulse, *masterConfFile, *masterDefaultReplicaPlacement, *garbageThreshold, serverWhiteList,
|
|
)
|
|
|
|
glog.V(0).Infoln("Start Weed Master", util.VERSION, "at port", *serverIp+":"+strconv.Itoa(*masterPort))
|
|
masterListener, e := util.NewListener(
|
|
*serverIp+":"+strconv.Itoa(*masterPort),
|
|
time.Duration(*serverTimeout)*time.Second,
|
|
)
|
|
if e != nil {
|
|
glog.Fatalf(e.Error())
|
|
}
|
|
|
|
go func() {
|
|
raftWaitForMaster.Wait()
|
|
time.Sleep(100 * time.Millisecond)
|
|
myAddress := *serverIp + ":" + strconv.Itoa(*masterPort)
|
|
var peers []string
|
|
if *serverPeers != "" {
|
|
peers = strings.Split(*serverPeers, ",")
|
|
}
|
|
raftServer := weed_server.NewRaftServer(r, peers, myAddress, *masterMetaFolder, ms.Topo, *volumePulse)
|
|
ms.SetRaftServer(raftServer)
|
|
volumeWait.Done()
|
|
}()
|
|
|
|
raftWaitForMaster.Done()
|
|
if e := http.Serve(masterListener, r); e != nil {
|
|
glog.Fatalf("Master Fail to serve:%s", e.Error())
|
|
}
|
|
}()
|
|
|
|
volumeWait.Wait()
|
|
time.Sleep(100 * time.Millisecond)
|
|
r := http.NewServeMux()
|
|
weed_server.NewVolumeServer(r, *serverIp, *volumePort, *volumePublicUrl, folders, maxCounts,
|
|
*serverIp+":"+strconv.Itoa(*masterPort), *volumePulse, *serverDataCenter, *serverRack, serverWhiteList,
|
|
)
|
|
|
|
glog.V(0).Infoln("Start Weed volume server", util.VERSION, "at http://"+*serverIp+":"+strconv.Itoa(*volumePort))
|
|
volumeListener, e := util.NewListener(
|
|
*serverIp+":"+strconv.Itoa(*volumePort),
|
|
time.Duration(*serverTimeout)*time.Second,
|
|
)
|
|
if e != nil {
|
|
glog.Fatalf(e.Error())
|
|
}
|
|
if e := http.Serve(volumeListener, r); e != nil {
|
|
glog.Fatalf("Fail to serve:%s", e.Error())
|
|
}
|
|
|
|
return true
|
|
}
|