mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
204 lines
7.7 KiB
Go
204 lines
7.7 KiB
Go
package main
|
|
|
|
import (
|
|
"code.google.com/p/weed-fs/go/glog"
|
|
"code.google.com/p/weed-fs/go/util"
|
|
"code.google.com/p/weed-fs/go/weed/weed_server"
|
|
"github.com/gorilla/mux"
|
|
"net/http"
|
|
"os"
|
|
"runtime"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
var (
|
|
filer FilerOptions
|
|
)
|
|
|
|
func init() {
|
|
cmdServer.Run = runServer // break init cycle
|
|
}
|
|
|
|
var cmdServer = &Command{
|
|
UsageLine: "server -port=8080 -dir=/tmp -max=5 -ip=server_name",
|
|
Short: "start a server, including volume server, and automatically elect a master server",
|
|
Long: `start both a volume server to provide storage spaces
|
|
and a master server to provide volume=>location mapping service and sequence number of file ids
|
|
|
|
This is provided as a convenient way to start both volume server and master server.
|
|
The servers are the same as starting them separately.
|
|
So other volume servers can use this embedded master server also.
|
|
|
|
`,
|
|
}
|
|
|
|
var (
|
|
serverIp = cmdServer.Flag.String("ip", "localhost", "ip or server name")
|
|
serverMaxCpu = cmdServer.Flag.Int("maxCpu", 0, "maximum number of CPUs. 0 means all available CPUs")
|
|
serverTimeout = cmdServer.Flag.Int("idleTimeout", 10, "connection idle seconds")
|
|
serverDataCenter = cmdServer.Flag.String("dataCenter", "", "current volume server's data center name")
|
|
serverRack = cmdServer.Flag.String("rack", "", "current volume server's rack name")
|
|
serverWhiteListOption = cmdServer.Flag.String("whiteList", "", "comma separated Ip addresses having write permission. No limit if empty.")
|
|
serverPeers = cmdServer.Flag.String("peers", "", "other master nodes in comma separated ip:masterPort list")
|
|
masterPort = cmdServer.Flag.Int("masterPort", 9333, "master server http listen port")
|
|
masterMetaFolder = cmdServer.Flag.String("mdir", "", "data directory to store meta data, default to same as -dir specified")
|
|
masterVolumeSizeLimitMB = cmdServer.Flag.Uint("volumeSizeLimitMB", 30*1000, "Master stops directing writes to oversized volumes.")
|
|
masterConfFile = cmdServer.Flag.String("conf", "/etc/weedfs/weedfs.conf", "xml configuration file")
|
|
masterDefaultReplicaPlacement = cmdServer.Flag.String("defaultReplicaPlacement", "000", "Default replication type if not specified.")
|
|
volumePort = cmdServer.Flag.Int("port", 8080, "volume server http listen port")
|
|
volumePublicUrl = cmdServer.Flag.String("publicUrl", "", "Publicly accessible <ip|server_name>:<port>")
|
|
volumeDataFolders = cmdServer.Flag.String("dir", os.TempDir(), "directories to store data files. dir[,dir]...")
|
|
volumeMaxDataVolumeCounts = cmdServer.Flag.String("max", "7", "maximum numbers of volumes, count[,count]...")
|
|
volumePulse = cmdServer.Flag.Int("pulseSeconds", 5, "number of seconds between heartbeats")
|
|
isStartingFiler = cmdServer.Flag.Bool("filer", false, "whether to start filer")
|
|
|
|
serverWhiteList []string
|
|
)
|
|
|
|
func init() {
|
|
filer.master = cmdServer.Flag.String("filer.master", "", "default to current master server")
|
|
filer.collection = cmdServer.Flag.String("filer.collection", "", "all data will be stored in this collection")
|
|
filer.port = cmdServer.Flag.Int("filer.port", 8888, "filer server http listen port")
|
|
filer.dir = cmdServer.Flag.String("filer.dir", "", "directory to store meta data, default to a 'filer' sub directory of what -mdir is specified")
|
|
filer.defaultReplicaPlacement = cmdServer.Flag.String("filer.defaultReplicaPlacement", "", "Default replication type if not specified during runtime.")
|
|
}
|
|
|
|
func runServer(cmd *Command, args []string) bool {
|
|
|
|
*filer.master = *serverIp + ":" + strconv.Itoa(*masterPort)
|
|
|
|
if *filer.defaultReplicaPlacement == "" {
|
|
*filer.defaultReplicaPlacement = *masterDefaultReplicaPlacement
|
|
}
|
|
|
|
if *serverMaxCpu < 1 {
|
|
*serverMaxCpu = runtime.NumCPU()
|
|
}
|
|
runtime.GOMAXPROCS(*serverMaxCpu)
|
|
|
|
folders := strings.Split(*volumeDataFolders, ",")
|
|
maxCountStrings := strings.Split(*volumeMaxDataVolumeCounts, ",")
|
|
maxCounts := make([]int, 0)
|
|
for _, maxString := range maxCountStrings {
|
|
if max, e := strconv.Atoi(maxString); e == nil {
|
|
maxCounts = append(maxCounts, max)
|
|
} else {
|
|
glog.Fatalf("The max specified in -max not a valid number %s", maxString)
|
|
}
|
|
}
|
|
if len(folders) != len(maxCounts) {
|
|
glog.Fatalf("%d directories by -dir, but only %d max is set by -max", len(folders), len(maxCounts))
|
|
}
|
|
for _, folder := range folders {
|
|
if err := util.TestFolderWritable(folder); err != nil {
|
|
glog.Fatalf("Check Data Folder(-dir) Writable %s : %s", folder, err)
|
|
}
|
|
}
|
|
|
|
if *masterMetaFolder == "" {
|
|
*masterMetaFolder = folders[0]
|
|
}
|
|
if *filer.dir == "" {
|
|
*filer.dir = *masterMetaFolder + "/filer"
|
|
os.MkdirAll(*filer.dir, 0700)
|
|
}
|
|
if err := util.TestFolderWritable(*masterMetaFolder); err != nil {
|
|
glog.Fatalf("Check Meta Folder (-mdir=\"%s\") Writable: %s", *masterMetaFolder, err)
|
|
}
|
|
if err := util.TestFolderWritable(*filer.dir); err != nil {
|
|
glog.Fatalf("Check Mapping Meta Folder (-filer.dir=\"%s\") Writable: %s", *filer.dir, err)
|
|
}
|
|
|
|
if *volumePublicUrl == "" {
|
|
*volumePublicUrl = *serverIp + ":" + strconv.Itoa(*volumePort)
|
|
}
|
|
if *serverWhiteListOption != "" {
|
|
serverWhiteList = strings.Split(*serverWhiteListOption, ",")
|
|
}
|
|
|
|
if *isStartingFiler {
|
|
go func() {
|
|
r := http.NewServeMux()
|
|
_, nfs_err := weed_server.NewFilerServer(r, *filer.port, *filer.master, *filer.dir, *filer.collection)
|
|
if nfs_err != nil {
|
|
glog.Fatalf(nfs_err.Error())
|
|
}
|
|
glog.V(0).Infoln("Start Weed Filer", util.VERSION, "at port", strconv.Itoa(*filer.port))
|
|
filerListener, e := util.NewListener(
|
|
":"+strconv.Itoa(*filer.port),
|
|
time.Duration(10)*time.Second,
|
|
)
|
|
if e != nil {
|
|
glog.Fatalf(e.Error())
|
|
}
|
|
if e := http.Serve(filerListener, r); e != nil {
|
|
glog.Fatalf("Filer Fail to serve:%s", e.Error())
|
|
}
|
|
}()
|
|
}
|
|
|
|
var raftWaitForMaster sync.WaitGroup
|
|
var volumeWait sync.WaitGroup
|
|
|
|
raftWaitForMaster.Add(1)
|
|
volumeWait.Add(1)
|
|
|
|
go func() {
|
|
r := mux.NewRouter()
|
|
ms := weed_server.NewMasterServer(r, *masterPort, *masterMetaFolder,
|
|
*masterVolumeSizeLimitMB, *volumePulse, *masterConfFile, *masterDefaultReplicaPlacement, *garbageThreshold, serverWhiteList,
|
|
)
|
|
|
|
glog.V(0).Infoln("Start Weed Master", util.VERSION, "at port", *serverIp+":"+strconv.Itoa(*masterPort))
|
|
masterListener, e := util.NewListener(
|
|
*serverIp+":"+strconv.Itoa(*masterPort),
|
|
time.Duration(*serverTimeout)*time.Second,
|
|
)
|
|
if e != nil {
|
|
glog.Fatalf(e.Error())
|
|
}
|
|
|
|
go func() {
|
|
raftWaitForMaster.Wait()
|
|
time.Sleep(100 * time.Millisecond)
|
|
myAddress := *serverIp + ":" + strconv.Itoa(*masterPort)
|
|
var peers []string
|
|
if *serverPeers != "" {
|
|
peers = strings.Split(*serverPeers, ",")
|
|
}
|
|
raftServer := weed_server.NewRaftServer(r, peers, myAddress, *masterMetaFolder, ms.Topo, *volumePulse)
|
|
ms.SetRaftServer(raftServer)
|
|
volumeWait.Done()
|
|
}()
|
|
|
|
raftWaitForMaster.Done()
|
|
if e := http.Serve(masterListener, r); e != nil {
|
|
glog.Fatalf("Master Fail to serve:%s", e.Error())
|
|
}
|
|
}()
|
|
|
|
volumeWait.Wait()
|
|
time.Sleep(100 * time.Millisecond)
|
|
r := http.NewServeMux()
|
|
weed_server.NewVolumeServer(r, *serverIp, *volumePort, *volumePublicUrl, folders, maxCounts,
|
|
*serverIp+":"+strconv.Itoa(*masterPort), *volumePulse, *serverDataCenter, *serverRack, serverWhiteList,
|
|
)
|
|
|
|
glog.V(0).Infoln("Start Weed volume server", util.VERSION, "at http://"+*serverIp+":"+strconv.Itoa(*volumePort))
|
|
volumeListener, e := util.NewListener(
|
|
*serverIp+":"+strconv.Itoa(*volumePort),
|
|
time.Duration(*serverTimeout)*time.Second,
|
|
)
|
|
if e != nil {
|
|
glog.Fatalf(e.Error())
|
|
}
|
|
if e := http.Serve(volumeListener, r); e != nil {
|
|
glog.Fatalf("Fail to serve:%s", e.Error())
|
|
}
|
|
|
|
return true
|
|
}
|