package main import ( "code.google.com/p/weed-fs/go/glog" "code.google.com/p/weed-fs/go/util" "code.google.com/p/weed-fs/go/weed/weed_server" "github.com/gorilla/mux" "net/http" "os" "runtime" "strconv" "strings" "sync" "time" ) var ( filer FilerOptions ) func init() { cmdServer.Run = runServer // break init cycle } var cmdServer = &Command{ UsageLine: "server -port=8080 -dir=/tmp -max=5 -ip=server_name", Short: "start a server, including volume server, and automatically elect a master server", Long: `start both a volume server to provide storage spaces and a master server to provide volume=>location mapping service and sequence number of file ids This is provided as a convenient way to start both volume server and master server. The servers are the same as starting them separately. So other volume servers can use this embedded master server also. `, } var ( serverIp = cmdServer.Flag.String("ip", "localhost", "ip or server name") serverMaxCpu = cmdServer.Flag.Int("maxCpu", 0, "maximum number of CPUs. 0 means all available CPUs") serverTimeout = cmdServer.Flag.Int("idleTimeout", 10, "connection idle seconds") serverDataCenter = cmdServer.Flag.String("dataCenter", "", "current volume server's data center name") serverRack = cmdServer.Flag.String("rack", "", "current volume server's rack name") serverWhiteListOption = cmdServer.Flag.String("whiteList", "", "comma separated Ip addresses having write permission. No limit if empty.") serverPeers = cmdServer.Flag.String("peers", "", "other master nodes in comma separated ip:masterPort list") masterPort = cmdServer.Flag.Int("masterPort", 9333, "master server http listen port") masterMetaFolder = cmdServer.Flag.String("mdir", "", "data directory to store meta data, default to same as -dir specified") masterVolumeSizeLimitMB = cmdServer.Flag.Uint("volumeSizeLimitMB", 30*1000, "Master stops directing writes to oversized volumes.") masterConfFile = cmdServer.Flag.String("conf", "/etc/weedfs/weedfs.conf", "xml configuration file") masterDefaultReplicaPlacement = cmdServer.Flag.String("defaultReplicaPlacement", "000", "Default replication type if not specified.") volumePort = cmdServer.Flag.Int("port", 8080, "volume server http listen port") volumePublicUrl = cmdServer.Flag.String("publicUrl", "", "Publicly accessible :") volumeDataFolders = cmdServer.Flag.String("dir", os.TempDir(), "directories to store data files. dir[,dir]...") volumeMaxDataVolumeCounts = cmdServer.Flag.String("max", "7", "maximum numbers of volumes, count[,count]...") volumePulse = cmdServer.Flag.Int("pulseSeconds", 5, "number of seconds between heartbeats") isStartingFiler = cmdServer.Flag.Bool("filer", false, "whether to start filer") serverWhiteList []string ) func init() { filer.master = cmdServer.Flag.String("filer.master", "", "default to current master server") filer.collection = cmdServer.Flag.String("filer.collection", "", "all data will be stored in this collection") filer.port = cmdServer.Flag.Int("filer.port", 8888, "filer server http listen port") filer.dir = cmdServer.Flag.String("filer.dir", "", "directory to store meta data, default to a 'filer' sub directory of what -mdir is specified") filer.defaultReplicaPlacement = cmdServer.Flag.String("filer.defaultReplicaPlacement", "", "Default replication type if not specified during runtime.") } func runServer(cmd *Command, args []string) bool { *filer.master = *serverIp + ":" + strconv.Itoa(*masterPort) if *filer.defaultReplicaPlacement == "" { *filer.defaultReplicaPlacement = *masterDefaultReplicaPlacement } if *serverMaxCpu < 1 { *serverMaxCpu = runtime.NumCPU() } runtime.GOMAXPROCS(*serverMaxCpu) folders := strings.Split(*volumeDataFolders, ",") maxCountStrings := strings.Split(*volumeMaxDataVolumeCounts, ",") maxCounts := make([]int, 0) for _, maxString := range maxCountStrings { if max, e := strconv.Atoi(maxString); e == nil { maxCounts = append(maxCounts, max) } else { glog.Fatalf("The max specified in -max not a valid number %s", maxString) } } if len(folders) != len(maxCounts) { glog.Fatalf("%d directories by -dir, but only %d max is set by -max", len(folders), len(maxCounts)) } for _, folder := range folders { if err := util.TestFolderWritable(folder); err != nil { glog.Fatalf("Check Data Folder(-dir) Writable %s : %s", folder, err) } } if *masterMetaFolder == "" { *masterMetaFolder = folders[0] } if *filer.dir == "" { *filer.dir = *masterMetaFolder + "/filer" os.MkdirAll(*filer.dir, 0700) } if err := util.TestFolderWritable(*masterMetaFolder); err != nil { glog.Fatalf("Check Meta Folder (-mdir=\"%s\") Writable: %s", *masterMetaFolder, err) } if err := util.TestFolderWritable(*filer.dir); err != nil { glog.Fatalf("Check Mapping Meta Folder (-filer.dir=\"%s\") Writable: %s", *filer.dir, err) } if *volumePublicUrl == "" { *volumePublicUrl = *serverIp + ":" + strconv.Itoa(*volumePort) } if *serverWhiteListOption != "" { serverWhiteList = strings.Split(*serverWhiteListOption, ",") } if *isStartingFiler { go func() { r := http.NewServeMux() _, nfs_err := weed_server.NewFilerServer(r, *filer.port, *filer.master, *filer.dir, *filer.collection) if nfs_err != nil { glog.Fatalf(nfs_err.Error()) } glog.V(0).Infoln("Start Weed Filer", util.VERSION, "at port", strconv.Itoa(*filer.port)) filerListener, e := util.NewListener( ":"+strconv.Itoa(*filer.port), time.Duration(10)*time.Second, ) if e != nil { glog.Fatalf(e.Error()) } if e := http.Serve(filerListener, r); e != nil { glog.Fatalf("Filer Fail to serve:%s", e.Error()) } }() } var raftWaitForMaster sync.WaitGroup var volumeWait sync.WaitGroup raftWaitForMaster.Add(1) volumeWait.Add(1) go func() { r := mux.NewRouter() ms := weed_server.NewMasterServer(r, *masterPort, *masterMetaFolder, *masterVolumeSizeLimitMB, *volumePulse, *masterConfFile, *masterDefaultReplicaPlacement, *garbageThreshold, serverWhiteList, ) glog.V(0).Infoln("Start Weed Master", util.VERSION, "at port", *serverIp+":"+strconv.Itoa(*masterPort)) masterListener, e := util.NewListener( *serverIp+":"+strconv.Itoa(*masterPort), time.Duration(*serverTimeout)*time.Second, ) if e != nil { glog.Fatalf(e.Error()) } go func() { raftWaitForMaster.Wait() time.Sleep(100 * time.Millisecond) myAddress := *serverIp + ":" + strconv.Itoa(*masterPort) var peers []string if *serverPeers != "" { peers = strings.Split(*serverPeers, ",") } raftServer := weed_server.NewRaftServer(r, peers, myAddress, *masterMetaFolder, ms.Topo, *volumePulse) ms.SetRaftServer(raftServer) volumeWait.Done() }() raftWaitForMaster.Done() if e := http.Serve(masterListener, r); e != nil { glog.Fatalf("Master Fail to serve:%s", e.Error()) } }() volumeWait.Wait() time.Sleep(100 * time.Millisecond) r := http.NewServeMux() weed_server.NewVolumeServer(r, *serverIp, *volumePort, *volumePublicUrl, folders, maxCounts, *serverIp+":"+strconv.Itoa(*masterPort), *volumePulse, *serverDataCenter, *serverRack, serverWhiteList, ) glog.V(0).Infoln("Start Weed volume server", util.VERSION, "at http://"+*serverIp+":"+strconv.Itoa(*volumePort)) volumeListener, e := util.NewListener( *serverIp+":"+strconv.Itoa(*volumePort), time.Duration(*serverTimeout)*time.Second, ) if e != nil { glog.Fatalf(e.Error()) } if e := http.Serve(volumeListener, r); e != nil { glog.Fatalf("Fail to serve:%s", e.Error()) } return true }