2013-12-02 09:37:36 +00:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"code.google.com/p/weed-fs/go/glog"
|
|
|
|
"code.google.com/p/weed-fs/go/replication"
|
|
|
|
"code.google.com/p/weed-fs/go/sequence"
|
|
|
|
"code.google.com/p/weed-fs/go/topology"
|
|
|
|
"github.com/gorilla/mux"
|
2014-02-05 09:54:52 +00:00
|
|
|
"net/http"
|
|
|
|
"net/http/httputil"
|
|
|
|
"net/url"
|
2013-12-02 09:37:36 +00:00
|
|
|
"path"
|
|
|
|
"sync"
|
|
|
|
)
|
|
|
|
|
|
|
|
type MasterServer struct {
|
|
|
|
port int
|
|
|
|
metaFolder string
|
|
|
|
volumeSizeLimitMB uint
|
|
|
|
pulseSeconds int
|
|
|
|
defaultRepType string
|
|
|
|
garbageThreshold string
|
|
|
|
whiteList []string
|
|
|
|
version string
|
|
|
|
|
|
|
|
topo *topology.Topology
|
|
|
|
vg *replication.VolumeGrowth
|
|
|
|
vgLock sync.Mutex
|
2014-02-05 09:54:52 +00:00
|
|
|
|
|
|
|
raftServer *RaftServer
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewMasterServer(r *mux.Router, version string, port int, metaFolder string,
|
|
|
|
volumeSizeLimitMB uint,
|
|
|
|
pulseSeconds int,
|
|
|
|
confFile string,
|
|
|
|
defaultRepType string,
|
|
|
|
garbageThreshold string,
|
2014-02-05 09:54:52 +00:00
|
|
|
whiteList []string,
|
|
|
|
) *MasterServer {
|
2013-12-02 09:37:36 +00:00
|
|
|
ms := &MasterServer{
|
|
|
|
version: version,
|
|
|
|
volumeSizeLimitMB: volumeSizeLimitMB,
|
|
|
|
pulseSeconds: pulseSeconds,
|
|
|
|
defaultRepType: defaultRepType,
|
|
|
|
garbageThreshold: garbageThreshold,
|
|
|
|
whiteList: whiteList,
|
|
|
|
}
|
|
|
|
seq := sequence.NewFileSequencer(path.Join(metaFolder, "weed.seq"))
|
|
|
|
var e error
|
|
|
|
if ms.topo, e = topology.NewTopology("topo", confFile, seq,
|
|
|
|
uint64(volumeSizeLimitMB)*1024*1024, pulseSeconds); e != nil {
|
|
|
|
glog.Fatalf("cannot create topology:%s", e)
|
|
|
|
}
|
|
|
|
ms.vg = replication.NewDefaultVolumeGrowth()
|
|
|
|
glog.V(0).Infoln("Volume Size Limit is", volumeSizeLimitMB, "MB")
|
|
|
|
|
2014-02-05 09:54:52 +00:00
|
|
|
r.HandleFunc("/dir/assign", ms.proxyToLeader(secure(ms.whiteList, ms.dirAssignHandler)))
|
|
|
|
r.HandleFunc("/dir/lookup", ms.proxyToLeader(secure(ms.whiteList, ms.dirLookupHandler)))
|
|
|
|
r.HandleFunc("/dir/join", ms.proxyToLeader(secure(ms.whiteList, ms.dirJoinHandler)))
|
|
|
|
r.HandleFunc("/dir/status", ms.proxyToLeader(secure(ms.whiteList, ms.dirStatusHandler)))
|
|
|
|
r.HandleFunc("/vol/grow", ms.proxyToLeader(secure(ms.whiteList, ms.volumeGrowHandler)))
|
|
|
|
r.HandleFunc("/vol/status", ms.proxyToLeader(secure(ms.whiteList, ms.volumeStatusHandler)))
|
|
|
|
r.HandleFunc("/vol/vacuum", ms.proxyToLeader(secure(ms.whiteList, ms.volumeVacuumHandler)))
|
2014-02-05 18:49:05 +00:00
|
|
|
r.HandleFunc("/submit", secure(ms.whiteList, ms.submitFromMasterServerHandler))
|
2013-12-02 09:37:36 +00:00
|
|
|
r.HandleFunc("/", ms.redirectHandler)
|
|
|
|
|
|
|
|
ms.topo.StartRefreshWritableVolumes(garbageThreshold)
|
|
|
|
|
|
|
|
return ms
|
|
|
|
}
|
2014-02-05 09:54:52 +00:00
|
|
|
|
|
|
|
func (ms *MasterServer) SetRaftServer(raftServer *RaftServer) {
|
|
|
|
ms.raftServer = raftServer
|
|
|
|
}
|
|
|
|
|
2014-02-05 18:49:05 +00:00
|
|
|
func (ms *MasterServer) IsLeader() bool {
|
|
|
|
return ms.raftServer == nil || ms.raftServer.IsLeader()
|
|
|
|
}
|
|
|
|
|
2014-02-05 09:54:52 +00:00
|
|
|
func (ms *MasterServer) proxyToLeader(f func(w http.ResponseWriter, r *http.Request)) func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
return func(w http.ResponseWriter, r *http.Request) {
|
2014-02-05 18:49:05 +00:00
|
|
|
if ms.IsLeader() {
|
2014-02-05 09:54:52 +00:00
|
|
|
f(w, r)
|
|
|
|
} else {
|
|
|
|
targetUrl, err := url.Parse("http://" + ms.raftServer.Leader())
|
|
|
|
if err != nil {
|
|
|
|
writeJsonQuiet(w, r, map[string]interface{}{"error": "Leader URL Parse Error " + err.Error()})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
glog.V(4).Infoln("proxying to leader", ms.raftServer.Leader())
|
|
|
|
proxy := httputil.NewSingleHostReverseProxy(targetUrl)
|
|
|
|
proxy.ServeHTTP(w, r)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|