mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
86cd40fba8
This is a pre-cursor for asynchronous replication.
122 lines
3.9 KiB
Go
122 lines
3.9 KiB
Go
package weed_server
|
|
|
|
import (
|
|
"math/rand"
|
|
"net/http"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/chrislusf/seaweedfs/go/glog"
|
|
"github.com/chrislusf/seaweedfs/go/security"
|
|
"github.com/chrislusf/seaweedfs/go/storage"
|
|
)
|
|
|
|
type VolumeServer struct {
|
|
masterNode string
|
|
mnLock sync.RWMutex
|
|
pulseSeconds int
|
|
dataCenter string
|
|
rack string
|
|
store *storage.Store
|
|
guard *security.Guard
|
|
|
|
needleMapKind storage.NeedleMapType
|
|
FixJpgOrientation bool
|
|
}
|
|
|
|
func NewVolumeServer(adminMux, publicMux *http.ServeMux, ip string,
|
|
port int, publicUrl string,
|
|
folders []string, maxCounts []int,
|
|
needleMapKind storage.NeedleMapType,
|
|
masterNode string, pulseSeconds int,
|
|
dataCenter string, rack string,
|
|
whiteList []string,
|
|
fixJpgOrientation bool) *VolumeServer {
|
|
vs := &VolumeServer{
|
|
pulseSeconds: pulseSeconds,
|
|
dataCenter: dataCenter,
|
|
rack: rack,
|
|
needleMapKind: needleMapKind,
|
|
FixJpgOrientation: fixJpgOrientation,
|
|
}
|
|
vs.SetMasterNode(masterNode)
|
|
vs.store = storage.NewStore(port, ip, publicUrl, folders, maxCounts, vs.needleMapKind)
|
|
|
|
vs.guard = security.NewGuard(whiteList, "")
|
|
|
|
adminMux.HandleFunc("/ui/index.html", vs.uiStatusHandler)
|
|
adminMux.HandleFunc("/status", vs.guard.WhiteList(vs.statusHandler))
|
|
adminMux.HandleFunc("/admin/assign_volume", vs.guard.WhiteList(vs.assignVolumeHandler))
|
|
adminMux.HandleFunc("/admin/vacuum/check", vs.guard.WhiteList(vs.vacuumVolumeCheckHandler))
|
|
adminMux.HandleFunc("/admin/vacuum/compact", vs.guard.WhiteList(vs.vacuumVolumeCompactHandler))
|
|
adminMux.HandleFunc("/admin/vacuum/commit", vs.guard.WhiteList(vs.vacuumVolumeCommitHandler))
|
|
adminMux.HandleFunc("/admin/delete_collection", vs.guard.WhiteList(vs.deleteCollectionHandler))
|
|
adminMux.HandleFunc("/admin/sync/status", vs.guard.WhiteList(vs.getVolumeSyncStatusHandler))
|
|
adminMux.HandleFunc("/admin/sync/index", vs.guard.WhiteList(vs.getVolumeIndexContentHandler))
|
|
adminMux.HandleFunc("/admin/sync/data", vs.guard.WhiteList(vs.getVolumeDataContentHandler))
|
|
adminMux.HandleFunc("/stats/counter", vs.guard.WhiteList(statsCounterHandler))
|
|
adminMux.HandleFunc("/stats/memory", vs.guard.WhiteList(statsMemoryHandler))
|
|
adminMux.HandleFunc("/stats/disk", vs.guard.WhiteList(vs.statsDiskHandler))
|
|
adminMux.HandleFunc("/delete", vs.guard.WhiteList(vs.batchDeleteHandler))
|
|
adminMux.HandleFunc("/", vs.privateStoreHandler)
|
|
if publicMux != adminMux {
|
|
// separated admin and public port
|
|
publicMux.HandleFunc("/", vs.publicReadOnlyHandler)
|
|
}
|
|
|
|
go func() {
|
|
connected := true
|
|
|
|
glog.V(0).Infof("Volume server bootstraps with master %s", vs.GetMasterNode())
|
|
vs.store.SetBootstrapMaster(vs.GetMasterNode())
|
|
vs.store.SetDataCenter(vs.dataCenter)
|
|
vs.store.SetRack(vs.rack)
|
|
for {
|
|
glog.V(4).Infof("Volume server sending to master %s", vs.GetMasterNode())
|
|
master, secretKey, err := vs.store.SendHeartbeatToMaster()
|
|
if err == nil {
|
|
if !connected {
|
|
connected = true
|
|
vs.SetMasterNode(master)
|
|
vs.guard.SecretKey = secretKey
|
|
glog.V(0).Infoln("Volume Server Connected with master at", master)
|
|
}
|
|
} else {
|
|
glog.V(1).Infof("Volume Server Failed to talk with master %s: %v", vs.masterNode, err)
|
|
if connected {
|
|
connected = false
|
|
}
|
|
}
|
|
if connected {
|
|
time.Sleep(time.Duration(float32(vs.pulseSeconds*1e3)*(1+rand.Float32())) * time.Millisecond)
|
|
} else {
|
|
time.Sleep(time.Duration(float32(vs.pulseSeconds*1e3)*0.25) * time.Millisecond)
|
|
}
|
|
}
|
|
}()
|
|
|
|
return vs
|
|
}
|
|
|
|
func (vs *VolumeServer) GetMasterNode() string {
|
|
vs.mnLock.RLock()
|
|
defer vs.mnLock.RUnlock()
|
|
return vs.masterNode
|
|
}
|
|
|
|
func (vs *VolumeServer) SetMasterNode(masterNode string) {
|
|
vs.mnLock.Lock()
|
|
defer vs.mnLock.Unlock()
|
|
vs.masterNode = masterNode
|
|
}
|
|
|
|
func (vs *VolumeServer) Shutdown() {
|
|
glog.V(0).Infoln("Shutting down volume server...")
|
|
vs.store.Close()
|
|
glog.V(0).Infoln("Shut down successfully!")
|
|
}
|
|
|
|
func (vs *VolumeServer) jwt(fileId string) security.EncodedJwt {
|
|
return security.GenJwt(vs.guard.SecretKey, fileId)
|
|
}
|