2013-12-02 09:37:36 +00:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"math/rand"
|
2013-12-09 21:27:09 +00:00
|
|
|
"net/http"
|
2015-02-04 10:05:18 +00:00
|
|
|
"sync"
|
2013-12-02 09:37:36 +00:00
|
|
|
"time"
|
2014-10-26 18:34:55 +00:00
|
|
|
|
|
|
|
"github.com/chrislusf/weed-fs/go/glog"
|
2015-01-05 22:20:04 +00:00
|
|
|
"github.com/chrislusf/weed-fs/go/security"
|
2014-10-26 18:34:55 +00:00
|
|
|
"github.com/chrislusf/weed-fs/go/storage"
|
2013-12-02 09:37:36 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type VolumeServer struct {
|
|
|
|
masterNode string
|
2015-02-04 10:05:18 +00:00
|
|
|
mnLock sync.RWMutex
|
2013-12-02 09:37:36 +00:00
|
|
|
pulseSeconds int
|
|
|
|
dataCenter string
|
|
|
|
rack string
|
|
|
|
store *storage.Store
|
2015-01-05 22:20:04 +00:00
|
|
|
guard *security.Guard
|
2014-05-15 08:08:00 +00:00
|
|
|
|
|
|
|
FixJpgOrientation bool
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
|
2015-03-09 08:10:01 +00:00
|
|
|
func NewVolumeServer(adminMux, publicMux *http.ServeMux, ip string,
|
|
|
|
port int, publicUrl string,
|
2015-01-19 01:03:38 +00:00
|
|
|
folders []string, maxCounts []int,
|
2013-12-02 09:37:36 +00:00
|
|
|
masterNode string, pulseSeconds int,
|
|
|
|
dataCenter string, rack string,
|
2015-01-05 22:20:04 +00:00
|
|
|
whiteList []string,
|
|
|
|
fixJpgOrientation bool) *VolumeServer {
|
2013-12-02 09:37:36 +00:00
|
|
|
vs := &VolumeServer{
|
2014-05-15 08:08:00 +00:00
|
|
|
pulseSeconds: pulseSeconds,
|
|
|
|
dataCenter: dataCenter,
|
|
|
|
rack: rack,
|
|
|
|
FixJpgOrientation: fixJpgOrientation,
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
2015-02-04 10:05:18 +00:00
|
|
|
vs.SetMasterNode(masterNode)
|
2015-03-09 08:10:01 +00:00
|
|
|
vs.store = storage.NewStore(port, ip, publicUrl, folders, maxCounts)
|
2013-12-02 09:37:36 +00:00
|
|
|
|
2015-01-05 22:20:04 +00:00
|
|
|
vs.guard = security.NewGuard(whiteList, "")
|
|
|
|
|
2015-03-19 17:39:22 +00:00
|
|
|
adminMux.HandleFunc("/ui/index.html", vs.uiStatusHandler)
|
2015-02-07 23:35:28 +00:00
|
|
|
adminMux.HandleFunc("/status", vs.guard.WhiteList(vs.statusHandler))
|
|
|
|
adminMux.HandleFunc("/admin/assign_volume", vs.guard.WhiteList(vs.assignVolumeHandler))
|
|
|
|
adminMux.HandleFunc("/admin/vacuum_volume_check", vs.guard.WhiteList(vs.vacuumVolumeCheckHandler))
|
|
|
|
adminMux.HandleFunc("/admin/vacuum_volume_compact", vs.guard.WhiteList(vs.vacuumVolumeCompactHandler))
|
|
|
|
adminMux.HandleFunc("/admin/vacuum_volume_commit", vs.guard.WhiteList(vs.vacuumVolumeCommitHandler))
|
|
|
|
adminMux.HandleFunc("/admin/freeze_volume", vs.guard.WhiteList(vs.freezeVolumeHandler))
|
|
|
|
adminMux.HandleFunc("/admin/delete_collection", vs.guard.WhiteList(vs.deleteCollectionHandler))
|
|
|
|
adminMux.HandleFunc("/stats/counter", vs.guard.WhiteList(statsCounterHandler))
|
|
|
|
adminMux.HandleFunc("/stats/memory", vs.guard.WhiteList(statsMemoryHandler))
|
|
|
|
adminMux.HandleFunc("/stats/disk", vs.guard.WhiteList(vs.statsDiskHandler))
|
2015-03-13 14:59:29 +00:00
|
|
|
adminMux.HandleFunc("/delete", vs.guard.WhiteList(vs.batchDeleteHandler))
|
|
|
|
adminMux.HandleFunc("/", vs.privateStoreHandler)
|
2015-02-26 07:59:07 +00:00
|
|
|
if publicMux != adminMux {
|
|
|
|
// separated admin and public port
|
2015-03-13 14:59:29 +00:00
|
|
|
publicMux.HandleFunc("/", vs.publicReadOnlyHandler)
|
2015-02-26 07:59:07 +00:00
|
|
|
}
|
2013-12-02 09:37:36 +00:00
|
|
|
|
|
|
|
go func() {
|
|
|
|
connected := true
|
2015-02-04 10:05:18 +00:00
|
|
|
|
|
|
|
vs.store.SetBootstrapMaster(vs.GetMasterNode())
|
2013-12-02 09:37:36 +00:00
|
|
|
vs.store.SetDataCenter(vs.dataCenter)
|
|
|
|
vs.store.SetRack(vs.rack)
|
|
|
|
for {
|
2015-02-07 23:35:28 +00:00
|
|
|
master, secretKey, err := vs.store.Join()
|
2013-12-02 09:37:36 +00:00
|
|
|
if err == nil {
|
|
|
|
if !connected {
|
|
|
|
connected = true
|
2015-02-04 10:05:18 +00:00
|
|
|
vs.SetMasterNode(master)
|
2015-02-07 23:35:28 +00:00
|
|
|
vs.guard.SecretKey = secretKey
|
|
|
|
glog.V(0).Infoln("Volume Server Connected with master at", master)
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
} else {
|
2014-04-17 06:43:27 +00:00
|
|
|
glog.V(4).Infoln("Volume Server Failed to talk with master:", err.Error())
|
2013-12-02 09:37:36 +00:00
|
|
|
if connected {
|
|
|
|
connected = false
|
|
|
|
}
|
|
|
|
}
|
2014-02-15 01:10:49 +00:00
|
|
|
if connected {
|
|
|
|
time.Sleep(time.Duration(float32(vs.pulseSeconds*1e3)*(1+rand.Float32())) * time.Millisecond)
|
|
|
|
} else {
|
2014-03-03 06:16:54 +00:00
|
|
|
time.Sleep(time.Duration(float32(vs.pulseSeconds*1e3)*0.25) * time.Millisecond)
|
2014-02-15 01:10:49 +00:00
|
|
|
}
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return vs
|
|
|
|
}
|
2014-05-13 07:03:10 +00:00
|
|
|
|
2015-02-04 10:05:18 +00:00
|
|
|
func (vs *VolumeServer) GetMasterNode() string {
|
|
|
|
vs.mnLock.RLock()
|
|
|
|
defer vs.mnLock.RUnlock()
|
|
|
|
return vs.masterNode
|
|
|
|
}
|
|
|
|
|
|
|
|
func (vs *VolumeServer) SetMasterNode(masterNode string) {
|
|
|
|
vs.mnLock.Lock()
|
|
|
|
defer vs.mnLock.Unlock()
|
|
|
|
vs.masterNode = masterNode
|
|
|
|
}
|
|
|
|
|
2014-05-13 07:03:10 +00:00
|
|
|
func (vs *VolumeServer) Shutdown() {
|
|
|
|
glog.V(0).Infoln("Shutting down volume server...")
|
|
|
|
vs.store.Close()
|
|
|
|
glog.V(0).Infoln("Shut down successfully!")
|
|
|
|
}
|
2015-02-07 23:35:28 +00:00
|
|
|
|
|
|
|
func (vs *VolumeServer) jwt(fileId string) security.EncodedJwt {
|
|
|
|
return security.GenJwt(vs.guard.SecretKey, fileId)
|
|
|
|
}
|