2013-12-02 09:37:36 +00:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"code.google.com/p/weed-fs/go/glog"
|
|
|
|
"code.google.com/p/weed-fs/go/storage"
|
|
|
|
"math/rand"
|
2013-12-09 21:27:09 +00:00
|
|
|
"net/http"
|
2014-04-26 05:09:42 +00:00
|
|
|
"strconv"
|
2013-12-02 09:37:36 +00:00
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
|
|
|
type VolumeServer struct {
|
|
|
|
masterNode string
|
|
|
|
pulseSeconds int
|
|
|
|
dataCenter string
|
|
|
|
rack string
|
|
|
|
whiteList []string
|
|
|
|
store *storage.Store
|
2014-05-15 08:08:00 +00:00
|
|
|
|
|
|
|
FixJpgOrientation bool
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
|
2014-04-26 05:09:42 +00:00
|
|
|
func NewVolumeServer(r *http.ServeMux, ip string, port int, publicIp string, folders []string, maxCounts []int,
|
2013-12-02 09:37:36 +00:00
|
|
|
masterNode string, pulseSeconds int,
|
|
|
|
dataCenter string, rack string,
|
2014-05-15 08:08:00 +00:00
|
|
|
whiteList []string, fixJpgOrientation bool) *VolumeServer {
|
2014-04-26 05:09:42 +00:00
|
|
|
publicUrl := publicIp + ":" + strconv.Itoa(port)
|
2013-12-02 09:37:36 +00:00
|
|
|
vs := &VolumeServer{
|
2014-05-15 08:08:00 +00:00
|
|
|
masterNode: masterNode,
|
|
|
|
pulseSeconds: pulseSeconds,
|
|
|
|
dataCenter: dataCenter,
|
|
|
|
rack: rack,
|
|
|
|
whiteList: whiteList,
|
|
|
|
FixJpgOrientation: fixJpgOrientation,
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
vs.store = storage.NewStore(port, ip, publicUrl, folders, maxCounts)
|
|
|
|
|
|
|
|
r.HandleFunc("/submit", secure(vs.whiteList, vs.submitFromVolumeServerHandler))
|
|
|
|
r.HandleFunc("/status", secure(vs.whiteList, vs.statusHandler))
|
|
|
|
r.HandleFunc("/admin/assign_volume", secure(vs.whiteList, vs.assignVolumeHandler))
|
|
|
|
r.HandleFunc("/admin/vacuum_volume_check", secure(vs.whiteList, vs.vacuumVolumeCheckHandler))
|
|
|
|
r.HandleFunc("/admin/vacuum_volume_compact", secure(vs.whiteList, vs.vacuumVolumeCompactHandler))
|
|
|
|
r.HandleFunc("/admin/vacuum_volume_commit", secure(vs.whiteList, vs.vacuumVolumeCommitHandler))
|
|
|
|
r.HandleFunc("/admin/freeze_volume", secure(vs.whiteList, vs.freezeVolumeHandler))
|
2014-03-10 18:43:54 +00:00
|
|
|
r.HandleFunc("/admin/delete_collection", secure(vs.whiteList, vs.deleteCollectionHandler))
|
2014-03-25 20:46:59 +00:00
|
|
|
r.HandleFunc("/stats/counter", secure(vs.whiteList, statsCounterHandler))
|
|
|
|
r.HandleFunc("/stats/memory", secure(vs.whiteList, statsMemoryHandler))
|
2014-03-26 20:22:27 +00:00
|
|
|
r.HandleFunc("/stats/disk", secure(vs.whiteList, vs.statsDiskHandler))
|
2014-04-14 08:00:09 +00:00
|
|
|
r.HandleFunc("/delete", secure(vs.whiteList, vs.batchDeleteHandler))
|
2013-12-02 09:37:36 +00:00
|
|
|
r.HandleFunc("/", vs.storeHandler)
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
connected := true
|
2014-02-15 01:10:49 +00:00
|
|
|
vs.store.SetBootstrapMaster(vs.masterNode)
|
2013-12-02 09:37:36 +00:00
|
|
|
vs.store.SetDataCenter(vs.dataCenter)
|
|
|
|
vs.store.SetRack(vs.rack)
|
|
|
|
for {
|
2014-04-21 06:28:05 +00:00
|
|
|
master, err := vs.store.Join()
|
2013-12-02 09:37:36 +00:00
|
|
|
if err == nil {
|
|
|
|
if !connected {
|
|
|
|
connected = true
|
2014-04-21 06:28:05 +00:00
|
|
|
glog.V(0).Infoln("Volume Server Connected with master at", master)
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
} else {
|
2014-04-17 06:43:27 +00:00
|
|
|
glog.V(4).Infoln("Volume Server Failed to talk with master:", err.Error())
|
2013-12-02 09:37:36 +00:00
|
|
|
if connected {
|
|
|
|
connected = false
|
|
|
|
}
|
|
|
|
}
|
2014-02-15 01:10:49 +00:00
|
|
|
if connected {
|
|
|
|
time.Sleep(time.Duration(float32(vs.pulseSeconds*1e3)*(1+rand.Float32())) * time.Millisecond)
|
|
|
|
} else {
|
2014-03-03 06:16:54 +00:00
|
|
|
time.Sleep(time.Duration(float32(vs.pulseSeconds*1e3)*0.25) * time.Millisecond)
|
2014-02-15 01:10:49 +00:00
|
|
|
}
|
2013-12-02 09:37:36 +00:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return vs
|
|
|
|
}
|
2014-05-13 07:03:10 +00:00
|
|
|
|
|
|
|
func (vs *VolumeServer) Shutdown() {
|
|
|
|
glog.V(0).Infoln("Shutting down volume server...")
|
|
|
|
vs.store.Close()
|
|
|
|
glog.V(0).Infoln("Shut down successfully!")
|
|
|
|
}
|