mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
151 lines
4.2 KiB
Go
151 lines
4.2 KiB
Go
package topology
|
|
|
|
import (
|
|
"code.google.com/p/weed-fs/go/storage"
|
|
"code.google.com/p/weed-fs/go/util"
|
|
"encoding/json"
|
|
"errors"
|
|
"log"
|
|
"net/url"
|
|
"time"
|
|
)
|
|
|
|
func batchVacuumVolumeCheck(vl *VolumeLayout, vid storage.VolumeId, locationlist *VolumeLocationList, garbageThreshold string) bool {
|
|
ch := make(chan bool, locationlist.Length())
|
|
for index, dn := range locationlist.list {
|
|
go func(index int, url string, vid storage.VolumeId) {
|
|
//log.Println(index, "Check vacuuming", vid, "on", dn.Url())
|
|
if e, ret := vacuumVolume_Check(url, vid, garbageThreshold); e != nil {
|
|
//log.Println(index, "Error when checking vacuuming", vid, "on", url, e)
|
|
ch <- false
|
|
} else {
|
|
//log.Println(index, "Checked vacuuming", vid, "on", url, "needVacuum", ret)
|
|
ch <- ret
|
|
}
|
|
}(index, dn.Url(), vid)
|
|
}
|
|
isCheckSuccess := true
|
|
for _ = range locationlist.list {
|
|
select {
|
|
case canVacuum := <-ch:
|
|
isCheckSuccess = isCheckSuccess && canVacuum
|
|
case <-time.After(30 * time.Minute):
|
|
isCheckSuccess = false
|
|
break
|
|
}
|
|
}
|
|
return isCheckSuccess
|
|
}
|
|
func batchVacuumVolumeCompact(vl *VolumeLayout, vid storage.VolumeId, locationlist *VolumeLocationList) bool {
|
|
vl.removeFromWritable(vid)
|
|
ch := make(chan bool, locationlist.Length())
|
|
for index, dn := range locationlist.list {
|
|
go func(index int, url string, vid storage.VolumeId) {
|
|
log.Println(index, "Start vacuuming", vid, "on", url)
|
|
if e := vacuumVolume_Compact(url, vid); e != nil {
|
|
log.Println(index, "Error when vacuuming", vid, "on", url, e)
|
|
ch <- false
|
|
} else {
|
|
log.Println(index, "Complete vacuuming", vid, "on", url)
|
|
ch <- true
|
|
}
|
|
}(index, dn.Url(), vid)
|
|
}
|
|
isVacuumSuccess := true
|
|
for _ = range locationlist.list {
|
|
select {
|
|
case _ = <-ch:
|
|
case <-time.After(30 * time.Minute):
|
|
isVacuumSuccess = false
|
|
break
|
|
}
|
|
}
|
|
return isVacuumSuccess
|
|
}
|
|
func batchVacuumVolumeCommit(vl *VolumeLayout, vid storage.VolumeId, locationlist *VolumeLocationList) bool {
|
|
isCommitSuccess := true
|
|
for _, dn := range locationlist.list {
|
|
log.Println("Start Commiting vacuum", vid, "on", dn.Url())
|
|
if e := vacuumVolume_Commit(dn.Url(), vid); e != nil {
|
|
log.Println("Error when committing vacuum", vid, "on", dn.Url(), e)
|
|
isCommitSuccess = false
|
|
} else {
|
|
log.Println("Complete Commiting vacuum", vid, "on", dn.Url())
|
|
}
|
|
}
|
|
if isCommitSuccess {
|
|
vl.setVolumeWritable(vid)
|
|
}
|
|
return isCommitSuccess
|
|
}
|
|
func (t *Topology) Vacuum(garbageThreshold string) int {
|
|
for _, vl := range t.replicaType2VolumeLayout {
|
|
if vl != nil {
|
|
for vid, locationlist := range vl.vid2location {
|
|
if batchVacuumVolumeCheck(vl, vid, locationlist, garbageThreshold) {
|
|
if batchVacuumVolumeCompact(vl, vid, locationlist) {
|
|
batchVacuumVolumeCommit(vl, vid, locationlist)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return 0
|
|
}
|
|
|
|
type VacuumVolumeResult struct {
|
|
Result bool
|
|
Error string
|
|
}
|
|
|
|
func vacuumVolume_Check(urlLocation string, vid storage.VolumeId, garbageThreshold string) (error, bool) {
|
|
values := make(url.Values)
|
|
values.Add("volume", vid.String())
|
|
values.Add("garbageThreshold", garbageThreshold)
|
|
jsonBlob, err := util.Post("http://"+urlLocation+"/admin/vacuum_volume_check", values)
|
|
if err != nil {
|
|
log.Println("parameters:", values)
|
|
return err, false
|
|
}
|
|
var ret VacuumVolumeResult
|
|
if err := json.Unmarshal(jsonBlob, &ret); err != nil {
|
|
return err, false
|
|
}
|
|
if ret.Error != "" {
|
|
return errors.New(ret.Error), false
|
|
}
|
|
return nil, ret.Result
|
|
}
|
|
func vacuumVolume_Compact(urlLocation string, vid storage.VolumeId) error {
|
|
values := make(url.Values)
|
|
values.Add("volume", vid.String())
|
|
jsonBlob, err := util.Post("http://"+urlLocation+"/admin/vacuum_volume_compact", values)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
var ret VacuumVolumeResult
|
|
if err := json.Unmarshal(jsonBlob, &ret); err != nil {
|
|
return err
|
|
}
|
|
if ret.Error != "" {
|
|
return errors.New(ret.Error)
|
|
}
|
|
return nil
|
|
}
|
|
func vacuumVolume_Commit(urlLocation string, vid storage.VolumeId) error {
|
|
values := make(url.Values)
|
|
values.Add("volume", vid.String())
|
|
jsonBlob, err := util.Post("http://"+urlLocation+"/admin/vacuum_volume_commit", values)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
var ret VacuumVolumeResult
|
|
if err := json.Unmarshal(jsonBlob, &ret); err != nil {
|
|
return err
|
|
}
|
|
if ret.Error != "" {
|
|
return errors.New(ret.Error)
|
|
}
|
|
return nil
|
|
}
|