2012-08-24 05:33:37 +00:00
|
|
|
package topology
|
|
|
|
|
|
|
|
import (
|
2012-09-03 08:50:04 +00:00
|
|
|
_ "fmt"
|
2012-09-02 21:33:48 +00:00
|
|
|
"math/rand"
|
2012-09-10 07:18:07 +00:00
|
|
|
"pkg/sequence"
|
2012-08-28 08:04:39 +00:00
|
|
|
"pkg/storage"
|
2012-08-24 05:33:37 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Topology struct {
|
2012-09-02 21:33:48 +00:00
|
|
|
NodeImpl
|
2012-09-10 07:18:07 +00:00
|
|
|
|
|
|
|
//transient vid~servers mapping for each replication type
|
|
|
|
replicaType2VolumeLayout []*VolumeLayout
|
|
|
|
|
|
|
|
pulse int64
|
|
|
|
|
|
|
|
volumeSizeLimit uint64
|
|
|
|
|
|
|
|
sequence sequence.Sequencer
|
2012-08-31 08:35:11 +00:00
|
|
|
}
|
2012-08-28 08:04:39 +00:00
|
|
|
|
2012-09-10 07:18:07 +00:00
|
|
|
func NewTopology(id string, dirname string, filename string, volumeSizeLimit uint64, pulse int) *Topology {
|
2012-09-02 21:33:48 +00:00
|
|
|
t := &Topology{}
|
|
|
|
t.id = NodeId(id)
|
|
|
|
t.nodeType = "Topology"
|
|
|
|
t.children = make(map[NodeId]Node)
|
2012-09-10 07:18:07 +00:00
|
|
|
t.replicaType2VolumeLayout = make([]*VolumeLayout, storage.LengthRelicationType)
|
|
|
|
t.pulse = int64(pulse)
|
|
|
|
t.volumeSizeLimit = volumeSizeLimit
|
|
|
|
t.sequence = sequence.NewSequencer(dirname, filename)
|
2012-09-02 21:33:48 +00:00
|
|
|
return t
|
|
|
|
}
|
2012-09-08 23:25:44 +00:00
|
|
|
func (t *Topology) RandomlyReserveOneVolume() (bool, *DataNode, storage.VolumeId) {
|
2012-09-03 08:50:04 +00:00
|
|
|
vid := t.NextVolumeId()
|
2012-09-02 21:33:48 +00:00
|
|
|
ret, node := t.ReserveOneVolume(rand.Intn(t.FreeSpace()), vid)
|
2012-09-10 07:18:07 +00:00
|
|
|
return ret, node, vid
|
2012-08-28 08:04:39 +00:00
|
|
|
}
|
2012-08-29 07:58:03 +00:00
|
|
|
|
2012-09-08 23:25:44 +00:00
|
|
|
func (t *Topology) RandomlyReserveOneVolumeExcept(except []Node) (bool, *DataNode, storage.VolumeId) {
|
2012-09-10 07:18:07 +00:00
|
|
|
freeSpace := t.FreeSpace()
|
|
|
|
for _, node := range except {
|
|
|
|
freeSpace -= node.FreeSpace()
|
|
|
|
}
|
|
|
|
vid := t.NextVolumeId()
|
|
|
|
ret, node := t.ReserveOneVolume(rand.Intn(freeSpace), vid)
|
|
|
|
return ret, node, vid
|
2012-09-03 08:50:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (t *Topology) NextVolumeId() storage.VolumeId {
|
2012-09-02 21:33:48 +00:00
|
|
|
vid := t.GetMaxVolumeId()
|
2012-08-29 08:37:40 +00:00
|
|
|
return vid.Next()
|
2012-08-28 08:04:39 +00:00
|
|
|
}
|
2012-09-10 07:18:07 +00:00
|
|
|
|
2012-09-14 08:17:13 +00:00
|
|
|
func (t *Topology) registerVolumeLayout(v *storage.VolumeInfo, dn *DataNode) {
|
|
|
|
replicationTypeIndex := storage.GetReplicationLevelIndex(v)
|
|
|
|
if t.replicaType2VolumeLayout[replicationTypeIndex] == nil {
|
|
|
|
t.replicaType2VolumeLayout[replicationTypeIndex] = NewVolumeLayout(t.volumeSizeLimit, t.pulse)
|
|
|
|
}
|
|
|
|
t.replicaType2VolumeLayout[replicationTypeIndex].RegisterVolume(v, dn)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *Topology) RegisterVolume(v *storage.VolumeInfo, ip string, port int, publicUrl string) {
|
|
|
|
dc := t.GetOrCreateDataCenter(ip)
|
|
|
|
rack := dc.GetOrCreateRack(ip)
|
|
|
|
dn := rack.GetOrCreateDataNode(ip, port, publicUrl)
|
|
|
|
dn.AddVolume(v)
|
|
|
|
t.registerVolumeLayout(v,dn)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *Topology) GetOrCreateDataCenter(ip string) *DataCenter{
|
|
|
|
for _, c := range t.Children() {
|
|
|
|
dc := c.(*DataCenter)
|
|
|
|
if dc.MatchLocationRange(ip) {
|
|
|
|
return dc
|
|
|
|
}
|
|
|
|
}
|
|
|
|
dc := NewDataCenter("DefaultDataCenter")
|
|
|
|
t.LinkChildNode(dc)
|
|
|
|
return dc
|
2012-09-10 07:18:07 +00:00
|
|
|
}
|