2012-08-29 07:58:03 +00:00
|
|
|
package topology
|
|
|
|
|
|
|
|
import (
|
2015-01-08 07:54:50 +00:00
|
|
|
"fmt"
|
2020-05-29 07:37:58 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2019-12-04 05:36:42 +00:00
|
|
|
"strconv"
|
2019-05-23 05:44:28 +00:00
|
|
|
"sync"
|
2019-04-19 04:43:36 +00:00
|
|
|
|
2019-03-18 03:27:08 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
|
2019-05-23 05:44:28 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage/erasure_coding"
|
2019-04-19 04:43:36 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage/needle"
|
|
|
|
|
2016-06-03 01:09:14 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage"
|
2012-08-29 07:58:03 +00:00
|
|
|
)
|
|
|
|
|
2012-09-08 23:25:44 +00:00
|
|
|
type DataNode struct {
|
2012-09-02 21:33:48 +00:00
|
|
|
NodeImpl
|
2019-05-23 05:44:28 +00:00
|
|
|
volumes map[needle.VolumeId]storage.VolumeInfo
|
|
|
|
Ip string
|
|
|
|
Port int
|
|
|
|
PublicUrl string
|
|
|
|
LastSeen int64 // unix time in seconds
|
2019-05-23 07:42:28 +00:00
|
|
|
ecShards map[needle.VolumeId]*erasure_coding.EcVolumeInfo
|
2019-05-23 05:44:28 +00:00
|
|
|
ecShardsLock sync.RWMutex
|
2012-08-29 07:58:03 +00:00
|
|
|
}
|
2012-09-02 21:33:48 +00:00
|
|
|
|
2012-09-08 23:25:44 +00:00
|
|
|
func NewDataNode(id string) *DataNode {
|
|
|
|
s := &DataNode{}
|
2012-09-02 21:33:48 +00:00
|
|
|
s.id = NodeId(id)
|
2012-09-08 23:25:44 +00:00
|
|
|
s.nodeType = "DataNode"
|
2019-04-19 04:43:36 +00:00
|
|
|
s.volumes = make(map[needle.VolumeId]storage.VolumeInfo)
|
2019-05-23 07:42:28 +00:00
|
|
|
s.ecShards = make(map[needle.VolumeId]*erasure_coding.EcVolumeInfo)
|
2012-12-04 05:27:57 +00:00
|
|
|
s.NodeImpl.value = s
|
2012-09-02 21:33:48 +00:00
|
|
|
return s
|
2012-08-31 08:35:11 +00:00
|
|
|
}
|
2014-04-13 08:29:52 +00:00
|
|
|
|
2015-01-08 07:54:50 +00:00
|
|
|
func (dn *DataNode) String() string {
|
2016-05-20 06:32:56 +00:00
|
|
|
dn.RLock()
|
|
|
|
defer dn.RUnlock()
|
2017-01-10 09:01:12 +00:00
|
|
|
return fmt.Sprintf("Node:%s, volumes:%v, Ip:%s, Port:%d, PublicUrl:%s", dn.NodeImpl.String(), dn.volumes, dn.Ip, dn.Port, dn.PublicUrl)
|
2015-01-08 07:54:50 +00:00
|
|
|
}
|
|
|
|
|
2018-07-28 06:09:55 +00:00
|
|
|
func (dn *DataNode) AddOrUpdateVolume(v storage.VolumeInfo) (isNew bool) {
|
2016-05-20 06:32:56 +00:00
|
|
|
dn.Lock()
|
|
|
|
defer dn.Unlock()
|
2019-12-04 05:36:42 +00:00
|
|
|
if oldV, ok := dn.volumes[v.Id]; !ok {
|
2012-09-17 00:31:15 +00:00
|
|
|
dn.volumes[v.Id] = v
|
2012-12-04 05:27:57 +00:00
|
|
|
dn.UpAdjustVolumeCountDelta(1)
|
2019-12-04 05:36:42 +00:00
|
|
|
if v.IsRemote() {
|
|
|
|
dn.UpAdjustRemoteVolumeCountDelta(1)
|
|
|
|
}
|
2014-03-10 18:43:54 +00:00
|
|
|
if !v.ReadOnly {
|
|
|
|
dn.UpAdjustActiveVolumeCountDelta(1)
|
|
|
|
}
|
2012-09-17 00:31:15 +00:00
|
|
|
dn.UpAdjustMaxVolumeId(v.Id)
|
2018-07-28 06:09:55 +00:00
|
|
|
isNew = true
|
2012-09-18 21:05:12 +00:00
|
|
|
} else {
|
2019-12-04 05:36:42 +00:00
|
|
|
if oldV.IsRemote() != v.IsRemote() {
|
|
|
|
if v.IsRemote() {
|
|
|
|
dn.UpAdjustRemoteVolumeCountDelta(1)
|
|
|
|
}
|
|
|
|
if oldV.IsRemote() {
|
|
|
|
dn.UpAdjustRemoteVolumeCountDelta(-1)
|
|
|
|
}
|
|
|
|
}
|
2012-09-18 21:05:12 +00:00
|
|
|
dn.volumes[v.Id] = v
|
2012-09-17 00:31:15 +00:00
|
|
|
}
|
2018-07-28 06:09:55 +00:00
|
|
|
return
|
2012-09-10 07:18:07 +00:00
|
|
|
}
|
2014-04-13 08:29:52 +00:00
|
|
|
|
2018-07-28 06:09:55 +00:00
|
|
|
func (dn *DataNode) UpdateVolumes(actualVolumes []storage.VolumeInfo) (newVolumes, deletedVolumes []storage.VolumeInfo) {
|
2019-04-19 04:43:36 +00:00
|
|
|
actualVolumeMap := make(map[needle.VolumeId]storage.VolumeInfo)
|
2014-03-10 18:43:54 +00:00
|
|
|
for _, v := range actualVolumes {
|
|
|
|
actualVolumeMap[v.Id] = v
|
|
|
|
}
|
2016-09-08 01:13:49 +00:00
|
|
|
dn.Lock()
|
2014-09-20 19:38:59 +00:00
|
|
|
for vid, v := range dn.volumes {
|
2014-03-10 18:43:54 +00:00
|
|
|
if _, ok := actualVolumeMap[vid]; !ok {
|
|
|
|
glog.V(0).Infoln("Deleting volume id:", vid)
|
|
|
|
delete(dn.volumes, vid)
|
2014-09-20 19:38:59 +00:00
|
|
|
deletedVolumes = append(deletedVolumes, v)
|
2014-03-10 18:43:54 +00:00
|
|
|
dn.UpAdjustVolumeCountDelta(-1)
|
2019-12-04 05:36:42 +00:00
|
|
|
if v.IsRemote() {
|
|
|
|
dn.UpAdjustRemoteVolumeCountDelta(-1)
|
|
|
|
}
|
|
|
|
if !v.ReadOnly {
|
|
|
|
dn.UpAdjustActiveVolumeCountDelta(-1)
|
|
|
|
}
|
2014-03-10 18:43:54 +00:00
|
|
|
}
|
2016-09-08 01:13:49 +00:00
|
|
|
}
|
|
|
|
dn.Unlock()
|
2014-03-10 18:43:54 +00:00
|
|
|
for _, v := range actualVolumes {
|
2018-07-28 06:09:55 +00:00
|
|
|
isNew := dn.AddOrUpdateVolume(v)
|
|
|
|
if isNew {
|
|
|
|
newVolumes = append(newVolumes, v)
|
|
|
|
}
|
2014-03-10 18:43:54 +00:00
|
|
|
}
|
2014-09-20 19:38:59 +00:00
|
|
|
return
|
2014-03-10 18:43:54 +00:00
|
|
|
}
|
2014-04-13 08:29:52 +00:00
|
|
|
|
2019-04-20 18:35:20 +00:00
|
|
|
func (dn *DataNode) DeltaUpdateVolumes(newlVolumes, deletedVolumes []storage.VolumeInfo) {
|
|
|
|
dn.Lock()
|
|
|
|
for _, v := range deletedVolumes {
|
|
|
|
delete(dn.volumes, v.Id)
|
|
|
|
dn.UpAdjustVolumeCountDelta(-1)
|
2019-12-04 05:36:42 +00:00
|
|
|
if v.IsRemote() {
|
|
|
|
dn.UpAdjustRemoteVolumeCountDelta(-1)
|
|
|
|
}
|
|
|
|
if !v.ReadOnly {
|
|
|
|
dn.UpAdjustActiveVolumeCountDelta(-1)
|
|
|
|
}
|
2019-04-20 18:35:20 +00:00
|
|
|
}
|
|
|
|
dn.Unlock()
|
|
|
|
for _, v := range newlVolumes {
|
|
|
|
dn.AddOrUpdateVolume(v)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-05-20 06:32:56 +00:00
|
|
|
func (dn *DataNode) GetVolumes() (ret []storage.VolumeInfo) {
|
|
|
|
dn.RLock()
|
|
|
|
for _, v := range dn.volumes {
|
|
|
|
ret = append(ret, v)
|
|
|
|
}
|
|
|
|
dn.RUnlock()
|
|
|
|
return ret
|
|
|
|
}
|
|
|
|
|
2019-04-19 04:43:36 +00:00
|
|
|
func (dn *DataNode) GetVolumesById(id needle.VolumeId) (storage.VolumeInfo, error) {
|
2016-08-09 12:12:39 +00:00
|
|
|
dn.RLock()
|
|
|
|
defer dn.RUnlock()
|
2019-01-17 01:17:19 +00:00
|
|
|
vInfo, ok := dn.volumes[id]
|
2016-08-09 12:12:39 +00:00
|
|
|
if ok {
|
2019-01-17 01:17:19 +00:00
|
|
|
return vInfo, nil
|
2016-08-09 12:12:39 +00:00
|
|
|
} else {
|
|
|
|
return storage.VolumeInfo{}, fmt.Errorf("volumeInfo not found")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-06-20 01:10:38 +00:00
|
|
|
func (dn *DataNode) GetDataCenter() *DataCenter {
|
|
|
|
return dn.Parent().Parent().(*NodeImpl).value.(*DataCenter)
|
|
|
|
}
|
2014-04-13 08:29:52 +00:00
|
|
|
|
|
|
|
func (dn *DataNode) GetRack() *Rack {
|
|
|
|
return dn.Parent().(*NodeImpl).value.(*Rack)
|
|
|
|
}
|
|
|
|
|
2012-09-10 07:18:07 +00:00
|
|
|
func (dn *DataNode) GetTopology() *Topology {
|
2013-06-20 01:10:38 +00:00
|
|
|
p := dn.Parent()
|
2012-09-17 00:31:15 +00:00
|
|
|
for p.Parent() != nil {
|
|
|
|
p = p.Parent()
|
|
|
|
}
|
|
|
|
t := p.(*Topology)
|
|
|
|
return t
|
2012-08-29 07:58:03 +00:00
|
|
|
}
|
2014-04-13 08:29:52 +00:00
|
|
|
|
2012-09-14 08:17:13 +00:00
|
|
|
func (dn *DataNode) MatchLocation(ip string, port int) bool {
|
2012-09-17 00:31:15 +00:00
|
|
|
return dn.Ip == ip && dn.Port == port
|
|
|
|
}
|
2014-04-13 08:29:52 +00:00
|
|
|
|
2012-09-26 08:55:56 +00:00
|
|
|
func (dn *DataNode) Url() string {
|
2012-12-04 05:27:57 +00:00
|
|
|
return dn.Ip + ":" + strconv.Itoa(dn.Port)
|
2012-09-26 08:55:56 +00:00
|
|
|
}
|
2012-09-17 00:31:15 +00:00
|
|
|
|
|
|
|
func (dn *DataNode) ToMap() interface{} {
|
|
|
|
ret := make(map[string]interface{})
|
2012-09-26 08:55:56 +00:00
|
|
|
ret["Url"] = dn.Url()
|
2012-12-04 05:27:57 +00:00
|
|
|
ret["Volumes"] = dn.GetVolumeCount()
|
2020-05-29 07:37:58 +00:00
|
|
|
ret["VolumeIds"] = dn.GetVolumeIds()
|
2019-06-05 06:41:56 +00:00
|
|
|
ret["EcShards"] = dn.GetEcShardCount()
|
2012-09-20 09:11:08 +00:00
|
|
|
ret["Max"] = dn.GetMaxVolumeCount()
|
|
|
|
ret["Free"] = dn.FreeSpace()
|
2012-09-17 00:31:15 +00:00
|
|
|
ret["PublicUrl"] = dn.PublicUrl
|
|
|
|
return ret
|
2012-09-14 08:17:13 +00:00
|
|
|
}
|
2019-03-18 03:27:08 +00:00
|
|
|
|
|
|
|
func (dn *DataNode) ToDataNodeInfo() *master_pb.DataNodeInfo {
|
|
|
|
m := &master_pb.DataNodeInfo{
|
|
|
|
Id: string(dn.Id()),
|
|
|
|
VolumeCount: uint64(dn.GetVolumeCount()),
|
|
|
|
MaxVolumeCount: uint64(dn.GetMaxVolumeCount()),
|
|
|
|
FreeVolumeCount: uint64(dn.FreeSpace()),
|
|
|
|
ActiveVolumeCount: uint64(dn.GetActiveVolumeCount()),
|
2019-12-04 05:36:42 +00:00
|
|
|
RemoteVolumeCount: uint64(dn.GetRemoteVolumeCount()),
|
2019-03-18 03:27:08 +00:00
|
|
|
}
|
|
|
|
for _, v := range dn.GetVolumes() {
|
|
|
|
m.VolumeInfos = append(m.VolumeInfos, v.ToVolumeInformationMessage())
|
|
|
|
}
|
2019-05-23 05:44:28 +00:00
|
|
|
for _, ecv := range dn.GetEcShards() {
|
2019-05-24 20:28:44 +00:00
|
|
|
m.EcShardInfos = append(m.EcShardInfos, ecv.ToVolumeEcShardInformationMessage())
|
2019-05-23 05:44:28 +00:00
|
|
|
}
|
2019-03-18 03:27:08 +00:00
|
|
|
return m
|
|
|
|
}
|
2020-05-29 07:37:58 +00:00
|
|
|
|
|
|
|
// GetVolumeIds returns the human readable volume ids limited to count of max 100.
|
|
|
|
func (dn *DataNode) GetVolumeIds() string {
|
|
|
|
volumesLen := len(dn.volumes)
|
|
|
|
if volumesLen > 100 {
|
|
|
|
return "..."
|
|
|
|
}
|
|
|
|
|
|
|
|
ids := make([]int, 0, volumesLen)
|
|
|
|
|
|
|
|
for k := range dn.volumes {
|
|
|
|
ids = append(ids, int(k))
|
|
|
|
}
|
|
|
|
|
|
|
|
return util.HumanReadableInts(ids...)
|
|
|
|
}
|