seaweedfs/weed/replication/replicator.go

59 lines
1.6 KiB
Go
Raw Normal View History

2018-09-17 07:27:56 +00:00
package replication
import (
2018-09-23 08:46:50 +00:00
"path/filepath"
2018-09-17 08:37:24 +00:00
"strings"
2018-09-21 08:56:43 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
"github.com/chrislusf/seaweedfs/weed/replication/sink"
2018-10-04 06:36:52 +00:00
"github.com/chrislusf/seaweedfs/weed/replication/source"
2018-09-21 08:56:43 +00:00
"github.com/chrislusf/seaweedfs/weed/util"
"github.com/chrislusf/seaweedfs/weed/glog"
2018-09-17 07:27:56 +00:00
)
type Replicator struct {
2018-09-17 08:37:24 +00:00
sink sink.ReplicationSink
source *source.FilerSource
2018-09-17 07:27:56 +00:00
}
2018-10-04 06:36:52 +00:00
func NewReplicator(sourceConfig util.Configuration, dataSink sink.ReplicationSink) *Replicator {
2018-09-17 08:37:24 +00:00
source := &source.FilerSource{}
source.Initialize(sourceConfig)
2018-10-04 06:36:52 +00:00
dataSink.SetSourceFiler(source)
2018-09-21 08:54:29 +00:00
2018-09-17 07:27:56 +00:00
return &Replicator{
2018-10-04 06:36:52 +00:00
sink: dataSink,
2018-09-17 08:37:24 +00:00
source: source,
2018-09-17 07:27:56 +00:00
}
}
func (r *Replicator) Replicate(key string, message *filer_pb.EventNotification) error {
2018-09-17 08:37:24 +00:00
if !strings.HasPrefix(key, r.source.Dir) {
return nil
}
2018-09-23 08:46:50 +00:00
key = filepath.Join(r.sink.GetSinkToDirectory(), key[len(r.source.Dir):])
2018-09-17 07:27:56 +00:00
if message.OldEntry != nil && message.NewEntry == nil {
2018-10-06 20:00:33 +00:00
glog.V(4).Infof("deleting %v", key)
2018-10-04 06:36:52 +00:00
return r.sink.DeleteEntry(key, message.OldEntry.IsDirectory, message.DeleteChunks)
2018-09-17 07:27:56 +00:00
}
if message.OldEntry == nil && message.NewEntry != nil {
2018-10-06 20:00:33 +00:00
glog.V(4).Infof("creating %v", key)
2018-09-17 08:37:24 +00:00
return r.sink.CreateEntry(key, message.NewEntry)
2018-09-17 07:27:56 +00:00
}
if message.OldEntry == nil && message.NewEntry == nil {
2018-10-04 06:36:52 +00:00
glog.V(0).Infof("weird message %+v", message)
return nil
}
2018-10-04 06:36:52 +00:00
foundExisting, err := r.sink.UpdateEntry(key, message.OldEntry, message.NewEntry, message.DeleteChunks)
if foundExisting {
2018-10-06 20:00:33 +00:00
glog.V(4).Infof("updated %v", key)
2018-10-04 06:36:52 +00:00
return err
}
2018-10-06 20:00:33 +00:00
glog.V(4).Infof("creating missing %v", key)
return r.sink.CreateEntry(key, message.NewEntry)
2018-09-17 07:27:56 +00:00
}