gitlab-com-seaweedfs/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2024-01-19 02:48:24 +00:00
Code Issues Projects Releases Wiki Activity

replicate: incremental sink only contains new and updated files

Browse source 
address da08402ba2
This commit is contained in:
Chris Lu 2021-01-28 02:39:22 -08:00
parent da08402ba2
commit 9a06c35da4
2 changed files with 6 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
weed/command/scaffold.go
View file

@ -356,7 +356,8 @@ enabled = false
directory = "/data" directory = "/data"
[sink.local_incremental] [sink.local_incremental]
# all replicated files are under creation time as yyyy-mm-dd directories # all replicated files are under modified time as yyyy-mm-dd directories
# so each date directory contains all new and updated files.
enabled = false enabled = false
directory = "/backup" directory = "/backup"

8
weed/replication/replicator.go
View file

@ -43,13 +43,13 @@ func (r *Replicator) Replicate(ctx context.Context, key string, message *filer_p
} }
var dateKey string var dateKey string
if r.sink.GetName() == "local_incremental" { if r.sink.GetName() == "local_incremental" {
var cTime int64 var mTime int64
if message.NewEntry != nil { if message.NewEntry != nil {
cTime = message.NewEntry.Attributes.Crtime mTime = message.NewEntry.Attributes.Mtime
} else if message.OldEntry != nil { } else if message.OldEntry != nil {
cTime = message.OldEntry.Attributes.Crtime mTime = message.OldEntry.Attributes.Mtime
} }
dateKey = time.Unix(cTime, 0).Format("2006-01-02") dateKey = time.Unix(mTime, 0).Format("2006-01-02")
} }
newKey := util.Join(r.sink.GetSinkToDirectory(), dateKey, key[len(r.source.Dir):]) newKey := util.Join(r.sink.GetSinkToDirectory(), dateKey, key[len(r.source.Dir):])
glog.V(3).Infof("replicate %s => %s", key, newKey) glog.V(3).Infof("replicate %s => %s", key, newKey)