2020-04-22 04:16:13 +00:00
|
|
|
package meta_cache
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"time"
|
|
|
|
|
2020-09-01 07:21:19 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
2020-04-22 04:16:13 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
|
|
|
)
|
|
|
|
|
2020-08-29 06:48:48 +00:00
|
|
|
func SubscribeMetaEvents(mc *MetaCache, selfSignature int32, client filer_pb.FilerClient, dir string, lastTsNs int64) error {
|
2020-04-22 04:16:13 +00:00
|
|
|
|
|
|
|
processEventFn := func(resp *filer_pb.SubscribeMetadataResponse) error {
|
|
|
|
message := resp.EventNotification
|
2020-08-29 06:48:48 +00:00
|
|
|
|
|
|
|
for _, sig := range message.Signatures {
|
|
|
|
if sig == selfSignature && selfSignature != 0 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-26 02:24:15 +00:00
|
|
|
dir := resp.Directory
|
2020-04-30 01:20:54 +00:00
|
|
|
var oldPath util.FullPath
|
2020-09-01 07:21:19 +00:00
|
|
|
var newEntry *filer.Entry
|
2020-04-22 04:16:13 +00:00
|
|
|
if message.OldEntry != nil {
|
2020-10-26 02:24:15 +00:00
|
|
|
oldPath = util.NewFullPath(dir, message.OldEntry.Name)
|
2020-04-30 01:20:54 +00:00
|
|
|
glog.V(4).Infof("deleting %v", oldPath)
|
2020-04-22 04:16:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if message.NewEntry != nil {
|
|
|
|
if message.NewParentPath != "" {
|
|
|
|
dir = message.NewParentPath
|
|
|
|
}
|
|
|
|
key := util.NewFullPath(dir, message.NewEntry.Name)
|
|
|
|
glog.V(4).Infof("creating %v", key)
|
2020-09-01 07:21:19 +00:00
|
|
|
newEntry = filer.FromPbEntry(dir, message.NewEntry)
|
2020-04-22 04:16:13 +00:00
|
|
|
}
|
2020-10-26 02:24:15 +00:00
|
|
|
err := mc.AtomicUpdateEntryFromFiler(context.Background(), oldPath, newEntry)
|
|
|
|
if err == nil && message.OldEntry != nil && message.NewEntry != nil {
|
|
|
|
key := util.NewFullPath(dir, message.NewEntry.Name)
|
|
|
|
mc.invalidateFunc(key)
|
|
|
|
}
|
|
|
|
|
|
|
|
return err
|
|
|
|
|
2020-04-22 04:16:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
for {
|
|
|
|
err := client.WithFilerClient(func(client filer_pb.SeaweedFilerClient) error {
|
2020-09-09 18:21:23 +00:00
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
|
|
defer cancel()
|
|
|
|
stream, err := client.SubscribeMetadata(ctx, &filer_pb.SubscribeMetadataRequest{
|
2020-04-22 04:16:13 +00:00
|
|
|
ClientName: "mount",
|
|
|
|
PathPrefix: dir,
|
|
|
|
SinceNs: lastTsNs,
|
2020-08-29 06:48:48 +00:00
|
|
|
Signature: selfSignature,
|
2020-04-22 04:16:13 +00:00
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("subscribe: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
for {
|
|
|
|
resp, listenErr := stream.Recv()
|
|
|
|
if listenErr == io.EOF {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if listenErr != nil {
|
|
|
|
return listenErr
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := processEventFn(resp); err != nil {
|
2021-01-11 21:26:59 +00:00
|
|
|
return err
|
2020-04-22 04:16:13 +00:00
|
|
|
}
|
|
|
|
lastTsNs = resp.TsNs
|
|
|
|
}
|
|
|
|
})
|
|
|
|
if err != nil {
|
2020-07-11 13:16:48 +00:00
|
|
|
glog.Errorf("subscribing filer meta change: %v", err)
|
2020-04-22 04:16:13 +00:00
|
|
|
}
|
2020-09-09 18:21:23 +00:00
|
|
|
time.Sleep(time.Second)
|
2020-04-22 04:16:13 +00:00
|
|
|
}
|
|
|
|
}
|