seaweedfs/weed/server/filer_grpc_server_sub_meta.go

115 lines
3.4 KiB
Go
Raw Normal View History

2020-03-30 08:19:33 +00:00
package weed_server
import (
2020-04-20 07:08:47 +00:00
"fmt"
2020-04-05 07:51:16 +00:00
"strings"
"time"
2020-04-20 07:08:47 +00:00
"github.com/golang/protobuf/proto"
2020-04-12 21:03:07 +00:00
"github.com/chrislusf/seaweedfs/weed/filer2"
2020-03-30 08:19:33 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
2020-04-05 19:51:21 +00:00
"github.com/chrislusf/seaweedfs/weed/util"
2020-03-30 08:19:33 +00:00
)
2020-04-13 04:00:55 +00:00
func (fs *FilerServer) SubscribeMetadata(req *filer_pb.SubscribeMetadataRequest, stream filer_pb.SeaweedFiler_SubscribeMetadataServer) error {
2020-03-30 08:19:33 +00:00
peerAddress := findClientAddress(stream.Context(), 0)
2020-04-05 07:51:16 +00:00
clientName := fs.addClient(req.ClientName, peerAddress)
2020-03-30 08:19:33 +00:00
2020-04-05 07:51:16 +00:00
defer fs.deleteClient(clientName)
2020-03-30 08:19:33 +00:00
2020-04-28 06:49:46 +00:00
lastReadTime := time.Unix(0, req.SinceNs)
glog.V(0).Infof(" %v starts to subscribe %s from %+v", clientName, req.PathPrefix, lastReadTime)
2020-04-20 06:54:32 +00:00
2020-07-05 22:43:06 +00:00
eachEventNotificationFn := eachEventNotificationFn(req, stream, clientName)
eachLogEntryFn := eachLogEntryFn(eachEventNotificationFn)
processedTsNs, err := fs.filer.ReadPersistedLogBuffer(lastReadTime, eachLogEntryFn)
if err != nil {
return fmt.Errorf("reading from persisted logs: %v", err)
}
if processedTsNs != 0 {
lastReadTime = time.Unix(0, processedTsNs)
}
err = fs.filer.MetaLogBuffer.LoopProcessLogData(lastReadTime, func() bool {
fs.listenersLock.Lock()
fs.listenersCond.Wait()
fs.listenersLock.Unlock()
return true
}, eachLogEntryFn)
return err
}
func eachLogEntryFn(eachEventNotificationFn func(dirPath string, eventNotification *filer_pb.EventNotification, tsNs int64) error) func(logEntry *filer_pb.LogEntry) error {
return func(logEntry *filer_pb.LogEntry) error {
event := &filer_pb.SubscribeMetadataResponse{}
if err := proto.Unmarshal(logEntry.Data, event); err != nil {
glog.Errorf("unexpected unmarshal filer_pb.SubscribeMetadataResponse: %v", err)
return fmt.Errorf("unexpected unmarshal filer_pb.SubscribeMetadataResponse: %v", err)
}
if err := eachEventNotificationFn(event.Directory, event.EventNotification, event.TsNs); err != nil {
return err
}
return nil
}
}
func eachEventNotificationFn(req *filer_pb.SubscribeMetadataRequest, stream filer_pb.SeaweedFiler_SubscribeMetadataServer, clientName string) func(dirPath string, eventNotification *filer_pb.EventNotification, tsNs int64) error {
return func(dirPath string, eventNotification *filer_pb.EventNotification, tsNs int64) error {
2020-04-20 07:08:47 +00:00
// get complete path to the file or directory
var entryName string
if eventNotification.OldEntry != nil {
entryName = eventNotification.OldEntry.Name
} else if eventNotification.NewEntry != nil {
entryName = eventNotification.NewEntry.Name
}
fullpath := util.Join(dirPath, entryName)
// skip on filer internal meta logs
if strings.HasPrefix(fullpath, filer2.SystemLogDir) {
2020-04-05 07:51:16 +00:00
return nil
2020-03-30 08:19:33 +00:00
}
2020-04-20 07:08:47 +00:00
if !strings.HasPrefix(fullpath, req.PathPrefix) {
return nil
}
message := &filer_pb.SubscribeMetadataResponse{
Directory: dirPath,
EventNotification: eventNotification,
TsNs: tsNs,
2020-04-20 07:08:47 +00:00
}
if err := stream.Send(message); err != nil {
glog.V(0).Infof("=> client %v: %+v", clientName, err)
return err
}
return nil
}
2020-03-30 08:19:33 +00:00
}
2020-04-05 07:51:16 +00:00
func (fs *FilerServer) addClient(clientType string, clientAddress string) (clientName string) {
2020-03-30 08:19:33 +00:00
clientName = clientType + "@" + clientAddress
glog.V(0).Infof("+ listener %v", clientName)
return
}
2020-04-05 07:51:16 +00:00
func (fs *FilerServer) deleteClient(clientName string) {
2020-03-30 08:19:33 +00:00
glog.V(0).Infof("- listener %v", clientName)
}
2020-04-05 07:51:16 +00:00
func (fs *FilerServer) notifyMetaListeners() {
fs.listenersCond.Broadcast()
2020-03-30 08:19:33 +00:00
}