mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
580940bf82
* balance partitions on brokers * prepare topic partition first and then publish, move partition * purge unused APIs * clean up * adjust logs * add BalanceTopics() grpc API * configure topic * configure topic command * refactor * repair missing partitions * sequence of operations to ensure ordering * proto to close publishers and consumers * rename file * topic partition versioned by unixTimeNs * create local topic partition * close publishers * randomize the client name * wait until no publishers * logs * close stop publisher channel * send last ack * comments * comment * comments * support list of brokers * add cli options * Update .gitignore * logs * return io.eof directly * refactor * optionally create topic * refactoring * detect consumer disconnection * sub client wait for more messages * subscribe by time stamp * rename * rename to sub_balancer * rename * adjust comments * rename * fix compilation * rename * rename * SubscriberToSubCoordinator * sticky rebalance * go fmt * add tests * balance partitions on brokers * prepare topic partition first and then publish, move partition * purge unused APIs * clean up * adjust logs * add BalanceTopics() grpc API * configure topic * configure topic command * refactor * repair missing partitions * sequence of operations to ensure ordering * proto to close publishers and consumers * rename file * topic partition versioned by unixTimeNs * create local topic partition * close publishers * randomize the client name * wait until no publishers * logs * close stop publisher channel * send last ack * comments * comment * comments * support list of brokers * add cli options * Update .gitignore * logs * return io.eof directly * refactor * optionally create topic * refactoring * detect consumer disconnection * sub client wait for more messages * subscribe by time stamp * rename * rename to sub_balancer * rename * adjust comments * rename * fix compilation * rename * rename * SubscriberToSubCoordinator * sticky rebalance * go fmt * add tests * tracking topic=>broker * merge * comment
57 lines
1.5 KiB
Go
57 lines
1.5 KiB
Go
package sub_client
|
|
|
|
import (
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
|
"google.golang.org/grpc"
|
|
"time"
|
|
)
|
|
|
|
type SubscriberConfiguration struct {
|
|
ClientId string
|
|
GroupId string
|
|
GroupInstanceId string
|
|
GroupMinimumPeers int32
|
|
GroupMaximumPeers int32
|
|
BootstrapServers []string
|
|
GrpcDialOption grpc.DialOption
|
|
}
|
|
|
|
type ContentConfiguration struct {
|
|
Namespace string
|
|
Topic string
|
|
Filter string
|
|
StartTime time.Time
|
|
}
|
|
|
|
type OnEachMessageFunc func(key, value []byte) (shouldContinue bool)
|
|
type OnCompletionFunc func()
|
|
|
|
type TopicSubscriber struct {
|
|
SubscriberConfig *SubscriberConfiguration
|
|
ContentConfig *ContentConfiguration
|
|
brokerPartitionAssignments []*mq_pb.BrokerPartitionAssignment
|
|
OnEachMessageFunc OnEachMessageFunc
|
|
OnCompletionFunc OnCompletionFunc
|
|
bootstrapBrokers []string
|
|
waitForMoreMessage bool
|
|
alreadyProcessedTsNs int64
|
|
}
|
|
|
|
func NewTopicSubscriber(bootstrapBrokers []string, subscriber *SubscriberConfiguration, content *ContentConfiguration) *TopicSubscriber {
|
|
return &TopicSubscriber{
|
|
SubscriberConfig: subscriber,
|
|
ContentConfig: content,
|
|
bootstrapBrokers: bootstrapBrokers,
|
|
waitForMoreMessage: true,
|
|
alreadyProcessedTsNs: content.StartTime.UnixNano(),
|
|
}
|
|
}
|
|
|
|
func (sub *TopicSubscriber) SetEachMessageFunc(onEachMessageFn OnEachMessageFunc) {
|
|
sub.OnEachMessageFunc = onEachMessageFn
|
|
}
|
|
|
|
func (sub *TopicSubscriber) SetCompletionFunc(onCompletionFn OnCompletionFunc) {
|
|
sub.OnCompletionFunc = onCompletionFn
|
|
}
|