2023-08-28 01:33:46 +00:00
|
|
|
package broker
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/mq_pb"
|
2023-09-19 21:08:17 +00:00
|
|
|
"google.golang.org/grpc/codes"
|
|
|
|
"google.golang.org/grpc/status"
|
2023-08-28 01:33:46 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// FindTopicBrokers returns the brokers that are serving the topic
|
|
|
|
//
|
|
|
|
// 1. lock the topic
|
|
|
|
//
|
|
|
|
// 2. find the topic partitions on the filer
|
|
|
|
// 2.1 if the topic is not found, return error
|
|
|
|
// 2.2 if the request is_for_publish, create the topic
|
|
|
|
// 2.2.1 if the request is_for_subscribe, return error not found
|
|
|
|
// 2.2.2 if the request is_for_publish, create the topic
|
|
|
|
// 2.2 if the topic is found, return the brokers
|
|
|
|
//
|
|
|
|
// 3. unlock the topic
|
2023-09-19 21:08:17 +00:00
|
|
|
func (broker *MessageQueueBroker) LookupTopicBrokers(ctx context.Context, request *mq_pb.LookupTopicBrokersRequest) (resp *mq_pb.LookupTopicBrokersResponse, err error) {
|
|
|
|
if broker.currentBalancer == "" {
|
|
|
|
return nil, status.Errorf(codes.Unavailable, "no balancer")
|
|
|
|
}
|
|
|
|
if !broker.lockAsBalancer.IsLocked() {
|
|
|
|
proxyErr := broker.withBrokerClient(false, broker.currentBalancer, func(client mq_pb.SeaweedMessagingClient) error {
|
|
|
|
resp, err = client.LookupTopicBrokers(ctx, request)
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
if proxyErr != nil {
|
|
|
|
return nil, proxyErr
|
|
|
|
}
|
|
|
|
return resp, err
|
|
|
|
}
|
2023-08-28 01:33:46 +00:00
|
|
|
|
2023-09-19 21:08:17 +00:00
|
|
|
ret := &mq_pb.LookupTopicBrokersResponse{}
|
2023-08-28 01:59:04 +00:00
|
|
|
ret.Topic = request.Topic
|
2023-09-24 22:08:44 +00:00
|
|
|
ret.BrokerPartitionAssignments, err = broker.Balancer.LookupOrAllocateTopicPartitions(ret.Topic, request.IsForPublish, 6)
|
2023-09-19 21:08:17 +00:00
|
|
|
return ret, err
|
2023-08-28 01:33:46 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// CheckTopicPartitionsStatus check the topic partitions on the broker
|
|
|
|
func (broker *MessageQueueBroker) CheckTopicPartitionsStatus(c context.Context, request *mq_pb.CheckTopicPartitionsStatusRequest) (*mq_pb.CheckTopicPartitionsStatusResponse, error) {
|
|
|
|
ret := &mq_pb.CheckTopicPartitionsStatusResponse{}
|
|
|
|
return ret, nil
|
|
|
|
}
|
2023-09-25 04:19:51 +00:00
|
|
|
|
|
|
|
func (broker *MessageQueueBroker) ListTopics(ctx context.Context, request *mq_pb.ListTopicsRequest) (resp *mq_pb.ListTopicsResponse, err error) {
|
|
|
|
if broker.currentBalancer == "" {
|
|
|
|
return nil, status.Errorf(codes.Unavailable, "no balancer")
|
|
|
|
}
|
|
|
|
if !broker.lockAsBalancer.IsLocked() {
|
|
|
|
proxyErr := broker.withBrokerClient(false, broker.currentBalancer, func(client mq_pb.SeaweedMessagingClient) error {
|
|
|
|
resp, err = client.ListTopics(ctx, request)
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
if proxyErr != nil {
|
|
|
|
return nil, proxyErr
|
|
|
|
}
|
|
|
|
return resp, err
|
|
|
|
}
|
|
|
|
|
|
|
|
ret := &mq_pb.ListTopicsResponse{}
|
|
|
|
knownTopics := make(map[*mq_pb.Topic]struct{})
|
|
|
|
for brokerStatsItem := range broker.Balancer.Brokers.IterBuffered() {
|
|
|
|
_, brokerStats := brokerStatsItem.Key, brokerStatsItem.Val
|
|
|
|
for topicPartitionStatsItem := range brokerStats.Stats.IterBuffered() {
|
|
|
|
topicPartitionStat := topicPartitionStatsItem.Val
|
|
|
|
topic := &mq_pb.Topic{
|
|
|
|
Namespace: topicPartitionStat.TopicPartition.Namespace,
|
|
|
|
Name: topicPartitionStat.TopicPartition.Topic,
|
|
|
|
}
|
|
|
|
if _, found := knownTopics[topic]; found {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
ret.Topics = append(ret.Topics, topic)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret, nil
|
|
|
|
}
|