seaweedfs/weed/wdclient/masterclient.go

123 lines
3.4 KiB
Go
Raw Normal View History

2018-07-28 09:10:32 +00:00
package wdclient
import (
"context"
2018-07-22 00:39:10 +00:00
"fmt"
2019-02-18 20:11:52 +00:00
"math/rand"
2018-07-29 04:02:56 +00:00
"time"
2018-07-28 09:10:32 +00:00
2018-07-29 04:02:56 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
2018-07-22 00:39:10 +00:00
"github.com/chrislusf/seaweedfs/weed/pb/master_pb"
2018-07-04 02:07:55 +00:00
"github.com/chrislusf/seaweedfs/weed/util"
2019-02-18 20:11:52 +00:00
"google.golang.org/grpc"
)
2018-07-28 09:10:32 +00:00
type MasterClient struct {
2019-02-18 20:11:52 +00:00
ctx context.Context
name string
currentMaster string
masters []string
grpcDialOption grpc.DialOption
2018-07-29 01:40:31 +00:00
vidMap
2018-07-28 09:10:32 +00:00
}
2019-02-18 20:11:52 +00:00
func NewMasterClient(ctx context.Context, grpcDialOption grpc.DialOption, clientName string, masters []string) *MasterClient {
2018-07-28 09:10:32 +00:00
return &MasterClient{
2019-02-18 20:11:52 +00:00
ctx: ctx,
name: clientName,
masters: masters,
grpcDialOption: grpcDialOption,
vidMap: newVidMap(),
2018-07-28 09:10:32 +00:00
}
}
func (mc *MasterClient) GetMaster() string {
return mc.currentMaster
}
func (mc *MasterClient) WaitUntilConnected() {
for mc.currentMaster == "" {
time.Sleep(time.Duration(rand.Int31n(200)) * time.Millisecond)
}
}
2018-07-28 09:10:32 +00:00
func (mc *MasterClient) KeepConnectedToMaster() {
glog.V(1).Infof("%s bootstraps with masters %v", mc.name, mc.masters)
for {
2018-07-28 09:10:32 +00:00
mc.tryAllMasters()
time.Sleep(time.Second)
}
}
2018-07-28 09:10:32 +00:00
func (mc *MasterClient) tryAllMasters() {
for _, master := range mc.masters {
2019-04-20 18:35:20 +00:00
glog.V(1).Infof("%s Connecting to master %v", mc.name, master)
2019-03-16 00:23:02 +00:00
gprcErr := withMasterClient(context.Background(), master, mc.grpcDialOption, func(ctx context.Context, client master_pb.SeaweedClient) error {
2019-03-16 00:23:02 +00:00
stream, err := client.KeepConnected(ctx)
if err != nil {
2019-04-20 18:35:20 +00:00
glog.V(0).Infof("%s failed to keep connected to %s: %v", mc.name, master, err)
return err
}
2018-07-28 09:10:32 +00:00
if err = stream.Send(&master_pb.ClientListenRequest{Name: mc.name}); err != nil {
2019-04-20 18:35:20 +00:00
glog.V(0).Infof("%s failed to send to %s: %v", mc.name, master, err)
return err
}
if mc.currentMaster == "" {
2019-04-20 18:35:20 +00:00
glog.V(1).Infof("%s Connected to %v", mc.name, master)
mc.currentMaster = master
}
for {
if volumeLocation, err := stream.Recv(); err != nil {
2019-04-20 18:35:20 +00:00
glog.V(0).Infof("%s failed to receive from %s: %v", mc.name, master, err)
return err
} else {
loc := Location{
Url: volumeLocation.Url,
PublicUrl: volumeLocation.PublicUrl,
}
for _, newVid := range volumeLocation.NewVids {
2019-04-20 18:35:20 +00:00
glog.V(0).Infof("%s: %s adds volume %d", mc.name, loc.Url, newVid)
2018-07-29 01:34:15 +00:00
mc.addLocation(newVid, loc)
}
for _, deletedVid := range volumeLocation.DeletedVids {
2019-04-20 18:35:20 +00:00
glog.V(0).Infof("%s: %s removes volume %d", mc.name, loc.Url, deletedVid)
2018-07-29 01:34:15 +00:00
mc.deleteLocation(deletedVid, loc)
}
}
}
})
if gprcErr != nil {
glog.V(0).Infof("%s failed to connect with master %v: %v", mc.name, master, gprcErr)
}
2018-07-28 09:10:32 +00:00
mc.currentMaster = ""
}
}
2019-03-16 00:23:02 +00:00
func withMasterClient(ctx context.Context, master string, grpcDialOption grpc.DialOption, fn func(ctx context.Context, client master_pb.SeaweedClient) error) error {
masterGrpcAddress, parseErr := util.ParseServerToGrpcAddress(master)
if parseErr != nil {
2019-04-16 08:15:30 +00:00
return fmt.Errorf("failed to parse master grpc %v: %v", master, parseErr)
}
2019-04-06 03:26:52 +00:00
return util.WithCachedGrpcClient(ctx, func(grpcConnection *grpc.ClientConn) error {
client := master_pb.NewSeaweedClient(grpcConnection)
return fn(ctx, client)
}, masterGrpcAddress, grpcDialOption)
}
2019-03-19 12:19:37 +00:00
2019-03-20 06:01:23 +00:00
func (mc *MasterClient) WithClient(ctx context.Context, fn func(client master_pb.SeaweedClient) error) error {
2019-03-19 12:19:37 +00:00
return withMasterClient(ctx, mc.currentMaster, mc.grpcDialOption, func(ctx context.Context, client master_pb.SeaweedClient) error {
2019-03-20 06:01:23 +00:00
return fn(client)
2019-03-19 12:19:37 +00:00
})
}