seaweedfs/weed/util/grpc_client_server.go

130 lines
3.4 KiB
Go
Raw Normal View History

2018-07-04 02:07:55 +00:00
package util
import (
2019-03-16 00:20:24 +00:00
"context"
2018-12-07 09:25:01 +00:00
"fmt"
"net/http"
"strconv"
"strings"
2018-12-07 09:25:01 +00:00
"sync"
2018-07-04 02:07:55 +00:00
"time"
"google.golang.org/grpc"
"google.golang.org/grpc/keepalive"
)
2018-12-07 09:25:01 +00:00
var (
// cache grpc connections
grpcClients = make(map[string]*grpc.ClientConn)
grpcClientsLock sync.Mutex
)
2019-04-11 16:27:05 +00:00
func init() {
2019-04-16 05:00:50 +00:00
http.DefaultTransport.(*http.Transport).MaxIdleConnsPerHost = 1024
}
2019-02-16 20:49:58 +00:00
func NewGrpcServer(opts ...grpc.ServerOption) *grpc.Server {
var options []grpc.ServerOption
options = append(options, grpc.KeepaliveParams(keepalive.ServerParameters{
2018-07-04 02:07:55 +00:00
Time: 10 * time.Second, // wait time before ping if no activity
Timeout: 20 * time.Second, // ping timeout
}), grpc.KeepaliveEnforcementPolicy(keepalive.EnforcementPolicy{
2020-02-27 00:52:57 +00:00
MinTime: 60 * time.Second, // min time a client should wait before sending a ping
PermitWithoutStream: true,
2018-07-04 02:07:55 +00:00
}))
2019-02-16 20:49:58 +00:00
for _, opt := range opts {
if opt != nil {
options = append(options, opt)
}
}
return grpc.NewServer(options...)
2018-07-04 02:07:55 +00:00
}
2019-03-16 00:20:24 +00:00
func GrpcDial(ctx context.Context, address string, opts ...grpc.DialOption) (*grpc.ClientConn, error) {
// opts = append(opts, grpc.WithBlock())
// opts = append(opts, grpc.WithTimeout(time.Duration(5*time.Second)))
2019-02-16 20:49:58 +00:00
var options []grpc.DialOption
options = append(options,
2019-02-18 20:11:52 +00:00
// grpc.WithInsecure(),
2019-02-16 20:49:58 +00:00
grpc.WithKeepaliveParams(keepalive.ClientParameters{
2020-02-27 00:52:57 +00:00
Time: 30 * time.Second, // client ping server if no activity for this long
Timeout: 20 * time.Second,
PermitWithoutStream: true,
2019-02-16 20:49:58 +00:00
}))
for _, opt := range opts {
if opt != nil {
options = append(options, opt)
}
}
2019-03-16 00:20:24 +00:00
return grpc.DialContext(ctx, address, options...)
2018-07-04 02:07:55 +00:00
}
2018-12-07 09:25:01 +00:00
func WithCachedGrpcClient(fn func(*grpc.ClientConn) error, address string, opts ...grpc.DialOption) error {
2018-12-07 09:25:01 +00:00
grpcClientsLock.Lock()
existingConnection, found := grpcClients[address]
if found {
grpcClientsLock.Unlock()
err := fn(existingConnection)
2020-01-24 09:40:51 +00:00
if err != nil {
grpcClientsLock.Lock()
delete(grpcClients, address)
grpcClientsLock.Unlock()
existingConnection.Close()
}
return err
2018-12-07 09:25:01 +00:00
}
grpcConnection, err := GrpcDial(context.Background(), address, opts...)
2018-12-07 09:25:01 +00:00
if err != nil {
grpcClientsLock.Unlock()
return fmt.Errorf("fail to dial %s: %v", address, err)
}
grpcClients[address] = grpcConnection
grpcClientsLock.Unlock()
err = fn(grpcConnection)
2018-12-07 09:25:01 +00:00
if err != nil {
grpcClientsLock.Lock()
delete(grpcClients, address)
grpcClientsLock.Unlock()
2019-04-11 16:27:05 +00:00
grpcConnection.Close()
2018-12-07 09:25:01 +00:00
}
return err
}
func ParseServerToGrpcAddress(server string) (serverGrpcAddress string, err error) {
2019-04-16 08:15:30 +00:00
colonIndex := strings.LastIndex(server, ":")
if colonIndex < 0 {
return "", fmt.Errorf("server should have hostname:port format: %v", server)
}
2019-04-16 08:15:30 +00:00
port, parseErr := strconv.ParseUint(server[colonIndex+1:], 10, 64)
if parseErr != nil {
return "", fmt.Errorf("server port parse error: %v", parseErr)
}
grpcPort := int(port) + 10000
2019-04-16 08:15:30 +00:00
return fmt.Sprintf("%s:%d", server[:colonIndex], grpcPort), nil
}
func ServerToGrpcAddress(server string) (serverGrpcAddress string) {
hostnameAndPort := strings.Split(server, ":")
if len(hostnameAndPort) != 2 {
return fmt.Sprintf("unexpected server address: %s", server)
}
port, parseErr := strconv.ParseUint(hostnameAndPort[1], 10, 64)
if parseErr != nil {
return fmt.Sprintf("failed to parse port for %s:%s", hostnameAndPort[0], hostnameAndPort[1])
}
grpcPort := int(port) + 10000
return fmt.Sprintf("%s:%d", hostnameAndPort[0], grpcPort)
}