seaweedfs/weed/server/volume_server.go

131 lines
4.4 KiB
Go
Raw Normal View History

package weed_server
import (
"github.com/chrislusf/seaweedfs/weed/pb"
2021-02-16 10:47:02 +00:00
"github.com/chrislusf/seaweedfs/weed/storage/types"
2018-10-11 08:16:33 +00:00
"net/http"
"sync"
2018-10-11 08:16:33 +00:00
2019-06-15 19:21:44 +00:00
"google.golang.org/grpc"
2020-01-03 08:37:24 +00:00
"github.com/chrislusf/seaweedfs/weed/stats"
"github.com/chrislusf/seaweedfs/weed/util"
2020-01-03 08:37:24 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/security"
"github.com/chrislusf/seaweedfs/weed/storage"
)
type VolumeServer struct {
inFlightUploadDataSize int64
inFlightDownloadDataSize int64
concurrentUploadLimit int64
concurrentDownloadLimit int64
inFlightUploadDataLimitCond *sync.Cond
inFlightDownloadDataLimitCond *sync.Cond
SeedMasterNodes []pb.ServerAddress
currentMaster pb.ServerAddress
pulseSeconds int
dataCenter string
rack string
store *storage.Store
guard *security.Guard
grpcDialOption grpc.DialOption
2014-05-15 08:08:00 +00:00
needleMapKind storage.NeedleMapKind
FixJpgOrientation bool
2021-07-01 08:21:14 +00:00
ReadMode string
compactionBytePerSecond int64
metricsAddress string
metricsIntervalSec int
2020-01-03 08:37:24 +00:00
fileSizeLimitBytes int64
2020-09-14 04:25:51 +00:00
isHeartbeating bool
stopChan chan bool
}
func NewVolumeServer(adminMux, publicMux *http.ServeMux, ip string,
port int, grpcPort int, publicUrl string,
2021-04-27 02:37:24 +00:00
folders []string, maxCounts []int, minFreeSpaces []util.MinFreeSpace, diskTypes []types.DiskType,
2020-12-14 06:29:52 +00:00
idxFolder string,
needleMapKind storage.NeedleMapKind,
masterNodes []pb.ServerAddress, pulseSeconds int,
dataCenter string, rack string,
2015-01-05 22:20:04 +00:00
whiteList []string,
fixJpgOrientation bool,
readMode string,
compactionMBPerSecond int,
2020-01-03 08:37:24 +00:00
fileSizeLimitMB int,
concurrentUploadLimit int64,
concurrentDownloadLimit int64,
) *VolumeServer {
v := util.GetViper()
signingKey := v.GetString("jwt.signing.key")
2019-05-04 15:42:25 +00:00
v.SetDefault("jwt.signing.expires_after_seconds", 10)
expiresAfterSec := v.GetInt("jwt.signing.expires_after_seconds")
enableUiAccess := v.GetBool("access.ui")
2019-06-06 07:29:02 +00:00
readSigningKey := v.GetString("jwt.signing.read.key")
v.SetDefault("jwt.signing.read.expires_after_seconds", 60)
readExpiresAfterSec := v.GetInt("jwt.signing.read.expires_after_seconds")
vs := &VolumeServer{
pulseSeconds: pulseSeconds,
dataCenter: dataCenter,
rack: rack,
needleMapKind: needleMapKind,
FixJpgOrientation: fixJpgOrientation,
ReadMode: readMode,
grpcDialOption: security.LoadClientTLS(util.GetViper(), "grpc.volume"),
compactionBytePerSecond: int64(compactionMBPerSecond) * 1024 * 1024,
fileSizeLimitBytes: int64(fileSizeLimitMB) * 1024 * 1024,
isHeartbeating: true,
stopChan: make(chan bool),
inFlightUploadDataLimitCond: sync.NewCond(new(sync.Mutex)),
inFlightDownloadDataLimitCond: sync.NewCond(new(sync.Mutex)),
concurrentUploadLimit: concurrentUploadLimit,
concurrentDownloadLimit: concurrentDownloadLimit,
}
vs.SeedMasterNodes = masterNodes
vs.checkWithMaster()
vs.store = storage.NewStore(vs.grpcDialOption, ip, port, grpcPort, publicUrl, folders, maxCounts, minFreeSpaces, idxFolder, vs.needleMapKind, diskTypes)
2019-06-06 07:29:02 +00:00
vs.guard = security.NewGuard(whiteList, signingKey, expiresAfterSec, readSigningKey, readExpiresAfterSec)
2015-01-05 22:20:04 +00:00
2018-10-07 17:54:05 +00:00
handleStaticResources(adminMux)
adminMux.HandleFunc("/status", vs.statusHandler)
if signingKey == "" || enableUiAccess {
// only expose the volume server details for safe environments
adminMux.HandleFunc("/ui/index.html", vs.uiStatusHandler)
2020-02-22 05:45:03 +00:00
/*
adminMux.HandleFunc("/stats/counter", vs.guard.WhiteList(statsCounterHandler))
adminMux.HandleFunc("/stats/memory", vs.guard.WhiteList(statsMemoryHandler))
adminMux.HandleFunc("/stats/disk", vs.guard.WhiteList(vs.statsDiskHandler))
*/
}
2015-03-13 14:59:29 +00:00
adminMux.HandleFunc("/", vs.privateStoreHandler)
if publicMux != adminMux {
// separated admin and public port
2018-10-07 17:54:05 +00:00
handleStaticResources(publicMux)
2015-03-13 14:59:29 +00:00
publicMux.HandleFunc("/", vs.publicReadOnlyHandler)
}
2017-01-10 09:01:12 +00:00
go vs.heartbeat()
2021-09-07 23:43:54 +00:00
go stats.LoopPushingMetric("volumeServer", util.JoinHostPort(ip, port), vs.metricsAddress, vs.metricsIntervalSec)
return vs
}
2014-05-13 07:03:10 +00:00
func (vs *VolumeServer) SetStopping() {
glog.V(0).Infoln("Stopping volume server...")
vs.store.SetStopping()
}
2014-05-13 07:03:10 +00:00
func (vs *VolumeServer) Shutdown() {
glog.V(0).Infoln("Shutting down volume server...")
vs.store.Close()
glog.V(0).Infoln("Shut down successfully!")
}