seaweedfs/weed/server/volume_server.go

120 lines
3.8 KiB
Go
Raw Normal View History

package weed_server
import (
2019-06-15 19:21:44 +00:00
"fmt"
2021-02-16 10:47:02 +00:00
"github.com/chrislusf/seaweedfs/weed/storage/types"
2018-10-11 08:16:33 +00:00
"net/http"
"sync"
2018-10-11 08:16:33 +00:00
2019-06-15 19:21:44 +00:00
"google.golang.org/grpc"
2020-01-03 08:37:24 +00:00
"github.com/chrislusf/seaweedfs/weed/stats"
"github.com/chrislusf/seaweedfs/weed/util"
2020-01-03 08:37:24 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/security"
"github.com/chrislusf/seaweedfs/weed/storage"
)
type VolumeServer struct {
SeedMasterNodes []string
currentMaster string
pulseSeconds int
dataCenter string
rack string
store *storage.Store
guard *security.Guard
grpcDialOption grpc.DialOption
2014-05-15 08:08:00 +00:00
needleMapKind storage.NeedleMapKind
FixJpgOrientation bool
ReadMode string
compactionBytePerSecond int64
metricsAddress string
metricsIntervalSec int
2020-01-03 08:37:24 +00:00
fileSizeLimitBytes int64
2020-09-14 04:25:51 +00:00
isHeartbeating bool
stopChan chan bool
inFlightDataSize int64
inFlightDataLimitCond *sync.Cond
concurrentUploadLimit int64
}
func NewVolumeServer(adminMux, publicMux *http.ServeMux, ip string,
port int, publicUrl string,
2021-04-27 02:37:24 +00:00
folders []string, maxCounts []int, minFreeSpaces []util.MinFreeSpace, diskTypes []types.DiskType,
2020-12-14 06:29:52 +00:00
idxFolder string,
needleMapKind storage.NeedleMapKind,
masterNodes []string, pulseSeconds int,
dataCenter string, rack string,
2015-01-05 22:20:04 +00:00
whiteList []string,
fixJpgOrientation bool,
readMode string,
compactionMBPerSecond int,
2020-01-03 08:37:24 +00:00
fileSizeLimitMB int,
concurrentUploadLimit int64,
) *VolumeServer {
v := util.GetViper()
signingKey := v.GetString("jwt.signing.key")
2019-05-04 15:42:25 +00:00
v.SetDefault("jwt.signing.expires_after_seconds", 10)
expiresAfterSec := v.GetInt("jwt.signing.expires_after_seconds")
enableUiAccess := v.GetBool("access.ui")
2019-06-06 07:29:02 +00:00
readSigningKey := v.GetString("jwt.signing.read.key")
v.SetDefault("jwt.signing.read.expires_after_seconds", 60)
readExpiresAfterSec := v.GetInt("jwt.signing.read.expires_after_seconds")
vs := &VolumeServer{
pulseSeconds: pulseSeconds,
dataCenter: dataCenter,
rack: rack,
needleMapKind: needleMapKind,
FixJpgOrientation: fixJpgOrientation,
ReadMode: readMode,
grpcDialOption: security.LoadClientTLS(util.GetViper(), "grpc.volume"),
compactionBytePerSecond: int64(compactionMBPerSecond) * 1024 * 1024,
2020-01-03 08:37:24 +00:00
fileSizeLimitBytes: int64(fileSizeLimitMB) * 1024 * 1024,
2020-09-14 04:25:51 +00:00
isHeartbeating: true,
stopChan: make(chan bool),
inFlightDataLimitCond: sync.NewCond(new(sync.Mutex)),
concurrentUploadLimit: concurrentUploadLimit,
}
vs.SeedMasterNodes = masterNodes
vs.checkWithMaster()
vs.store = storage.NewStore(vs.grpcDialOption, port, ip, publicUrl, folders, maxCounts, minFreeSpaces, idxFolder, vs.needleMapKind, diskTypes)
2019-06-06 07:29:02 +00:00
vs.guard = security.NewGuard(whiteList, signingKey, expiresAfterSec, readSigningKey, readExpiresAfterSec)
2015-01-05 22:20:04 +00:00
2018-10-07 17:54:05 +00:00
handleStaticResources(adminMux)
adminMux.HandleFunc("/status", vs.statusHandler)
if signingKey == "" || enableUiAccess {
// only expose the volume server details for safe environments
adminMux.HandleFunc("/ui/index.html", vs.uiStatusHandler)
2020-02-22 05:45:03 +00:00
/*
adminMux.HandleFunc("/stats/counter", vs.guard.WhiteList(statsCounterHandler))
adminMux.HandleFunc("/stats/memory", vs.guard.WhiteList(statsMemoryHandler))
adminMux.HandleFunc("/stats/disk", vs.guard.WhiteList(vs.statsDiskHandler))
*/
}
2015-03-13 14:59:29 +00:00
adminMux.HandleFunc("/", vs.privateStoreHandler)
if publicMux != adminMux {
// separated admin and public port
2018-10-07 17:54:05 +00:00
handleStaticResources(publicMux)
2015-03-13 14:59:29 +00:00
publicMux.HandleFunc("/", vs.publicReadOnlyHandler)
}
2017-01-10 09:01:12 +00:00
go vs.heartbeat()
2020-09-24 17:21:23 +00:00
go stats.LoopPushingMetric("volumeServer", fmt.Sprintf("%s:%d", ip, port), vs.metricsAddress, vs.metricsIntervalSec)
return vs
}
2014-05-13 07:03:10 +00:00
func (vs *VolumeServer) Shutdown() {
glog.V(0).Infoln("Shutting down volume server...")
vs.store.Close()
glog.V(0).Infoln("Shut down successfully!")
}