seaweedfs/weed/server/filer_server.go

120 lines
3.7 KiB
Go
Raw Normal View History

2014-03-30 18:28:04 +00:00
package weed_server
import (
2018-08-13 08:22:32 +00:00
"net/http"
"os"
2018-08-13 08:22:32 +00:00
"google.golang.org/grpc"
2018-05-14 06:56:16 +00:00
"github.com/chrislusf/seaweedfs/weed/filer2"
2018-05-27 07:01:15 +00:00
_ "github.com/chrislusf/seaweedfs/weed/filer2/cassandra"
_ "github.com/chrislusf/seaweedfs/weed/filer2/leveldb"
2018-05-26 12:32:15 +00:00
_ "github.com/chrislusf/seaweedfs/weed/filer2/memdb"
_ "github.com/chrislusf/seaweedfs/weed/filer2/mysql"
2018-05-27 05:02:49 +00:00
_ "github.com/chrislusf/seaweedfs/weed/filer2/postgres"
2018-05-27 18:14:29 +00:00
_ "github.com/chrislusf/seaweedfs/weed/filer2/redis"
2018-08-13 08:22:32 +00:00
"github.com/chrislusf/seaweedfs/weed/glog"
2018-09-16 08:18:30 +00:00
"github.com/chrislusf/seaweedfs/weed/notification"
_ "github.com/chrislusf/seaweedfs/weed/notification/aws_sqs"
_ "github.com/chrislusf/seaweedfs/weed/notification/gocdk_pub_sub"
_ "github.com/chrislusf/seaweedfs/weed/notification/google_pub_sub"
2018-11-01 08:12:21 +00:00
_ "github.com/chrislusf/seaweedfs/weed/notification/kafka"
2018-09-16 08:18:30 +00:00
_ "github.com/chrislusf/seaweedfs/weed/notification/log"
2018-07-22 00:39:10 +00:00
"github.com/chrislusf/seaweedfs/weed/security"
"github.com/spf13/viper"
2014-03-30 18:28:04 +00:00
)
2018-07-07 09:18:47 +00:00
type FilerOption struct {
Masters []string
Collection string
DefaultReplication string
RedirectOnRead bool
DisableDirListing bool
MaxMB int
DirListingLimit int
2018-07-09 09:22:48 +00:00
DataCenter string
DefaultLevelDbDir string
DisableHttp bool
2018-07-07 09:18:47 +00:00
}
2014-03-30 18:28:04 +00:00
type FilerServer struct {
2019-02-18 20:11:52 +00:00
option *FilerOption
secret security.SigningKey
filer *filer2.Filer
grpcDialOption grpc.DialOption
2014-03-30 18:28:04 +00:00
}
2018-07-07 09:18:47 +00:00
func NewFilerServer(defaultMux, readonlyMux *http.ServeMux, option *FilerOption) (fs *FilerServer, err error) {
2018-10-07 17:54:05 +00:00
2014-03-30 18:28:04 +00:00
fs = &FilerServer{
2019-02-18 20:11:52 +00:00
option: option,
grpcDialOption: security.LoadClientTLS(viper.Sub("grpc"), "filer"),
2014-03-30 18:28:04 +00:00
}
2018-07-07 09:18:47 +00:00
if len(option.Masters) == 0 {
glog.Fatal("master list is required!")
}
2019-02-18 20:11:52 +00:00
fs.filer = filer2.NewFiler(option.Masters, fs.grpcDialOption)
go fs.filer.KeepConnectedToMaster()
v := viper.GetViper()
if !LoadConfiguration("filer", false) {
v.Set("leveldb.enabled", true)
v.Set("leveldb.dir", option.DefaultLevelDbDir)
_, err := os.Stat(option.DefaultLevelDbDir)
if os.IsNotExist(err) {
os.MkdirAll(option.DefaultLevelDbDir, 0755)
}
}
LoadConfiguration("notification", false)
2018-05-14 06:56:16 +00:00
fs.filer.LoadConfiguration(v)
2018-09-16 08:18:30 +00:00
notification.LoadConfiguration(v.Sub("notification"))
2018-08-13 08:20:49 +00:00
2018-10-07 17:54:05 +00:00
handleStaticResources(defaultMux)
if !option.DisableHttp {
defaultMux.HandleFunc("/", fs.filerHandler)
}
2017-05-28 03:14:22 +00:00
if defaultMux != readonlyMux {
readonlyMux.HandleFunc("/", fs.readonlyFilerHandler)
}
2014-03-30 18:28:04 +00:00
return fs, nil
}
2015-02-07 23:35:28 +00:00
func (fs *FilerServer) jwt(fileId string) security.EncodedJwt {
return security.GenJwt(fs.secret, fileId)
}
func LoadConfiguration(configFileName string, required bool) (loaded bool) {
// find a filer store
viper.SetConfigName(configFileName) // name of config file (without extension)
viper.AddConfigPath(".") // optionally look for config in the working directory
viper.AddConfigPath("$HOME/.seaweedfs") // call multiple times to add many search paths
viper.AddConfigPath("/etc/seaweedfs/") // path to look for the config file in
glog.V(1).Infof("Reading %s.toml from %s", configFileName, viper.ConfigFileUsed())
if err := viper.MergeInConfig(); err != nil { // Handle errors reading the config file
glog.V(1).Infof("Reading %s: %v", viper.ConfigFileUsed(), err)
if required {
glog.Fatalf("Failed to load %s.toml file from current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/"+
"\n\nPlease follow this example and add a filer.toml file to "+
"current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/:\n"+
2018-10-07 17:54:05 +00:00
" https://github.com/chrislusf/seaweedfs/blob/master/weed/%s.toml\n"+
"\nOr use this command to generate the default toml file\n"+
" weed scaffold -config=%s -output=.\n\n\n",
2018-09-23 16:26:39 +00:00
configFileName, configFileName, configFileName)
} else {
return false
}
}
return true
}