2014-03-30 18:28:04 +00:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
2018-08-13 08:22:32 +00:00
|
|
|
"net/http"
|
2018-12-06 07:24:25 +00:00
|
|
|
"os"
|
2018-08-13 08:22:32 +00:00
|
|
|
|
2019-03-19 14:10:43 +00:00
|
|
|
"google.golang.org/grpc"
|
|
|
|
|
2018-05-14 06:56:16 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer2"
|
2018-05-27 07:01:15 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/cassandra"
|
2018-05-26 10:49:46 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/leveldb"
|
2018-05-26 12:32:15 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/memdb"
|
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/mysql"
|
2018-05-27 05:02:49 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/postgres"
|
2018-05-27 18:14:29 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/filer2/redis"
|
2018-08-13 08:22:32 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2018-09-16 08:18:30 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/notification"
|
2018-10-31 08:11:19 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/aws_sqs"
|
2019-03-19 14:10:43 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/gocdk_pub_sub"
|
2018-11-01 08:11:09 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/google_pub_sub"
|
2018-11-01 08:12:21 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/kafka"
|
2018-09-16 08:18:30 +00:00
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/notification/log"
|
2018-07-22 00:39:10 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
2018-08-19 22:17:55 +00:00
|
|
|
"github.com/spf13/viper"
|
2014-03-30 18:28:04 +00:00
|
|
|
)
|
|
|
|
|
2018-07-07 09:18:47 +00:00
|
|
|
type FilerOption struct {
|
|
|
|
Masters []string
|
|
|
|
Collection string
|
|
|
|
DefaultReplication string
|
|
|
|
RedirectOnRead bool
|
|
|
|
DisableDirListing bool
|
|
|
|
MaxMB int
|
|
|
|
DirListingLimit int
|
2018-07-09 09:22:48 +00:00
|
|
|
DataCenter string
|
2018-12-06 07:24:25 +00:00
|
|
|
DefaultLevelDbDir string
|
2019-03-21 23:00:46 +00:00
|
|
|
DisableHttp bool
|
2018-07-07 09:18:47 +00:00
|
|
|
}
|
|
|
|
|
2014-03-30 18:28:04 +00:00
|
|
|
type FilerServer struct {
|
2019-02-18 20:11:52 +00:00
|
|
|
option *FilerOption
|
|
|
|
secret security.SigningKey
|
|
|
|
filer *filer2.Filer
|
|
|
|
grpcDialOption grpc.DialOption
|
2014-03-30 18:28:04 +00:00
|
|
|
}
|
|
|
|
|
2018-07-07 09:18:47 +00:00
|
|
|
func NewFilerServer(defaultMux, readonlyMux *http.ServeMux, option *FilerOption) (fs *FilerServer, err error) {
|
2018-10-07 17:54:05 +00:00
|
|
|
|
2014-03-30 18:28:04 +00:00
|
|
|
fs = &FilerServer{
|
2019-02-18 20:11:52 +00:00
|
|
|
option: option,
|
|
|
|
grpcDialOption: security.LoadClientTLS(viper.Sub("grpc"), "filer"),
|
2014-03-30 18:28:04 +00:00
|
|
|
}
|
2018-06-01 07:39:39 +00:00
|
|
|
|
2018-07-07 09:18:47 +00:00
|
|
|
if len(option.Masters) == 0 {
|
2018-06-01 07:39:39 +00:00
|
|
|
glog.Fatal("master list is required!")
|
|
|
|
}
|
|
|
|
|
2019-02-18 20:11:52 +00:00
|
|
|
fs.filer = filer2.NewFiler(option.Masters, fs.grpcDialOption)
|
2018-06-01 07:39:39 +00:00
|
|
|
|
|
|
|
go fs.filer.KeepConnectedToMaster()
|
2018-05-26 10:49:46 +00:00
|
|
|
|
2018-08-19 22:17:55 +00:00
|
|
|
v := viper.GetViper()
|
2018-12-06 07:24:25 +00:00
|
|
|
if !LoadConfiguration("filer", false) {
|
|
|
|
v.Set("leveldb.enabled", true)
|
|
|
|
v.Set("leveldb.dir", option.DefaultLevelDbDir)
|
|
|
|
_, err := os.Stat(option.DefaultLevelDbDir)
|
|
|
|
if os.IsNotExist(err) {
|
|
|
|
os.MkdirAll(option.DefaultLevelDbDir, 0755)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
LoadConfiguration("notification", false)
|
2018-05-14 06:56:16 +00:00
|
|
|
|
2018-08-19 22:17:55 +00:00
|
|
|
fs.filer.LoadConfiguration(v)
|
|
|
|
|
2018-09-16 08:18:30 +00:00
|
|
|
notification.LoadConfiguration(v.Sub("notification"))
|
2018-08-13 08:20:49 +00:00
|
|
|
|
2018-10-07 17:54:05 +00:00
|
|
|
handleStaticResources(defaultMux)
|
2019-03-21 23:00:46 +00:00
|
|
|
if !option.DisableHttp {
|
|
|
|
defaultMux.HandleFunc("/", fs.filerHandler)
|
|
|
|
}
|
2017-05-28 03:14:22 +00:00
|
|
|
if defaultMux != readonlyMux {
|
|
|
|
readonlyMux.HandleFunc("/", fs.readonlyFilerHandler)
|
|
|
|
}
|
2014-03-30 18:28:04 +00:00
|
|
|
|
|
|
|
return fs, nil
|
|
|
|
}
|
2015-02-07 23:35:28 +00:00
|
|
|
|
|
|
|
func (fs *FilerServer) jwt(fileId string) security.EncodedJwt {
|
|
|
|
return security.GenJwt(fs.secret, fileId)
|
|
|
|
}
|
2018-08-19 22:17:55 +00:00
|
|
|
|
2018-12-06 07:24:25 +00:00
|
|
|
func LoadConfiguration(configFileName string, required bool) (loaded bool) {
|
2018-08-19 22:17:55 +00:00
|
|
|
|
|
|
|
// find a filer store
|
|
|
|
viper.SetConfigName(configFileName) // name of config file (without extension)
|
|
|
|
viper.AddConfigPath(".") // optionally look for config in the working directory
|
|
|
|
viper.AddConfigPath("$HOME/.seaweedfs") // call multiple times to add many search paths
|
|
|
|
viper.AddConfigPath("/etc/seaweedfs/") // path to look for the config file in
|
|
|
|
|
2019-03-04 17:02:58 +00:00
|
|
|
glog.V(1).Infof("Reading %s.toml from %s", configFileName, viper.ConfigFileUsed())
|
2018-08-19 22:17:55 +00:00
|
|
|
|
2018-11-01 08:11:09 +00:00
|
|
|
if err := viper.MergeInConfig(); err != nil { // Handle errors reading the config file
|
2019-03-04 17:02:58 +00:00
|
|
|
glog.V(1).Infof("Reading %s: %v", viper.ConfigFileUsed(), err)
|
2018-08-19 22:17:55 +00:00
|
|
|
if required {
|
2018-11-01 08:11:09 +00:00
|
|
|
glog.Fatalf("Failed to load %s.toml file from current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/"+
|
2018-08-19 22:17:55 +00:00
|
|
|
"\n\nPlease follow this example and add a filer.toml file to "+
|
|
|
|
"current directory, or $HOME/.seaweedfs/, or /etc/seaweedfs/:\n"+
|
2018-10-07 17:54:05 +00:00
|
|
|
" https://github.com/chrislusf/seaweedfs/blob/master/weed/%s.toml\n"+
|
2018-11-01 08:11:09 +00:00
|
|
|
"\nOr use this command to generate the default toml file\n"+
|
|
|
|
" weed scaffold -config=%s -output=.\n\n\n",
|
2018-09-23 16:26:39 +00:00
|
|
|
configFileName, configFileName, configFileName)
|
2018-12-06 07:24:25 +00:00
|
|
|
} else {
|
|
|
|
return false
|
2018-08-19 22:17:55 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 07:24:25 +00:00
|
|
|
return true
|
|
|
|
|
2018-08-19 22:17:55 +00:00
|
|
|
}
|