2014-03-30 18:28:04 +00:00
|
|
|
package weed_server
|
|
|
|
|
|
|
|
import (
|
2016-08-31 03:32:30 +00:00
|
|
|
"encoding/json"
|
2016-06-07 03:38:40 +00:00
|
|
|
"math/rand"
|
2014-03-30 18:28:04 +00:00
|
|
|
"net/http"
|
2016-08-31 03:32:30 +00:00
|
|
|
"os"
|
2014-03-31 03:57:25 +00:00
|
|
|
"strconv"
|
2016-06-07 03:38:40 +00:00
|
|
|
"sync"
|
|
|
|
"time"
|
2014-10-26 18:34:55 +00:00
|
|
|
|
2016-06-03 01:09:14 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer/cassandra_store"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer/embedded_filer"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer/flat_namespace"
|
2016-08-31 03:32:30 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer/mysql_store"
|
2016-06-03 01:09:14 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer/redis_store"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
2016-06-07 03:38:40 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2014-03-30 18:28:04 +00:00
|
|
|
)
|
|
|
|
|
2016-08-31 03:32:30 +00:00
|
|
|
type filerConf struct {
|
|
|
|
MysqlConf []mysql_store.MySqlConf `json:"mysql"`
|
2016-09-05 06:10:22 +00:00
|
|
|
mysql_store.ShardingConf
|
2016-08-31 03:32:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func parseConfFile(confPath string) (*filerConf, error) {
|
|
|
|
var setting filerConf
|
|
|
|
configFile, err := os.Open(confPath)
|
|
|
|
defer configFile.Close()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
jsonParser := json.NewDecoder(configFile)
|
|
|
|
if err = jsonParser.Decode(&setting); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return &setting, nil
|
|
|
|
}
|
|
|
|
|
2014-03-30 18:28:04 +00:00
|
|
|
type FilerServer struct {
|
2014-12-09 04:27:26 +00:00
|
|
|
port string
|
|
|
|
master string
|
2016-06-07 03:38:40 +00:00
|
|
|
mnLock sync.RWMutex
|
2014-12-09 04:27:26 +00:00
|
|
|
collection string
|
|
|
|
defaultReplication string
|
|
|
|
redirectOnRead bool
|
2015-04-14 06:38:46 +00:00
|
|
|
disableDirListing bool
|
2015-02-07 23:35:28 +00:00
|
|
|
secret security.Secret
|
2014-12-09 04:27:26 +00:00
|
|
|
filer filer.Filer
|
2016-08-31 03:32:30 +00:00
|
|
|
maxMB int
|
2016-06-07 03:38:40 +00:00
|
|
|
masterNodes *storage.MasterNodes
|
2014-03-30 18:28:04 +00:00
|
|
|
}
|
|
|
|
|
2016-05-26 15:37:27 +00:00
|
|
|
func NewFilerServer(r *http.ServeMux, ip string, port int, master string, dir string, collection string,
|
2015-04-14 06:38:46 +00:00
|
|
|
replication string, redirectOnRead bool, disableDirListing bool,
|
2016-08-31 03:32:30 +00:00
|
|
|
confFile string,
|
2016-08-05 22:01:30 +00:00
|
|
|
maxMB int,
|
2015-02-07 23:35:28 +00:00
|
|
|
secret string,
|
2015-01-06 07:03:27 +00:00
|
|
|
cassandra_server string, cassandra_keyspace string,
|
2016-03-08 16:46:28 +00:00
|
|
|
redis_server string, redis_password string, redis_database int,
|
2014-12-09 04:27:26 +00:00
|
|
|
) (fs *FilerServer, err error) {
|
2014-03-30 18:28:04 +00:00
|
|
|
fs = &FilerServer{
|
2014-12-09 04:27:26 +00:00
|
|
|
master: master,
|
|
|
|
collection: collection,
|
|
|
|
defaultReplication: replication,
|
|
|
|
redirectOnRead: redirectOnRead,
|
2015-04-14 06:38:46 +00:00
|
|
|
disableDirListing: disableDirListing,
|
2016-08-31 03:32:30 +00:00
|
|
|
maxMB: maxMB,
|
2016-05-26 15:37:27 +00:00
|
|
|
port: ip + ":" + strconv.Itoa(port),
|
2014-03-30 18:28:04 +00:00
|
|
|
}
|
|
|
|
|
2016-08-31 03:32:30 +00:00
|
|
|
var setting *filerConf
|
|
|
|
if confFile != "" {
|
|
|
|
setting, err = parseConfFile(confFile)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
setting = new(filerConf)
|
|
|
|
}
|
|
|
|
|
|
|
|
if setting.MysqlConf != nil && len(setting.MysqlConf) != 0 {
|
2016-09-05 06:10:22 +00:00
|
|
|
mysql_store := mysql_store.NewMysqlStore(setting.MysqlConf, setting.IsSharding, setting.ShardingNum)
|
2016-08-31 03:32:30 +00:00
|
|
|
fs.filer = flat_namespace.NewFlatNamespaceFiler(master, mysql_store)
|
|
|
|
} else if cassandra_server != "" {
|
2015-01-07 04:15:13 +00:00
|
|
|
cassandra_store, err := cassandra_store.NewCassandraStore(cassandra_keyspace, cassandra_server)
|
|
|
|
if err != nil {
|
|
|
|
glog.Fatalf("Can not connect to cassandra server %s with keyspace %s: %v", cassandra_server, cassandra_keyspace, err)
|
|
|
|
}
|
2015-04-16 20:18:34 +00:00
|
|
|
fs.filer = flat_namespace.NewFlatNamespaceFiler(master, cassandra_store)
|
2015-01-07 04:15:13 +00:00
|
|
|
} else if redis_server != "" {
|
2016-03-08 16:46:28 +00:00
|
|
|
redis_store := redis_store.NewRedisStore(redis_server, redis_password, redis_database)
|
2015-04-16 20:18:34 +00:00
|
|
|
fs.filer = flat_namespace.NewFlatNamespaceFiler(master, redis_store)
|
2015-01-07 04:15:13 +00:00
|
|
|
} else {
|
2015-01-06 07:03:27 +00:00
|
|
|
if fs.filer, err = embedded_filer.NewFilerEmbedded(master, dir); err != nil {
|
2015-01-13 05:20:11 +00:00
|
|
|
glog.Fatalf("Can not start filer in dir %s : %v", dir, err)
|
2015-01-06 07:03:27 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
r.HandleFunc("/admin/mv", fs.moveHandler)
|
2016-07-21 06:45:55 +00:00
|
|
|
r.HandleFunc("/admin/register", fs.registerHandler)
|
2014-03-30 18:28:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
r.HandleFunc("/", fs.filerHandler)
|
|
|
|
|
2016-06-07 03:38:40 +00:00
|
|
|
go func() {
|
|
|
|
connected := true
|
|
|
|
|
|
|
|
fs.masterNodes = storage.NewMasterNodes(fs.master)
|
|
|
|
glog.V(0).Infof("Filer server bootstraps with master %s", fs.getMasterNode())
|
|
|
|
|
|
|
|
//force initialize with all available master nodes
|
2016-07-21 06:45:55 +00:00
|
|
|
for {
|
|
|
|
_, err := fs.masterNodes.FindMaster()
|
|
|
|
if err != nil {
|
|
|
|
glog.Infof("filer server failed to get master cluster info:%s", err.Error())
|
|
|
|
time.Sleep(3 * time.Second)
|
|
|
|
} else {
|
|
|
|
break
|
|
|
|
}
|
2016-06-30 11:54:05 +00:00
|
|
|
}
|
2016-06-07 03:38:40 +00:00
|
|
|
|
|
|
|
for {
|
|
|
|
glog.V(4).Infof("Filer server sending to master %s", fs.getMasterNode())
|
|
|
|
master, err := fs.detectHealthyMaster(fs.getMasterNode())
|
|
|
|
if err == nil {
|
|
|
|
if !connected {
|
|
|
|
connected = true
|
|
|
|
if fs.getMasterNode() != master {
|
|
|
|
fs.setMasterNode(master)
|
|
|
|
}
|
|
|
|
glog.V(0).Infoln("Filer Server Connected with master at", master)
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
glog.V(1).Infof("Filer Server Failed to talk with master %s: %v", fs.getMasterNode(), err)
|
|
|
|
if connected {
|
|
|
|
connected = false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if connected {
|
|
|
|
time.Sleep(time.Duration(float32(10*1e3)*(1+rand.Float32())) * time.Millisecond)
|
|
|
|
} else {
|
|
|
|
time.Sleep(time.Duration(float32(10*1e3)*0.25) * time.Millisecond)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2014-03-30 18:28:04 +00:00
|
|
|
return fs, nil
|
|
|
|
}
|
2015-02-07 23:35:28 +00:00
|
|
|
|
|
|
|
func (fs *FilerServer) jwt(fileId string) security.EncodedJwt {
|
|
|
|
return security.GenJwt(fs.secret, fileId)
|
|
|
|
}
|
2016-06-07 03:38:40 +00:00
|
|
|
|
|
|
|
func (fs *FilerServer) getMasterNode() string {
|
|
|
|
fs.mnLock.RLock()
|
|
|
|
defer fs.mnLock.RUnlock()
|
|
|
|
return fs.master
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fs *FilerServer) setMasterNode(masterNode string) {
|
|
|
|
fs.mnLock.Lock()
|
|
|
|
defer fs.mnLock.Unlock()
|
|
|
|
fs.master = masterNode
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fs *FilerServer) detectHealthyMaster(masterNode string) (master string, e error) {
|
2016-06-07 06:50:27 +00:00
|
|
|
if e = checkMaster(masterNode); e != nil {
|
2016-06-07 03:38:40 +00:00
|
|
|
fs.masterNodes.Reset()
|
|
|
|
for i := 0; i <= 3; i++ {
|
|
|
|
master, e = fs.masterNodes.FindMaster()
|
|
|
|
if e != nil {
|
|
|
|
continue
|
|
|
|
} else {
|
2016-06-30 11:54:05 +00:00
|
|
|
if e = checkMaster(master); e == nil {
|
2016-06-07 03:38:40 +00:00
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
master = masterNode
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2016-06-07 06:50:27 +00:00
|
|
|
|
|
|
|
func checkMaster(masterNode string) error {
|
|
|
|
statUrl := "http://" + masterNode + "/stats"
|
|
|
|
glog.V(4).Infof("Connecting to %s ...", statUrl)
|
|
|
|
_, e := util.Get(statUrl)
|
|
|
|
return e
|
|
|
|
}
|