2019-10-27 16:12:10 +00:00
|
|
|
// +build linux darwin freebsd
|
2014-05-13 18:25:48 +00:00
|
|
|
|
2016-06-03 01:09:14 +00:00
|
|
|
package command
|
2014-05-13 18:25:48 +00:00
|
|
|
|
|
|
|
import (
|
2020-02-26 07:51:34 +00:00
|
|
|
"context"
|
2014-10-26 18:34:55 +00:00
|
|
|
"fmt"
|
2021-02-16 10:47:02 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage/types"
|
2018-12-29 07:36:13 +00:00
|
|
|
"os"
|
2020-10-03 20:37:33 +00:00
|
|
|
"os/user"
|
2019-04-11 06:25:41 +00:00
|
|
|
"path"
|
2014-10-26 18:34:55 +00:00
|
|
|
"runtime"
|
2018-12-29 07:36:13 +00:00
|
|
|
"strconv"
|
2018-11-08 15:37:34 +00:00
|
|
|
"strings"
|
|
|
|
"time"
|
2014-10-26 18:34:55 +00:00
|
|
|
|
2020-11-01 10:36:43 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filesys/meta_cache"
|
|
|
|
|
2020-07-16 20:24:53 +00:00
|
|
|
"github.com/seaweedfs/fuse"
|
|
|
|
"github.com/seaweedfs/fuse/fs"
|
|
|
|
|
2018-05-27 18:52:26 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/filesys"
|
2016-06-03 01:09:14 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
2020-03-04 08:39:47 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb"
|
2020-02-26 07:51:34 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
2019-11-14 06:26:59 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/security"
|
2016-06-03 01:09:14 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
2020-04-28 06:10:23 +00:00
|
|
|
"github.com/chrislusf/seaweedfs/weed/util/grace"
|
2014-05-13 18:25:48 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func runMount(cmd *Command, args []string) bool {
|
2019-02-18 20:11:52 +00:00
|
|
|
|
2020-04-28 06:10:23 +00:00
|
|
|
grace.SetupProfiling(*mountCpuProfile, *mountMemProfile)
|
2020-10-11 03:09:43 +00:00
|
|
|
if *mountReadRetryTime < time.Second {
|
|
|
|
*mountReadRetryTime = time.Second
|
|
|
|
}
|
2020-11-01 10:36:43 +00:00
|
|
|
util.RetryWaitTime = *mountReadRetryTime
|
2019-05-10 22:03:31 +00:00
|
|
|
|
2019-07-24 07:03:05 +00:00
|
|
|
umask, umaskErr := strconv.ParseUint(*mountOptions.umaskString, 8, 64)
|
|
|
|
if umaskErr != nil {
|
|
|
|
fmt.Printf("can not parse umask %s", *mountOptions.umaskString)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2020-06-05 22:27:10 +00:00
|
|
|
if len(args) > 0 {
|
2020-05-18 17:07:12 +00:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2020-03-22 02:14:25 +00:00
|
|
|
return RunMount(&mountOptions, os.FileMode(umask))
|
2019-05-10 22:03:31 +00:00
|
|
|
}
|
|
|
|
|
2020-03-22 02:14:25 +00:00
|
|
|
func RunMount(option *MountOptions, umask os.FileMode) bool {
|
|
|
|
|
2021-05-21 08:28:00 +00:00
|
|
|
filers := strings.Split(*option.filer, ",")
|
2020-04-03 07:21:03 +00:00
|
|
|
// parse filer grpc address
|
2021-05-21 08:28:00 +00:00
|
|
|
filerGrpcAddresses, err := pb.ParseServersToGrpcAddresses(filers)
|
2020-04-03 07:21:03 +00:00
|
|
|
if err != nil {
|
|
|
|
glog.V(0).Infof("ParseFilerGrpcAddress: %v", err)
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2020-12-29 19:51:38 +00:00
|
|
|
util.LoadConfiguration("security", false)
|
2020-04-03 07:21:03 +00:00
|
|
|
// try to connect to filer, filerBucketsPath may be useful later
|
|
|
|
grpcDialOption := security.LoadClientTLS(util.GetViper(), "grpc.client")
|
|
|
|
var cipher bool
|
2021-03-12 00:36:43 +00:00
|
|
|
for i := 0; i < 10; i++ {
|
2021-05-21 08:28:00 +00:00
|
|
|
err = pb.WithOneOfGrpcFilerClients(filerGrpcAddresses, grpcDialOption, func(client filer_pb.SeaweedFilerClient) error {
|
2021-03-12 00:36:43 +00:00
|
|
|
resp, err := client.GetFilerConfiguration(context.Background(), &filer_pb.GetFilerConfigurationRequest{})
|
|
|
|
if err != nil {
|
2021-05-21 08:28:00 +00:00
|
|
|
return fmt.Errorf("get filer grpc address %v configuration: %v", filerGrpcAddresses, err)
|
2021-03-12 00:36:43 +00:00
|
|
|
}
|
|
|
|
cipher = resp.Cipher
|
|
|
|
return nil
|
|
|
|
})
|
2020-04-03 07:21:03 +00:00
|
|
|
if err != nil {
|
2021-05-21 08:28:00 +00:00
|
|
|
glog.V(0).Infof("failed to talk to filer %v: %v", filerGrpcAddresses, err)
|
2021-03-12 00:36:43 +00:00
|
|
|
glog.V(0).Infof("wait for %d seconds ...", i+1)
|
2021-03-14 20:21:02 +00:00
|
|
|
time.Sleep(time.Duration(i+1) * time.Second)
|
2020-04-03 07:21:03 +00:00
|
|
|
}
|
2021-03-12 00:36:43 +00:00
|
|
|
}
|
2020-04-03 07:21:03 +00:00
|
|
|
if err != nil {
|
2021-05-21 08:28:00 +00:00
|
|
|
glog.Errorf("failed to talk to filer %v: %v", filerGrpcAddresses, err)
|
2020-04-03 07:21:03 +00:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2020-03-22 02:14:25 +00:00
|
|
|
filerMountRootPath := *option.filerMountRootPath
|
2020-07-17 05:38:55 +00:00
|
|
|
dir := util.ResolvePath(*option.dir)
|
2020-03-22 02:14:25 +00:00
|
|
|
chunkSizeLimitMB := *mountOptions.chunkSizeLimitMB
|
2019-05-10 22:03:31 +00:00
|
|
|
|
2020-06-02 07:10:35 +00:00
|
|
|
fmt.Printf("This is SeaweedFS version %s %s %s\n", util.Version(), runtime.GOOS, runtime.GOARCH)
|
2019-05-10 22:03:31 +00:00
|
|
|
if dir == "" {
|
2014-05-13 18:25:48 +00:00
|
|
|
fmt.Printf("Please specify the mount directory via \"-dir\"")
|
|
|
|
return false
|
|
|
|
}
|
2019-05-10 22:03:31 +00:00
|
|
|
if chunkSizeLimitMB <= 0 {
|
2018-05-29 08:21:21 +00:00
|
|
|
fmt.Printf("Please specify a reasonable buffer size.")
|
|
|
|
return false
|
|
|
|
}
|
2014-05-13 18:25:48 +00:00
|
|
|
|
2019-05-10 22:03:31 +00:00
|
|
|
fuse.Unmount(dir)
|
|
|
|
|
2018-12-29 07:36:13 +00:00
|
|
|
// detect mount folder mode
|
2020-06-12 18:46:58 +00:00
|
|
|
if *option.dirAutoCreate {
|
2020-09-24 02:25:45 +00:00
|
|
|
os.MkdirAll(dir, os.FileMode(0777)&^umask)
|
2020-06-12 18:46:58 +00:00
|
|
|
}
|
2019-05-10 22:03:31 +00:00
|
|
|
fileInfo, err := os.Stat(dir)
|
2018-12-29 07:36:13 +00:00
|
|
|
|
2020-10-03 20:37:33 +00:00
|
|
|
uid, gid := uint32(0), uint32(0)
|
|
|
|
mountMode := os.ModeDir | 0777
|
|
|
|
if err == nil {
|
2021-01-27 04:06:08 +00:00
|
|
|
mountMode = os.ModeDir | os.FileMode(0777)&^umask
|
2020-10-03 20:37:33 +00:00
|
|
|
uid, gid = util.GetFileUidGid(fileInfo)
|
2021-01-27 04:45:52 +00:00
|
|
|
fmt.Printf("mount point owner uid=%d gid=%d mode=%s\n", uid, gid, mountMode)
|
2020-10-03 20:37:33 +00:00
|
|
|
} else {
|
|
|
|
fmt.Printf("can not stat %s\n", dir)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if uid == 0 {
|
|
|
|
if u, err := user.Current(); err == nil {
|
|
|
|
if parsedId, pe := strconv.ParseUint(u.Uid, 10, 32); pe == nil {
|
|
|
|
uid = uint32(parsedId)
|
|
|
|
}
|
|
|
|
if parsedId, pe := strconv.ParseUint(u.Gid, 10, 32); pe == nil {
|
|
|
|
gid = uint32(parsedId)
|
|
|
|
}
|
|
|
|
fmt.Printf("current uid=%d gid=%d\n", uid, gid)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-03 07:07:22 +00:00
|
|
|
// mapping uid, gid
|
|
|
|
uidGidMapper, err := meta_cache.NewUidGidMapper(*option.uidMap, *option.gidMap)
|
|
|
|
if err != nil {
|
|
|
|
fmt.Printf("failed to parse %s %s: %v\n", *option.uidMap, *option.gidMap, err)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2019-11-28 02:20:43 +00:00
|
|
|
// Ensure target mount point availability
|
2019-11-14 06:26:59 +00:00
|
|
|
if isValid := checkMountPointAvailable(dir); !isValid {
|
|
|
|
glog.Fatalf("Expected mount to still be active, target mount point: %s, please check!", dir)
|
2020-04-03 07:21:03 +00:00
|
|
|
return true
|
2019-11-14 06:26:59 +00:00
|
|
|
}
|
|
|
|
|
2019-05-10 22:03:31 +00:00
|
|
|
mountName := path.Base(dir)
|
2018-11-15 06:48:54 +00:00
|
|
|
|
2019-03-11 02:45:40 +00:00
|
|
|
options := []fuse.MountOption{
|
2019-04-11 06:25:41 +00:00
|
|
|
fuse.VolumeName(mountName),
|
2021-05-21 08:28:00 +00:00
|
|
|
fuse.FSName(*option.filer + ":" + filerMountRootPath),
|
2019-11-14 06:26:59 +00:00
|
|
|
fuse.Subtype("seaweedfs"),
|
2020-02-25 06:28:45 +00:00
|
|
|
// fuse.NoAppleDouble(), // include .DS_Store, otherwise can not delete non-empty folders
|
2018-05-07 07:37:47 +00:00
|
|
|
fuse.NoAppleXattr(),
|
|
|
|
fuse.ExclCreate(),
|
|
|
|
fuse.DaemonTimeout("3600"),
|
|
|
|
fuse.AllowSUID(),
|
|
|
|
fuse.DefaultPermissions(),
|
2019-03-11 02:45:40 +00:00
|
|
|
fuse.MaxReadahead(1024 * 128),
|
2018-05-07 07:37:47 +00:00
|
|
|
fuse.AsyncRead(),
|
2018-11-11 08:43:30 +00:00
|
|
|
fuse.WritebackCache(),
|
2021-01-21 07:30:14 +00:00
|
|
|
fuse.MaxBackground(128),
|
|
|
|
fuse.CongestionThreshold(128),
|
2019-03-11 02:45:40 +00:00
|
|
|
}
|
2019-10-27 16:12:10 +00:00
|
|
|
|
|
|
|
options = append(options, osSpecificMountOptions()...)
|
2020-03-22 02:14:25 +00:00
|
|
|
if *option.allowOthers {
|
2019-03-11 02:45:40 +00:00
|
|
|
options = append(options, fuse.AllowOther())
|
|
|
|
}
|
2020-03-22 02:14:25 +00:00
|
|
|
if *option.nonempty {
|
|
|
|
options = append(options, fuse.AllowNonEmptyMount())
|
|
|
|
}
|
2021-04-18 17:02:02 +00:00
|
|
|
if *option.readOnly {
|
|
|
|
options = append(options, fuse.ReadOnly())
|
|
|
|
}
|
2019-03-11 02:45:40 +00:00
|
|
|
|
2020-02-26 07:51:34 +00:00
|
|
|
// find mount point
|
2019-05-10 22:03:31 +00:00
|
|
|
mountRoot := filerMountRootPath
|
2018-07-22 08:14:36 +00:00
|
|
|
if mountRoot != "/" && strings.HasSuffix(mountRoot, "/") {
|
2018-07-22 08:15:11 +00:00
|
|
|
mountRoot = mountRoot[0 : len(mountRoot)-1]
|
2018-07-22 08:14:36 +00:00
|
|
|
}
|
|
|
|
|
2021-02-16 10:47:02 +00:00
|
|
|
diskType := types.ToDiskType(*option.diskType)
|
2020-12-13 08:58:58 +00:00
|
|
|
|
2020-05-18 17:31:12 +00:00
|
|
|
seaweedFileSystem := filesys.NewSeaweedFileSystem(&filesys.Option{
|
2021-01-28 23:23:46 +00:00
|
|
|
MountDirectory: dir,
|
2021-05-21 08:28:00 +00:00
|
|
|
FilerAddresses: filers,
|
|
|
|
FilerGrpcAddresses: filerGrpcAddresses,
|
2021-01-28 23:23:46 +00:00
|
|
|
GrpcDialOption: grpcDialOption,
|
|
|
|
FilerMountRootPath: mountRoot,
|
|
|
|
Collection: *option.collection,
|
|
|
|
Replication: *option.replication,
|
|
|
|
TtlSec: int32(*option.ttlSec),
|
2021-02-09 19:37:07 +00:00
|
|
|
DiskType: diskType,
|
2021-01-28 23:23:46 +00:00
|
|
|
ChunkSizeLimit: int64(chunkSizeLimitMB) * 1024 * 1024,
|
|
|
|
ConcurrentWriters: *option.concurrentWriters,
|
2021-01-28 23:23:16 +00:00
|
|
|
CacheDir: *option.cacheDir,
|
|
|
|
CacheSizeMB: *option.cacheSizeMB,
|
|
|
|
DataCenter: *option.dataCenter,
|
|
|
|
MountUid: uid,
|
|
|
|
MountGid: gid,
|
|
|
|
MountMode: mountMode,
|
|
|
|
MountCtime: fileInfo.ModTime(),
|
|
|
|
MountMtime: time.Now(),
|
|
|
|
Umask: umask,
|
|
|
|
VolumeServerAccess: *mountOptions.volumeServerAccess,
|
|
|
|
Cipher: cipher,
|
|
|
|
UidGidMapper: uidGidMapper,
|
2020-05-18 17:31:12 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
// mount
|
|
|
|
c, err := fuse.Mount(dir, options...)
|
|
|
|
if err != nil {
|
|
|
|
glog.V(0).Infof("mount: %v", err)
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
defer fuse.Unmount(dir)
|
|
|
|
|
|
|
|
grace.OnInterrupt(func() {
|
|
|
|
fuse.Unmount(dir)
|
|
|
|
c.Close()
|
|
|
|
})
|
|
|
|
|
2021-05-21 08:28:00 +00:00
|
|
|
glog.V(0).Infof("mounted %s%s to %v", *option.filer, mountRoot, dir)
|
2021-01-28 03:56:41 +00:00
|
|
|
server := fs.New(c, nil)
|
|
|
|
seaweedFileSystem.Server = server
|
|
|
|
err = server.Serve(seaweedFileSystem)
|
2014-05-13 18:25:48 +00:00
|
|
|
|
|
|
|
// check if the mount process has an error to report
|
|
|
|
<-c.Ready
|
|
|
|
if err := c.MountError; err != nil {
|
2019-12-11 05:44:00 +00:00
|
|
|
glog.V(0).Infof("mount process: %v", err)
|
|
|
|
return true
|
2014-05-13 18:25:48 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|