seaweedfs/weed/filer2/filerstore.go

153 lines
5 KiB
Go
Raw Normal View History

2018-05-26 06:27:06 +00:00
package filer2
import (
2019-03-15 22:55:34 +00:00
"context"
2019-06-22 19:23:25 +00:00
"time"
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
2019-06-22 19:23:25 +00:00
"github.com/chrislusf/seaweedfs/weed/stats"
"github.com/chrislusf/seaweedfs/weed/util"
)
2018-05-26 06:27:06 +00:00
type FilerStore interface {
// GetName gets the name to locate the configuration in filer.toml file
GetName() string
2018-06-17 20:01:57 +00:00
// Initialize initializes the file store
Initialize(configuration util.Configuration, prefix string) error
2019-03-15 22:55:34 +00:00
InsertEntry(context.Context, *Entry) error
UpdateEntry(context.Context, *Entry) (err error)
// err == filer2.ErrNotFound if not found
2020-03-23 07:01:34 +00:00
FindEntry(context.Context, util.FullPath) (entry *Entry, err error)
DeleteEntry(context.Context, util.FullPath) (err error)
DeleteFolderChildren(context.Context, util.FullPath) (err error)
ListDirectoryEntries(ctx context.Context, dirPath util.FullPath, startFileName string, includeStartFile bool, limit int) ([]*Entry, error)
BeginTransaction(ctx context.Context) (context.Context, error)
CommitTransaction(ctx context.Context) error
RollbackTransaction(ctx context.Context) error
2020-03-15 03:30:26 +00:00
Shutdown()
2018-05-26 06:27:06 +00:00
}
type FilerLocalStore interface {
UpdateOffset(filer string, lastTsNs int64) error
ReadOffset(filer string) (lastTsNs int64, err error)
}
type FilerStoreWrapper struct {
2020-07-13 15:19:48 +00:00
ActualStore FilerStore
}
2019-05-29 04:29:07 +00:00
func NewFilerStoreWrapper(store FilerStore) *FilerStoreWrapper {
if innerStore, ok := store.(*FilerStoreWrapper); ok {
return innerStore
}
return &FilerStoreWrapper{
2020-07-13 15:19:48 +00:00
ActualStore: store,
}
}
func (fsw *FilerStoreWrapper) GetName() string {
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.GetName()
}
func (fsw *FilerStoreWrapper) Initialize(configuration util.Configuration, prefix string) error {
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.Initialize(configuration, prefix)
}
func (fsw *FilerStoreWrapper) InsertEntry(ctx context.Context, entry *Entry) error {
2020-07-13 15:19:48 +00:00
stats.FilerStoreCounter.WithLabelValues(fsw.ActualStore.GetName(), "insert").Inc()
2019-06-22 19:23:25 +00:00
start := time.Now()
2019-06-23 03:05:25 +00:00
defer func() {
2020-07-13 15:19:48 +00:00
stats.FilerStoreHistogram.WithLabelValues(fsw.ActualStore.GetName(), "insert").Observe(time.Since(start).Seconds())
2019-06-23 03:05:25 +00:00
}()
2019-06-22 19:23:25 +00:00
filer_pb.BeforeEntrySerialization(entry.Chunks)
if entry.Mime == "application/octet-stream" {
entry.Mime = ""
}
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.InsertEntry(ctx, entry)
}
func (fsw *FilerStoreWrapper) UpdateEntry(ctx context.Context, entry *Entry) error {
2020-07-13 15:19:48 +00:00
stats.FilerStoreCounter.WithLabelValues(fsw.ActualStore.GetName(), "update").Inc()
2019-06-22 19:23:25 +00:00
start := time.Now()
2019-06-23 03:05:25 +00:00
defer func() {
2020-07-13 15:19:48 +00:00
stats.FilerStoreHistogram.WithLabelValues(fsw.ActualStore.GetName(), "update").Observe(time.Since(start).Seconds())
2019-06-23 03:05:25 +00:00
}()
2019-06-22 19:23:25 +00:00
filer_pb.BeforeEntrySerialization(entry.Chunks)
if entry.Mime == "application/octet-stream" {
entry.Mime = ""
}
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.UpdateEntry(ctx, entry)
}
2020-03-23 07:01:34 +00:00
func (fsw *FilerStoreWrapper) FindEntry(ctx context.Context, fp util.FullPath) (entry *Entry, err error) {
2020-07-13 15:19:48 +00:00
stats.FilerStoreCounter.WithLabelValues(fsw.ActualStore.GetName(), "find").Inc()
2019-06-22 19:23:25 +00:00
start := time.Now()
2019-06-23 03:05:25 +00:00
defer func() {
2020-07-13 15:19:48 +00:00
stats.FilerStoreHistogram.WithLabelValues(fsw.ActualStore.GetName(), "find").Observe(time.Since(start).Seconds())
2019-06-23 03:05:25 +00:00
}()
2019-06-22 19:23:25 +00:00
2020-07-13 15:19:48 +00:00
entry, err = fsw.ActualStore.FindEntry(ctx, fp)
2019-05-17 09:28:20 +00:00
if err != nil {
return nil, err
}
filer_pb.AfterEntryDeserialization(entry.Chunks)
return
}
2020-03-23 07:01:34 +00:00
func (fsw *FilerStoreWrapper) DeleteEntry(ctx context.Context, fp util.FullPath) (err error) {
2020-07-13 15:19:48 +00:00
stats.FilerStoreCounter.WithLabelValues(fsw.ActualStore.GetName(), "delete").Inc()
2019-06-22 19:23:25 +00:00
start := time.Now()
2019-06-23 03:05:25 +00:00
defer func() {
2020-07-13 15:19:48 +00:00
stats.FilerStoreHistogram.WithLabelValues(fsw.ActualStore.GetName(), "delete").Observe(time.Since(start).Seconds())
2019-06-23 03:05:25 +00:00
}()
2019-06-22 19:23:25 +00:00
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.DeleteEntry(ctx, fp)
}
2020-03-23 07:01:34 +00:00
func (fsw *FilerStoreWrapper) DeleteFolderChildren(ctx context.Context, fp util.FullPath) (err error) {
2020-07-13 15:19:48 +00:00
stats.FilerStoreCounter.WithLabelValues(fsw.ActualStore.GetName(), "deleteFolderChildren").Inc()
start := time.Now()
defer func() {
2020-07-13 15:19:48 +00:00
stats.FilerStoreHistogram.WithLabelValues(fsw.ActualStore.GetName(), "deleteFolderChildren").Observe(time.Since(start).Seconds())
}()
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.DeleteFolderChildren(ctx, fp)
}
2020-03-23 07:01:34 +00:00
func (fsw *FilerStoreWrapper) ListDirectoryEntries(ctx context.Context, dirPath util.FullPath, startFileName string, includeStartFile bool, limit int) ([]*Entry, error) {
2020-07-13 15:19:48 +00:00
stats.FilerStoreCounter.WithLabelValues(fsw.ActualStore.GetName(), "list").Inc()
2019-06-22 19:23:25 +00:00
start := time.Now()
2019-06-23 03:05:25 +00:00
defer func() {
2020-07-13 15:19:48 +00:00
stats.FilerStoreHistogram.WithLabelValues(fsw.ActualStore.GetName(), "list").Observe(time.Since(start).Seconds())
2019-06-23 03:05:25 +00:00
}()
2019-06-22 19:23:25 +00:00
2020-07-13 15:19:48 +00:00
entries, err := fsw.ActualStore.ListDirectoryEntries(ctx, dirPath, startFileName, includeStartFile, limit)
if err != nil {
return nil, err
}
for _, entry := range entries {
filer_pb.AfterEntryDeserialization(entry.Chunks)
}
return entries, err
}
func (fsw *FilerStoreWrapper) BeginTransaction(ctx context.Context) (context.Context, error) {
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.BeginTransaction(ctx)
}
func (fsw *FilerStoreWrapper) CommitTransaction(ctx context.Context) error {
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.CommitTransaction(ctx)
}
func (fsw *FilerStoreWrapper) RollbackTransaction(ctx context.Context) error {
2020-07-13 15:19:48 +00:00
return fsw.ActualStore.RollbackTransaction(ctx)
}
2020-03-15 03:30:26 +00:00
func (fsw *FilerStoreWrapper) Shutdown() {
2020-07-13 15:19:48 +00:00
fsw.ActualStore.Shutdown()
2020-03-15 03:30:26 +00:00
}