mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
Updated Backup to Cloud (markdown)
parent
7f6278e9f1
commit
a3aa3e9f0a
|
@ -5,3 +5,51 @@ So you have the benefit of:
|
||||||
* Extremely fast access to local SeaweedFS Filer
|
* Extremely fast access to local SeaweedFS Filer
|
||||||
* Near-Real-Time Backup to Amazon S3 with zero-cost upload network traffic.
|
* Near-Real-Time Backup to Amazon S3 with zero-cost upload network traffic.
|
||||||
|
|
||||||
|
# Configuration
|
||||||
|
* Configure notification. use "`weed scaffold -config=filer`" to see the notification section.
|
||||||
|
|
||||||
|
```
|
||||||
|
[notification.log]
|
||||||
|
enabled = false
|
||||||
|
|
||||||
|
[notification.kafka]
|
||||||
|
enabled = true
|
||||||
|
hosts = [
|
||||||
|
"localhost:9092"
|
||||||
|
]
|
||||||
|
topic = "seaweedfs_filer_to_s3"
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
|
* Setup Kafka. Possibly you need to create the Kafka topic if auto topic creation is not enabled.
|
||||||
|
|
||||||
|
* Configure replication. use "`weed scaffold -config=replication`" to see the notification section.
|
||||||
|
|
||||||
|
```
|
||||||
|
[source.filer]
|
||||||
|
enabled = true
|
||||||
|
grpcAddress = "localhost:18888"
|
||||||
|
directory = "/buckets" # all files under this directory tree are replicated
|
||||||
|
|
||||||
|
[notification.kafka]
|
||||||
|
enabled = true
|
||||||
|
hosts = [
|
||||||
|
"localhost:9092"
|
||||||
|
]
|
||||||
|
topic = "seaweedfs_filer_to_s3"
|
||||||
|
|
||||||
|
[sink.s3]
|
||||||
|
# read credentials doc at https://docs.aws.amazon.com/sdk-for-go/v1/developer-guide/sessions.html
|
||||||
|
# default loads credentials from the shared credentials file (~/.aws/credentials).
|
||||||
|
enabled = false
|
||||||
|
aws_access_key_id = "" # if empty, loads from the shared credentials file (~/.aws/credentials).
|
||||||
|
aws_secret_access_key = "" # if empty, loads from the shared credentials file (~/.aws/credentials).
|
||||||
|
region = "us-west-1"
|
||||||
|
bucket = "your_bucket_name" # an existing bucket
|
||||||
|
directory = "" # destination directory (do not prefix or suffix with "/")
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
|
* Start the Kafka.
|
||||||
|
* Start the replication. "`weed filer.replicate`"
|
||||||
|
* Start the filer. "`weed filer`"
|
||||||
|
|
Loading…
Reference in a new issue