diff options
| author | Konstantin Lebedev <9497591+kmlebedev@users.noreply.github.com> | 2024-03-07 21:35:51 +0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-07 08:35:51 -0800 |
| commit | 170b63d6f89284b804b153343380537fd09e0025 (patch) | |
| tree | cd9b178690790b49f9aead7de4f59103f46c047f /docker | |
| parent | ecc154fa9e9bd11f2a664d2d11bd15c76d8b6c49 (diff) | |
| download | seaweedfs-170b63d6f89284b804b153343380537fd09e0025.tar.xz seaweedfs-170b63d6f89284b804b153343380537fd09e0025.zip | |
[filer.backup] add param uploader_part_size for S3sink (#5352)
* fix: install cronie
* chore: refactor configure S3Sink
* chore: refactor cinfig
* add filer-backup compose file
* fix: X-Amz-Meta-Mtime and resolve with comments
* fix: attr mtime
* fix: MaxUploadPartst is reduced to the maximum allowable
* fix: env and force set max MaxUploadParts
* fix: env WEED_SINK_S3_UPLOADER_PART_SIZE_MB
Diffstat (limited to 'docker')
| -rw-r--r-- | docker/Makefile | 3 | ||||
| -rw-r--r-- | docker/compose/local-filer-backup-compose.yml | 54 |
2 files changed, 57 insertions, 0 deletions
diff --git a/docker/Makefile b/docker/Makefile index 89a896f77..6d6c88190 100644 --- a/docker/Makefile +++ b/docker/Makefile @@ -81,6 +81,9 @@ cluster: build 2mount: build docker compose -f compose/local-sync-mount-compose.yml -p seaweedfs up +filer_backup: build + docker compose -f compose/local-filer-backup-compose.yml -p seaweedfs up + hashicorp_raft: build docker compose -f compose/local-hashicorp-raft-compose.yml -p seaweedfs up diff --git a/docker/compose/local-filer-backup-compose.yml b/docker/compose/local-filer-backup-compose.yml new file mode 100644 index 000000000..3e4baf5fa --- /dev/null +++ b/docker/compose/local-filer-backup-compose.yml @@ -0,0 +1,54 @@ +version: '3.9' + +services: + server-left: + image: chrislusf/seaweedfs:local + command: "-v=0 server -ip=server-left -filer -filer.maxMB 5 -s3 -s3.config=/etc/seaweedfs/s3.json -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1" + volumes: + - ./s3.json:/etc/seaweedfs/s3.json + healthcheck: + test: [ "CMD", "curl", "--fail", "-I", "http://localhost:9333/cluster/healthz" ] + interval: 3s + start_period: 15s + timeout: 30s + server-right: + image: chrislusf/seaweedfs:local + command: "-v=0 server -ip=server-right -filer -filer.maxMB 64 -s3 -s3.config=/etc/seaweedfs/s3.json -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1" + volumes: + - ./s3.json:/etc/seaweedfs/s3.json + healthcheck: + test: [ "CMD", "curl", "--fail", "-I", "http://localhost:9333/cluster/healthz" ] + interval: 3s + start_period: 15s + timeout: 30s + filer-backup: + image: chrislusf/seaweedfs:local + command: "-v=0 filer.backup -debug -doDeleteFiles=False -filer server-left:8888" + volumes: + - ./replication.toml:/etc/seaweedfs/replication.toml + environment: + WEED_SINK_LOCAL_INCREMENTAL_ENABLED: "false" + WEED_SINK_S3_ENABLED: "true" + WEED_SINK_S3_BUCKET: "backup" + WEED_SINK_S3_ENDPOINT: "http://server-right:8333" + WEED_SINK_S3_DIRECTORY: "/" + WEED_SINK_S3_AWS_ACCESS_KEY_ID: "some_access_key1" + WEED_SINK_S3_AWS_SECRET_ACCESS_KEY: "some_secret_key1" + WEED_SINK_S3_S3_DISABLE_CONTENT_MD5_VALIDATION: "false" + WEED_SINK_S3_UPLOADER_PART_SIZE_MB: "5" + WEED_SINK_S3_KEEP_PART_SIZE: "false" + depends_on: + server-left: + condition: service_healthy + server-right: + condition: service_healthy + minio-warp: + image: minio/warp + command: 'mixed --duration 5s --obj.size=6mb --md5 --objects 10 --concurrent 2' + restart: on-failure + environment: + WARP_HOST: "server-left:8333" + WARP_ACCESS_KEY: "some_access_key1" + WARP_SECRET_KEY: "some_secret_key1" + depends_on: + - filer-backup
\ No newline at end of file |