forked from mtusi2026/mtusi2026lab4
Carry over lab3 HA stack and add private S3 storage, Attachment API, orphan compensation/reaper, own tests, and evidence for smoke/persistence/failover.
198 lines
4.6 KiB
YAML
198 lines
4.6 KiB
YAML
# Lab4: LB + ≥2 API + Postgres + Redis + RustFS (private S3 bucket).
|
|
x-lab-number: 4
|
|
|
|
x-api-env: &api-env
|
|
APP_HOST: 0.0.0.0
|
|
APP_PORT: "8080"
|
|
APP_ENV: lab
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
SESSION_STORE: redis
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
CACHE_URL_FILE: /run/secrets/cache_url
|
|
DB_CONNECT_TIMEOUT: "5"
|
|
DB_POOL_MIN: "1"
|
|
DB_POOL_MAX: "8"
|
|
REDIS_SOCKET_TIMEOUT: "3"
|
|
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
|
RUN_MIGRATIONS: "false"
|
|
S3_ENDPOINT: ${S3_ENDPOINT:-http://s3:9000}
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-900}
|
|
|
|
services:
|
|
postgres:
|
|
image: postgres:16.4-bookworm
|
|
environment:
|
|
POSTGRES_USER: messenger
|
|
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
|
|
POSTGRES_DB: messenger
|
|
secrets:
|
|
- postgres_password
|
|
volumes:
|
|
- pg_data:/var/lib/postgresql/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U messenger -d messenger"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 10
|
|
restart: unless-stopped
|
|
mem_limit: 512m
|
|
cpus: 0.50
|
|
|
|
redis:
|
|
image: redis:7.4.1-bookworm
|
|
command:
|
|
- redis-server
|
|
- --appendonly
|
|
- "yes"
|
|
- --appendfsync
|
|
- everysec
|
|
- --dir
|
|
- /data
|
|
volumes:
|
|
- redis_data:/data
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "ping"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 10
|
|
restart: unless-stopped
|
|
mem_limit: 256m
|
|
cpus: 0.25
|
|
|
|
s3:
|
|
image: rustfs/rustfs:1.0.5
|
|
command: ["server", "/data"]
|
|
environment:
|
|
RUSTFS_ACCESS_KEY_FILE: /run/secrets/s3_access_key_id
|
|
RUSTFS_SECRET_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
RUSTFS_ADDRESS: ":9000"
|
|
# Консоль намеренно выключена (нет RUSTFS_CONSOLE_ENABLE).
|
|
secrets:
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
volumes:
|
|
- s3_data:/data
|
|
# Только loopback для проверки private bucket вне API.
|
|
ports:
|
|
- "127.0.0.1:9000:9000"
|
|
healthcheck:
|
|
test:
|
|
[
|
|
"CMD",
|
|
"wget",
|
|
"-q",
|
|
"-O",
|
|
"/dev/null",
|
|
"http://127.0.0.1:9000/minio/health/live",
|
|
]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 12
|
|
restart: unless-stopped
|
|
mem_limit: 512m
|
|
cpus: 0.50
|
|
|
|
migrate:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
command: ["python", "-m", "app.migrate"]
|
|
environment:
|
|
<<: *api-env
|
|
RUN_MIGRATIONS: "true"
|
|
secrets:
|
|
- database_url
|
|
- cache_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
redis:
|
|
condition: service_healthy
|
|
s3:
|
|
condition: service_healthy
|
|
restart: "no"
|
|
mem_limit: 256m
|
|
cpus: 0.25
|
|
|
|
api:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
environment:
|
|
<<: *api-env
|
|
secrets:
|
|
- database_url
|
|
- cache_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
postgres:
|
|
condition: service_healthy
|
|
redis:
|
|
condition: service_healthy
|
|
s3:
|
|
condition: service_healthy
|
|
expose:
|
|
- "8080"
|
|
healthcheck:
|
|
test:
|
|
[
|
|
"CMD",
|
|
"python",
|
|
"-c",
|
|
"import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=2)",
|
|
]
|
|
interval: 2s
|
|
timeout: 2s
|
|
start_period: 20s
|
|
retries: 15
|
|
restart: unless-stopped
|
|
stop_grace_period: 10s
|
|
mem_limit: 384m
|
|
cpus: 0.50
|
|
|
|
lb:
|
|
image: haproxy:2.9.7-bookworm
|
|
ports:
|
|
- "127.0.0.1:8080:8080"
|
|
volumes:
|
|
- ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
|
|
depends_on:
|
|
api:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "haproxy", "-c", "-f", "/usr/local/etc/haproxy/haproxy.cfg"]
|
|
interval: 10s
|
|
timeout: 3s
|
|
retries: 3
|
|
restart: unless-stopped
|
|
mem_limit: 128m
|
|
cpus: 0.25
|
|
|
|
volumes:
|
|
pg_data:
|
|
redis_data:
|
|
s3_data:
|
|
|
|
secrets:
|
|
postgres_password:
|
|
file: ./secrets/postgres_password
|
|
database_url:
|
|
file: ./secrets/database_url
|
|
cache_url:
|
|
file: ./secrets/cache_url
|
|
s3_access_key_id:
|
|
file: ./secrets/s3_access_key_id
|
|
s3_secret_access_key:
|
|
file: ./secrets/s3_secret_access_key
|