Files
mtusi2026lab4/compose.yaml
T

255 lines
7.8 KiB
YAML

# Laboratory 4 stand:
# client -> nginx LB -> two or more API replicas -> PostgreSQL (metadata)
# -> private SeaweedFS S3 (bytes)
#
# Copy .env.example to .env and replace every change-me value before use.
# Only the LB and the S3 API are published; PostgreSQL, Redis, the SeaweedFS
# master/filer UIs and the API replicas stay on the internal network.
#
# The S3 port is published because the optional direct-upload extension gives
# clients a short-lived presigned PUT URL. The bucket itself is private:
# unsigned GET/PUT is rejected by SeaweedFS.
name: mtusi-lab4
x-api-build: &api-build
image: mtusi-lab4-api:local
build:
context: .
dockerfile: Dockerfile
x-api-environment: &api-environment
APP_ENV: ${APP_ENV:-lab}
DATABASE_URL: ${DATABASE_URL:?set DATABASE_URL in .env}
CACHE_URL: ${CACHE_URL:-redis://redis:6379/0}
INSTANCE_ID: ${INSTANCE_ID:-}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
DB_POOL_MIN: ${DB_POOL_MIN:-1}
DB_POOL_MAX: ${DB_POOL_MAX:-10}
DB_POOL_ACQUIRE_TIMEOUT_SECONDS: ${DB_POOL_ACQUIRE_TIMEOUT_SECONDS:-3}
DB_CONNECT_TIMEOUT_SECONDS: ${DB_CONNECT_TIMEOUT_SECONDS:-3}
DB_STATEMENT_TIMEOUT_MS: ${DB_STATEMENT_TIMEOUT_MS:-5000}
REDIS_CONNECT_TIMEOUT_SECONDS: ${REDIS_CONNECT_TIMEOUT_SECONDS:-2}
REDIS_SOCKET_TIMEOUT_SECONDS: ${REDIS_SOCKET_TIMEOUT_SECONDS:-2}
MAX_BODY_BYTES: ${MAX_BODY_BYTES:-1048576}
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
MAX_DECODE_CONCURRENCY: ${MAX_DECODE_CONCURRENCY:-1}
UPLOAD_TEMP_DIR: /tmp
S3_ENDPOINT: ${S3_ENDPOINT:-http://seaweedfs:8333}
S3_PUBLIC_ENDPOINT: ${S3_PUBLIC_ENDPOINT:-http://localhost:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
S3_CONNECT_TIMEOUT_SECONDS: ${S3_CONNECT_TIMEOUT_SECONDS:-3}
S3_READ_TIMEOUT_SECONDS: ${S3_READ_TIMEOUT_SECONDS:-30}
PRESIGN_TTL_SECONDS: ${PRESIGN_TTL_SECONDS:-300}
PRESIGN_GRACE_SECONDS: ${PRESIGN_GRACE_SECONDS:-3600}
ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-86400}
services:
postgres:
image: postgres:16.4-alpine
restart: unless-stopped
environment:
POSTGRES_DB: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?set POSTGRES_PASSWORD in .env}
command:
- postgres
- -c
- max_connections=120
- -c
- shared_buffers=128MB
volumes:
- pgdata:/var/lib/postgresql/data
healthcheck:
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
interval: 3s
timeout: 3s
retries: 20
deploy:
resources:
limits:
cpus: "${POSTGRES_CPU_LIMIT:-1.0}"
memory: "${POSTGRES_MEM_LIMIT:-512M}"
networks:
- backend
redis:
image: redis:7.4.0-alpine
restart: unless-stopped
command:
- redis-server
- --appendonly
- "yes"
- --appendfsync
- everysec
- --dir
- /data
volumes:
- redisdata:/data
healthcheck:
test: ["CMD", "redis-cli", "ping"]
interval: 3s
timeout: 3s
retries: 20
deploy:
resources:
limits:
cpus: "${REDIS_CPU_LIMIT:-0.5}"
memory: "${REDIS_MEM_LIMIT:-256M}"
networks:
- backend
seaweedfs:
image: chrislusf/seaweedfs:3.80
restart: unless-stopped
entrypoint: ["/bin/sh", "/etc/seaweedfs/entrypoint.sh"]
environment:
S3_ADMIN_ACCESS_KEY_ID: ${S3_ADMIN_ACCESS_KEY_ID:?set S3_ADMIN_ACCESS_KEY_ID in .env}
S3_ADMIN_SECRET_ACCESS_KEY: ${S3_ADMIN_SECRET_ACCESS_KEY:?set S3_ADMIN_SECRET_ACCESS_KEY in .env}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
volumes:
- seaweeddata:/data
- ./infra/seaweedfs/entrypoint.sh:/etc/seaweedfs/entrypoint.sh:ro
ports:
- "${S3_PORT:-9000}:8333"
healthcheck:
test: ["CMD-SHELL", "nc -z 127.0.0.1 8333"]
interval: 3s
timeout: 3s
retries: 40
start_period: 20s
deploy:
resources:
limits:
cpus: "${S3_CPU_LIMIT:-1.0}"
memory: "${S3_MEM_LIMIT:-768M}"
networks:
- backend
# One-shot, serialised schema migration. API replicas never run DDL.
migrate:
<<: *api-build
restart: "no"
environment:
DATABASE_URL: ${DATABASE_URL:?set DATABASE_URL in .env}
CACHE_URL: ${CACHE_URL:-redis://redis:6379/0}
DB_CONNECT_TIMEOUT_SECONDS: ${DB_CONNECT_TIMEOUT_SECONDS:-3}
S3_ENDPOINT: ${S3_ENDPOINT:-http://seaweedfs:8333}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
command: ["python", "-m", "app.migrate"]
depends_on:
postgres:
condition: service_healthy
deploy:
resources:
limits:
cpus: "0.5"
memory: "256M"
networks:
- backend
# Idempotent private-bucket bootstrap with the administrative identity.
s3-init:
<<: *api-build
restart: "no"
environment:
DATABASE_URL: ${DATABASE_URL:?set DATABASE_URL in .env}
CACHE_URL: ${CACHE_URL:-redis://redis:6379/0}
S3_ENDPOINT: ${S3_ENDPOINT:-http://seaweedfs:8333}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
S3_ADMIN_ACCESS_KEY_ID: ${S3_ADMIN_ACCESS_KEY_ID:?set S3_ADMIN_ACCESS_KEY_ID in .env}
S3_ADMIN_SECRET_ACCESS_KEY: ${S3_ADMIN_SECRET_ACCESS_KEY:?set S3_ADMIN_SECRET_ACCESS_KEY in .env}
command: ["python", "-m", "app.s3_bootstrap"]
depends_on:
seaweedfs:
condition: service_healthy
deploy:
resources:
limits:
cpus: "0.5"
memory: "256M"
networks:
- backend
api:
<<: *api-build
restart: unless-stopped
environment: *api-environment
expose:
- "8080"
depends_on:
migrate:
condition: service_completed_successfully
s3-init:
condition: service_completed_successfully
redis:
condition: service_healthy
stop_grace_period: 15s
security_opt:
- no-new-privileges:true
deploy:
replicas: ${API_REPLICAS:-2}
resources:
limits:
cpus: "${API_CPU_LIMIT:-1.0}"
memory: "${API_MEM_LIMIT:-512M}"
networks:
- backend
lb:
image: nginx:1.27.5-alpine
restart: unless-stopped
volumes:
- ./infra/nginx/nginx.conf:/etc/nginx/nginx.conf:ro
ports:
- "${API_PORT:-8080}:8080"
healthcheck:
test: ["CMD-SHELL", "wget -q -O- http://127.0.0.1:8080/health/live >/dev/null"]
interval: 5s
timeout: 3s
retries: 10
deploy:
resources:
limits:
cpus: "${LB_CPU_LIMIT:-0.5}"
memory: "${LB_MEM_LIMIT:-256M}"
networks:
- backend
# Optional operator tool: docker compose --profile tools run --rm reconcile \
# python -m app.reconcile --apply
reconcile:
<<: *api-build
profiles: ["tools"]
restart: "no"
environment: *api-environment
command: ["python", "-m", "app.reconcile", "--dry-run"]
depends_on:
migrate:
condition: service_completed_successfully
seaweedfs:
condition: service_healthy
networks:
- backend
volumes:
pgdata:
redisdata:
seaweeddata:
networks:
backend:
driver: bridge