255 lines
7.8 KiB
YAML
255 lines
7.8 KiB
YAML
# Laboratory 4 stand:
|
|
# client -> nginx LB -> two or more API replicas -> PostgreSQL (metadata)
|
|
# -> private SeaweedFS S3 (bytes)
|
|
#
|
|
# Copy .env.example to .env and replace every change-me value before use.
|
|
# Only the LB and the S3 API are published; PostgreSQL, Redis, the SeaweedFS
|
|
# master/filer UIs and the API replicas stay on the internal network.
|
|
#
|
|
# The S3 port is published because the optional direct-upload extension gives
|
|
# clients a short-lived presigned PUT URL. The bucket itself is private:
|
|
# unsigned GET/PUT is rejected by SeaweedFS.
|
|
|
|
name: mtusi-lab4
|
|
|
|
x-api-build: &api-build
|
|
image: mtusi-lab4-api:local
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
|
|
x-api-environment: &api-environment
|
|
APP_ENV: ${APP_ENV:-lab}
|
|
DATABASE_URL: ${DATABASE_URL:?set DATABASE_URL in .env}
|
|
CACHE_URL: ${CACHE_URL:-redis://redis:6379/0}
|
|
INSTANCE_ID: ${INSTANCE_ID:-}
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
|
DB_POOL_MIN: ${DB_POOL_MIN:-1}
|
|
DB_POOL_MAX: ${DB_POOL_MAX:-10}
|
|
DB_POOL_ACQUIRE_TIMEOUT_SECONDS: ${DB_POOL_ACQUIRE_TIMEOUT_SECONDS:-3}
|
|
DB_CONNECT_TIMEOUT_SECONDS: ${DB_CONNECT_TIMEOUT_SECONDS:-3}
|
|
DB_STATEMENT_TIMEOUT_MS: ${DB_STATEMENT_TIMEOUT_MS:-5000}
|
|
REDIS_CONNECT_TIMEOUT_SECONDS: ${REDIS_CONNECT_TIMEOUT_SECONDS:-2}
|
|
REDIS_SOCKET_TIMEOUT_SECONDS: ${REDIS_SOCKET_TIMEOUT_SECONDS:-2}
|
|
MAX_BODY_BYTES: ${MAX_BODY_BYTES:-1048576}
|
|
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
MAX_DECODE_CONCURRENCY: ${MAX_DECODE_CONCURRENCY:-1}
|
|
UPLOAD_TEMP_DIR: /tmp
|
|
S3_ENDPOINT: ${S3_ENDPOINT:-http://seaweedfs:8333}
|
|
S3_PUBLIC_ENDPOINT: ${S3_PUBLIC_ENDPOINT:-http://localhost:9000}
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
|
|
S3_CONNECT_TIMEOUT_SECONDS: ${S3_CONNECT_TIMEOUT_SECONDS:-3}
|
|
S3_READ_TIMEOUT_SECONDS: ${S3_READ_TIMEOUT_SECONDS:-30}
|
|
PRESIGN_TTL_SECONDS: ${PRESIGN_TTL_SECONDS:-300}
|
|
PRESIGN_GRACE_SECONDS: ${PRESIGN_GRACE_SECONDS:-3600}
|
|
ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-86400}
|
|
|
|
services:
|
|
postgres:
|
|
image: postgres:16.4-alpine
|
|
restart: unless-stopped
|
|
environment:
|
|
POSTGRES_DB: ${POSTGRES_DB:-messenger}
|
|
POSTGRES_USER: ${POSTGRES_USER:-messenger}
|
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?set POSTGRES_PASSWORD in .env}
|
|
command:
|
|
- postgres
|
|
- -c
|
|
- max_connections=120
|
|
- -c
|
|
- shared_buffers=128MB
|
|
volumes:
|
|
- pgdata:/var/lib/postgresql/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 20
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "${POSTGRES_CPU_LIMIT:-1.0}"
|
|
memory: "${POSTGRES_MEM_LIMIT:-512M}"
|
|
networks:
|
|
- backend
|
|
|
|
redis:
|
|
image: redis:7.4.0-alpine
|
|
restart: unless-stopped
|
|
command:
|
|
- redis-server
|
|
- --appendonly
|
|
- "yes"
|
|
- --appendfsync
|
|
- everysec
|
|
- --dir
|
|
- /data
|
|
volumes:
|
|
- redisdata:/data
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "ping"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 20
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "${REDIS_CPU_LIMIT:-0.5}"
|
|
memory: "${REDIS_MEM_LIMIT:-256M}"
|
|
networks:
|
|
- backend
|
|
|
|
seaweedfs:
|
|
image: chrislusf/seaweedfs:3.80
|
|
restart: unless-stopped
|
|
entrypoint: ["/bin/sh", "/etc/seaweedfs/entrypoint.sh"]
|
|
environment:
|
|
S3_ADMIN_ACCESS_KEY_ID: ${S3_ADMIN_ACCESS_KEY_ID:?set S3_ADMIN_ACCESS_KEY_ID in .env}
|
|
S3_ADMIN_SECRET_ACCESS_KEY: ${S3_ADMIN_SECRET_ACCESS_KEY:?set S3_ADMIN_SECRET_ACCESS_KEY in .env}
|
|
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
|
|
volumes:
|
|
- seaweeddata:/data
|
|
- ./infra/seaweedfs/entrypoint.sh:/etc/seaweedfs/entrypoint.sh:ro
|
|
ports:
|
|
- "${S3_PORT:-9000}:8333"
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "nc -z 127.0.0.1 8333"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 40
|
|
start_period: 20s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "${S3_CPU_LIMIT:-1.0}"
|
|
memory: "${S3_MEM_LIMIT:-768M}"
|
|
networks:
|
|
- backend
|
|
|
|
# One-shot, serialised schema migration. API replicas never run DDL.
|
|
migrate:
|
|
<<: *api-build
|
|
restart: "no"
|
|
environment:
|
|
DATABASE_URL: ${DATABASE_URL:?set DATABASE_URL in .env}
|
|
CACHE_URL: ${CACHE_URL:-redis://redis:6379/0}
|
|
DB_CONNECT_TIMEOUT_SECONDS: ${DB_CONNECT_TIMEOUT_SECONDS:-3}
|
|
S3_ENDPOINT: ${S3_ENDPOINT:-http://seaweedfs:8333}
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
|
|
command: ["python", "-m", "app.migrate"]
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: "256M"
|
|
networks:
|
|
- backend
|
|
|
|
# Idempotent private-bucket bootstrap with the administrative identity.
|
|
s3-init:
|
|
<<: *api-build
|
|
restart: "no"
|
|
environment:
|
|
DATABASE_URL: ${DATABASE_URL:?set DATABASE_URL in .env}
|
|
CACHE_URL: ${CACHE_URL:-redis://redis:6379/0}
|
|
S3_ENDPOINT: ${S3_ENDPOINT:-http://seaweedfs:8333}
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?set S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?set S3_SECRET_ACCESS_KEY in .env}
|
|
S3_ADMIN_ACCESS_KEY_ID: ${S3_ADMIN_ACCESS_KEY_ID:?set S3_ADMIN_ACCESS_KEY_ID in .env}
|
|
S3_ADMIN_SECRET_ACCESS_KEY: ${S3_ADMIN_SECRET_ACCESS_KEY:?set S3_ADMIN_SECRET_ACCESS_KEY in .env}
|
|
command: ["python", "-m", "app.s3_bootstrap"]
|
|
depends_on:
|
|
seaweedfs:
|
|
condition: service_healthy
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: "256M"
|
|
networks:
|
|
- backend
|
|
|
|
api:
|
|
<<: *api-build
|
|
restart: unless-stopped
|
|
environment: *api-environment
|
|
expose:
|
|
- "8080"
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
s3-init:
|
|
condition: service_completed_successfully
|
|
redis:
|
|
condition: service_healthy
|
|
stop_grace_period: 15s
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
deploy:
|
|
replicas: ${API_REPLICAS:-2}
|
|
resources:
|
|
limits:
|
|
cpus: "${API_CPU_LIMIT:-1.0}"
|
|
memory: "${API_MEM_LIMIT:-512M}"
|
|
networks:
|
|
- backend
|
|
|
|
lb:
|
|
image: nginx:1.27.5-alpine
|
|
restart: unless-stopped
|
|
volumes:
|
|
- ./infra/nginx/nginx.conf:/etc/nginx/nginx.conf:ro
|
|
ports:
|
|
- "${API_PORT:-8080}:8080"
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "wget -q -O- http://127.0.0.1:8080/health/live >/dev/null"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "${LB_CPU_LIMIT:-0.5}"
|
|
memory: "${LB_MEM_LIMIT:-256M}"
|
|
networks:
|
|
- backend
|
|
|
|
# Optional operator tool: docker compose --profile tools run --rm reconcile \
|
|
# python -m app.reconcile --apply
|
|
reconcile:
|
|
<<: *api-build
|
|
profiles: ["tools"]
|
|
restart: "no"
|
|
environment: *api-environment
|
|
command: ["python", "-m", "app.reconcile", "--dry-run"]
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
seaweedfs:
|
|
condition: service_healthy
|
|
networks:
|
|
- backend
|
|
|
|
volumes:
|
|
pgdata:
|
|
redisdata:
|
|
seaweeddata:
|
|
|
|
networks:
|
|
backend:
|
|
driver: bridge
|