Files
mtusi2026lab4/compose.yaml
T
RainakandClaude Opus 5.5 2dca5c114b ЛР4 БВТ2304 Запорожец на 3
Вложения: приватный S3-bucket (RustFS 1.0.4) + метаданные в PostgreSQL, upload PNG/JPEG
с лимитами до декодирования, авторизованный download, attachment_ids в сообщениях,
идемпотентный bootstrap bucket, failover/persistence/S3-down тесты и REPORT.md.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-12 18:49:12 +03:00

254 lines
9.2 KiB
YAML
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
# Стенд lab4: lb (HAProxy) -> api x N -> postgres (метаданные) + s3 (RustFS, байты вложений) + valkey (кэш сессий).
# migrate и s3-init — одноразовый bootstrap схемы БД и приватного bucket.
# Подготовка: sh scripts/init-secrets.sh
# Запуск: docker compose --env-file .env up -d --build --wait
name: mtusi-lab4
x-api-env: &api-env
APP_HOST: ${APP_HOST:-0.0.0.0}
APP_PORT: "8080"
APP_ENV: ${APP_ENV:-lab}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
SESSION_STORE: ${SESSION_STORE:-postgres+valkey}
SESSION_CACHE_TTL_SECONDS: ${SESSION_CACHE_TTL_SECONDS:-60}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
SHUTDOWN_DRAIN_MS: ${SHUTDOWN_DRAIN_MS:-3000}
DATABASE_URL_FILE: ${DATABASE_URL_FILE:-/run/secrets/database_url}
CACHE_URL_FILE: ${CACHE_URL_FILE:-/run/secrets/cache_url}
DB_POOL_MAX: ${DB_POOL_MAX:-10}
DB_STATEMENT_TIMEOUT_MS: ${DB_STATEMENT_TIMEOUT_MS:-5000}
DB_ACQUIRE_TIMEOUT_MS: ${DB_ACQUIRE_TIMEOUT_MS:-2000}
CACHE_TIMEOUT_MS: ${CACHE_TIMEOUT_MS:-300}
PASSWORD_HASH_WORKERS: ${PASSWORD_HASH_WORKERS:-2}
S3_ENDPOINT: ${S3_ENDPOINT:-http://s3:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:-/run/secrets/s3_access_key_id}
S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:-/run/secrets/s3_secret_access_key}
S3_TIMEOUT_MS: ${S3_TIMEOUT_MS:-5000}
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
IMAGE_CHECK_WORKERS: ${IMAGE_CHECK_WORKERS:-2}
x-api-depends: &api-depends
postgres:
condition: service_healthy
migrate:
condition: service_completed_successfully
s3-init:
# bucket создан и проверен на приватность до старта API
condition: service_completed_successfully
valkey:
# Valkey — кэш, не источник истины: API должен стартовать и без него.
condition: service_started
required: false
x-api-limits: &api-limits
limits:
cpus: "${API_CPUS:-1.0}"
memory: ${API_MEMORY:-384M} # 2 Argon2id x 64 MiB + 2 загрузки x (10 MiB тело + проверка) + интерпретатор
services:
lb:
image: haproxy:3.2.8-alpine
volumes:
- ./infra/haproxy/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
ports:
# Единственная публичная точка входа API (только loopback хоста) + страница состояния LB.
- "127.0.0.1:${LB_PUBLISHED_PORT:-8080}:8080"
- "127.0.0.1:${LB_STATS_PORT:-8404}:8404"
networks: [edge]
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8404/stats"]
interval: 5s
timeout: 2s
retries: 5
depends_on:
api:
condition: service_healthy
deploy:
resources:
limits: {cpus: "1.0", memory: 128M}
restart: unless-stopped
api:
image: mtusi-lab4-api:local
build: .
# Нет container_name и ports: реплики взаимозаменяемы, доступны только через lb.
deploy:
replicas: ${API_REPLICAS:-2}
resources: *api-limits
environment: *api-env
secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key]
networks: [edge, data]
# Корневая ФС только для чтения, tmpfs /tmp — у API нет места для локальной копии оригинала.
read_only: true
tmpfs: [/tmp]
stop_grace_period: 20s # drain 3 с + graceful shutdown uvicorn до 10 с, с запасом
depends_on: *api-depends
restart: unless-stopped
migrate:
# Один запуск на весь стенд (а не в каждой реплике): pg_advisory_lock + schema_migrations.
build: .
image: mtusi-lab4-api:local
command: ["python", "-m", "app.migrate"]
environment:
DATABASE_URL_FILE: /run/secrets/database_url
SESSION_STORE: postgres
secrets: [database_url]
networks: [data]
depends_on:
postgres:
condition: service_healthy
deploy:
resources:
limits: {cpus: "0.5", memory: 128M}
restart: "no"
# S3-совместимое хранилище оригиналов. Порты не публикуются на хост: доступ только из сети data
# (API и s3-init). Веб-консоль RustFS выключена (по умолчанию, RUSTFS_CONSOLE_ENABLE не задан).
s3:
image: rustfs/rustfs:1.0.4@sha256:ed9210d6411d77ffceb70d94b964a3cb7d225983368bc25bebe01e995293dcc2
environment:
RUSTFS_ACCESS_KEY_FILE: /run/secrets/s3_access_key_id
RUSTFS_SECRET_KEY_FILE: /run/secrets/s3_secret_access_key
RUSTFS_REGION: ${S3_REGION:-us-east-1}
RUSTFS_VOLUMES: /data
RUSTFS_OBS_LOG_DIRECTORY: "" # логи в stdout контейнера
RUSTFS_OBS_LOGGER_LEVEL: warn
secrets: [s3_access_key_id, s3_secret_access_key]
volumes:
- s3data:/data
networks: [data]
healthcheck:
test: ["CMD", "curl", "-fs", "-o", "/dev/null", "http://127.0.0.1:9000/health"]
interval: 2s
timeout: 3s
retries: 30
start_period: 5s
stop_grace_period: 20s
deploy:
resources:
limits: {cpus: "1.0", memory: 512M}
restart: unless-stopped
s3-init:
# Идемпотентный bootstrap: bucket создаётся, если его нет; анонимная политика удаляется;
# анонимный GET проверяется на отказ. Повторный запуск данные не трогает.
image: mtusi-lab4-api:local
command: ["python", "-m", "app.s3_bootstrap"]
environment:
S3_ENDPOINT: ${S3_ENDPOINT:-http://s3:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
secrets: [s3_access_key_id, s3_secret_access_key]
networks: [data]
depends_on:
s3:
condition: service_healthy
migrate:
condition: service_completed_successfully # образ api уже собран сервисом migrate
deploy:
resources:
limits: {cpus: "0.5", memory: 128M}
restart: "no"
postgres:
image: postgres:17.7-bookworm
environment:
POSTGRES_USER: app
POSTGRES_DB: messenger
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
secrets: [postgres_password]
volumes:
- pgdata:/var/lib/postgresql/data
networks: [data]
healthcheck:
test: ["CMD", "pg_isready", "-U", "app", "-d", "messenger"]
interval: 2s
timeout: 3s
retries: 30
shm_size: 128m
stop_grace_period: 30s # даём PostgreSQL завершиться с checkpoint, без recovery при старте
deploy:
resources:
limits: {cpus: "${PG_CPUS:-2.0}", memory: 768M}
restart: unless-stopped
valkey:
image: valkey/valkey:8.1.4
command: ["valkey-server", "/run/secrets/valkey_conf"]
secrets: [valkey_conf]
networks: [data]
healthcheck:
test: ["CMD-SHELL", "valkey-cli --no-auth-warning -a \"$$(sed -n 's/^requirepass //p' /run/secrets/valkey_conf)\" ping | grep -q PONG"]
interval: 2s
timeout: 3s
retries: 30
deploy:
resources:
limits: {cpus: "0.5", memory: 96M}
restart: unless-stopped
# Отдельная реплика с коротким TTL только для автотеста истечения сессии (lab2, уровень 4).
# Порт не публикуется: tester обращается к ней по внутренней сети.
api-ttl:
profiles: [test]
image: mtusi-lab4-api:local
environment:
<<: *api-env
SESSION_TTL_SECONDS: "2"
secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key]
networks: [edge, data]
read_only: true
tmpfs: [/tmp]
deploy:
resources: *api-limits
depends_on: *api-depends
# Linux-окружение для make/тестов/hook-скриптов (нужно на Windows без make и WSL).
tester:
profiles: [tools]
build:
context: .
dockerfile: tools/tester.Dockerfile
image: mtusi-lab4-tester:local
working_dir: /work
environment:
BASE_URL: http://lb:8080
TTL_BASE_URL: http://api-ttl:8080
LB_STATS_URL: http://lb:8404/stats
PYTHONUTF8: "1"
PYTHONDONTWRITEBYTECODE: "1"
networks: [edge]
volumes:
- .:/work
- /var/run/docker.sock:/var/run/docker.sock
networks:
# edge: lb <-> api (+ tester). data: api/migrate <-> хранилища; lb в неё не входит.
edge:
data:
internal: true
volumes:
pgdata:
s3data:
secrets:
postgres_password:
file: ./secrets/postgres_password
database_url:
file: ./secrets/database_url
cache_url:
file: ./secrets/cache_url
valkey_conf:
file: ./secrets/valkey.conf
s3_access_key_id:
file: ./secrets/s3_access_key_id
s3_secret_access_key:
file: ./secrets/s3_secret_access_key