forked from mtusi2026/mtusi2026lab3
HAProxy + 2 API-реплики, общие PostgreSQL/Valkey, обязательный Idempotency-Key, graceful drain по SIGTERM, stop-one/restart/rolling-update, серии отказов и REPORT.md. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
185 lines
5.9 KiB
YAML
185 lines
5.9 KiB
YAML
# Стенд lab3: lb (HAProxy) -> api x N -> postgres + valkey; migrate — одноразовый bootstrap схемы.
|
||
# Подготовка: sh scripts/init-secrets.sh
|
||
# Запуск: docker compose --env-file .env up -d --build --wait
|
||
name: mtusi-lab3
|
||
|
||
x-api-env: &api-env
|
||
APP_HOST: ${APP_HOST:-0.0.0.0}
|
||
APP_PORT: "8080"
|
||
APP_ENV: ${APP_ENV:-lab}
|
||
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
||
SESSION_STORE: ${SESSION_STORE:-postgres+valkey}
|
||
SESSION_CACHE_TTL_SECONDS: ${SESSION_CACHE_TTL_SECONDS:-60}
|
||
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
||
SHUTDOWN_DRAIN_MS: ${SHUTDOWN_DRAIN_MS:-3000}
|
||
DATABASE_URL_FILE: ${DATABASE_URL_FILE:-/run/secrets/database_url}
|
||
CACHE_URL_FILE: ${CACHE_URL_FILE:-/run/secrets/cache_url}
|
||
DB_POOL_MAX: ${DB_POOL_MAX:-10}
|
||
DB_STATEMENT_TIMEOUT_MS: ${DB_STATEMENT_TIMEOUT_MS:-5000}
|
||
DB_ACQUIRE_TIMEOUT_MS: ${DB_ACQUIRE_TIMEOUT_MS:-2000}
|
||
CACHE_TIMEOUT_MS: ${CACHE_TIMEOUT_MS:-300}
|
||
PASSWORD_HASH_WORKERS: ${PASSWORD_HASH_WORKERS:-2}
|
||
|
||
x-api-depends: &api-depends
|
||
postgres:
|
||
condition: service_healthy
|
||
migrate:
|
||
condition: service_completed_successfully
|
||
valkey:
|
||
# Valkey — кэш, не источник истины: API должен стартовать и без него.
|
||
condition: service_started
|
||
required: false
|
||
|
||
x-api-limits: &api-limits
|
||
limits:
|
||
cpus: "${API_CPUS:-1.0}"
|
||
memory: ${API_MEMORY:-384M} # 2 параллельных Argon2id x 64 MiB + интерпретатор
|
||
|
||
services:
|
||
lb:
|
||
image: haproxy:3.2.8-alpine
|
||
volumes:
|
||
- ./infra/haproxy/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
|
||
ports:
|
||
# Единственная публичная точка входа API (только loopback хоста) + страница состояния LB.
|
||
- "127.0.0.1:${LB_PUBLISHED_PORT:-8080}:8080"
|
||
- "127.0.0.1:${LB_STATS_PORT:-8404}:8404"
|
||
networks: [edge]
|
||
healthcheck:
|
||
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8404/stats"]
|
||
interval: 5s
|
||
timeout: 2s
|
||
retries: 5
|
||
depends_on:
|
||
api:
|
||
condition: service_healthy
|
||
deploy:
|
||
resources:
|
||
limits: {cpus: "1.0", memory: 128M}
|
||
restart: unless-stopped
|
||
|
||
api:
|
||
image: mtusi-lab3-api:local
|
||
build: .
|
||
# Нет container_name и ports: реплики взаимозаменяемы, доступны только через lb.
|
||
deploy:
|
||
replicas: ${API_REPLICAS:-2}
|
||
resources: *api-limits
|
||
environment: *api-env
|
||
secrets: [database_url, cache_url]
|
||
networks: [edge, data]
|
||
read_only: true
|
||
tmpfs: [/tmp]
|
||
stop_grace_period: 20s # drain 3 с + graceful shutdown uvicorn до 10 с, с запасом
|
||
depends_on: *api-depends
|
||
restart: unless-stopped
|
||
|
||
migrate:
|
||
# Один запуск на весь стенд (а не в каждой реплике): pg_advisory_lock + schema_migrations.
|
||
build: .
|
||
image: mtusi-lab3-api:local
|
||
command: ["python", "-m", "app.migrate"]
|
||
environment:
|
||
DATABASE_URL_FILE: /run/secrets/database_url
|
||
SESSION_STORE: postgres
|
||
secrets: [database_url]
|
||
networks: [data]
|
||
depends_on:
|
||
postgres:
|
||
condition: service_healthy
|
||
deploy:
|
||
resources:
|
||
limits: {cpus: "0.5", memory: 128M}
|
||
restart: "no"
|
||
|
||
postgres:
|
||
image: postgres:17.7-bookworm
|
||
environment:
|
||
POSTGRES_USER: app
|
||
POSTGRES_DB: messenger
|
||
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
|
||
secrets: [postgres_password]
|
||
volumes:
|
||
- pgdata:/var/lib/postgresql/data
|
||
networks: [data]
|
||
healthcheck:
|
||
test: ["CMD", "pg_isready", "-U", "app", "-d", "messenger"]
|
||
interval: 2s
|
||
timeout: 3s
|
||
retries: 30
|
||
shm_size: 128m
|
||
stop_grace_period: 30s # даём PostgreSQL завершиться с checkpoint, без recovery при старте
|
||
deploy:
|
||
resources:
|
||
limits: {cpus: "${PG_CPUS:-2.0}", memory: 768M}
|
||
restart: unless-stopped
|
||
|
||
valkey:
|
||
image: valkey/valkey:8.1.4
|
||
command: ["valkey-server", "/run/secrets/valkey_conf"]
|
||
secrets: [valkey_conf]
|
||
networks: [data]
|
||
healthcheck:
|
||
test: ["CMD-SHELL", "valkey-cli --no-auth-warning -a \"$$(sed -n 's/^requirepass //p' /run/secrets/valkey_conf)\" ping | grep -q PONG"]
|
||
interval: 2s
|
||
timeout: 3s
|
||
retries: 30
|
||
deploy:
|
||
resources:
|
||
limits: {cpus: "0.5", memory: 96M}
|
||
restart: unless-stopped
|
||
|
||
# Отдельная реплика с коротким TTL только для автотеста истечения сессии (lab2, уровень 4).
|
||
# Порт не публикуется: tester обращается к ней по внутренней сети.
|
||
api-ttl:
|
||
profiles: [test]
|
||
image: mtusi-lab3-api:local
|
||
environment:
|
||
<<: *api-env
|
||
SESSION_TTL_SECONDS: "2"
|
||
secrets: [database_url, cache_url]
|
||
networks: [edge, data]
|
||
read_only: true
|
||
tmpfs: [/tmp]
|
||
deploy:
|
||
resources: *api-limits
|
||
depends_on: *api-depends
|
||
|
||
# Linux-окружение для make/тестов/hook-скриптов (нужно на Windows без make и WSL).
|
||
tester:
|
||
profiles: [tools]
|
||
build:
|
||
context: .
|
||
dockerfile: tools/tester.Dockerfile
|
||
image: mtusi-lab3-tester:local
|
||
working_dir: /work
|
||
environment:
|
||
BASE_URL: http://lb:8080
|
||
TTL_BASE_URL: http://api-ttl:8080
|
||
LB_STATS_URL: http://lb:8404/stats
|
||
PYTHONUTF8: "1"
|
||
PYTHONDONTWRITEBYTECODE: "1"
|
||
networks: [edge]
|
||
volumes:
|
||
- .:/work
|
||
- /var/run/docker.sock:/var/run/docker.sock
|
||
|
||
networks:
|
||
# edge: lb <-> api (+ tester). data: api/migrate <-> хранилища; lb в неё не входит.
|
||
edge:
|
||
data:
|
||
internal: true
|
||
|
||
volumes:
|
||
pgdata:
|
||
|
||
secrets:
|
||
postgres_password:
|
||
file: ./secrets/postgres_password
|
||
database_url:
|
||
file: ./secrets/database_url
|
||
cache_url:
|
||
file: ./secrets/cache_url
|
||
valkey_conf:
|
||
file: ./secrets/valkey.conf
|