forked from mtusi2026/mtusi2026lab5
420 lines
11 KiB
YAML
420 lines
11 KiB
YAML
# Учебный стенд лабораторной 5. Секреты создаёт scripts/bootstrap, не этот файл.
|
|
# Две API-реплики: docker compose --env-file .env up -d --build --scale api=2
|
|
name: mtusi-lab5
|
|
|
|
x-api-environment: &api-environment
|
|
APP_HOST: 0.0.0.0
|
|
APP_PORT: "8080"
|
|
APP_ENV: lab
|
|
APP_ROLE: api
|
|
RUN_MIGRATIONS: "0"
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
|
SESSION_STORE: redis
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
CACHE_URL_FILE: /run/secrets/cache_url
|
|
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
ATTACHMENT_GC_GRACE_SECONDS: ${ATTACHMENT_GC_GRACE_SECONDS:-900}
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-45}
|
|
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-90}
|
|
JOB_BACKOFF_BASE_SECONDS: ${JOB_BACKOFF_BASE_SECONDS:-0.4}
|
|
JOB_BACKOFF_CAP_SECONDS: ${JOB_BACKOFF_CAP_SECONDS:-8}
|
|
PIPELINE_VERSION: "1"
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
|
|
JPEG_QUALITY: "85"
|
|
WEBP_QUALITY: "80"
|
|
WEBP_METHOD: "6"
|
|
WORKER_IMAGE_MEMORY_BYTES: "268435456"
|
|
AWS_REQUEST_CHECKSUM_CALCULATION: when_required
|
|
AWS_RESPONSE_CHECKSUM_VALIDATION: when_required
|
|
DB_POOL_SIZE: ${DB_POOL_SIZE:-10}
|
|
DB_MAX_OVERFLOW: ${DB_MAX_OVERFLOW:-10}
|
|
DB_POOL_TIMEOUT_SECONDS: "5"
|
|
DB_CONNECT_TIMEOUT_SECONDS: "2"
|
|
DB_COMMAND_TIMEOUT_SECONDS: "5"
|
|
REDIS_SOCKET_TIMEOUT_SECONDS: "1"
|
|
REDIS_MAX_CONNECTIONS: "50"
|
|
|
|
services:
|
|
postgres:
|
|
image: postgres:16.10-bookworm@sha256:38471f330eb885e04de130b768d6db4e10469e2311879c7e5c699f6d2d8a1c74
|
|
environment:
|
|
POSTGRES_USER: messenger
|
|
POSTGRES_DB: messenger
|
|
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
|
|
secrets:
|
|
- postgres_password
|
|
volumes:
|
|
- postgres_data:/var/lib/postgresql/data
|
|
ports:
|
|
- "127.0.0.1:5433:5432"
|
|
networks:
|
|
- lab
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U messenger -d messenger"]
|
|
interval: 2s
|
|
timeout: 3s
|
|
retries: 30
|
|
start_period: 5s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.00"
|
|
memory: 512M
|
|
restart: unless-stopped
|
|
|
|
redis:
|
|
image: redis:7.4.6-alpine@sha256:3b73847e72874be07e6657b129a94761662b79bc0f679273757d4218573b2a98
|
|
command:
|
|
- redis-server
|
|
- --appendonly
|
|
- yes
|
|
- --appendfsync
|
|
- always
|
|
- --dir
|
|
- /data
|
|
volumes:
|
|
- redis_data:/data
|
|
ports:
|
|
- "127.0.0.1:6379:6379"
|
|
networks:
|
|
- lab
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "ping"]
|
|
interval: 2s
|
|
timeout: 3s
|
|
retries: 30
|
|
start_period: 3s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.50"
|
|
memory: 128M
|
|
restart: unless-stopped
|
|
|
|
minio:
|
|
image: pgsty/minio:RELEASE.2026-08-04T00-00-00Z@sha256:b6bfe7239bfc83fb90d31612d9704d86039dd714f7904b3f1ad68f211e602372
|
|
entrypoint: ["/bin/sh", "/minio-entry.sh"]
|
|
environment:
|
|
MINIO_ROOT_USER_FILE: /run/secrets/minio_root_user
|
|
MINIO_ROOT_PASSWORD_FILE: /run/secrets/minio_root_password
|
|
MINIO_BROWSER: "off"
|
|
secrets:
|
|
- minio_root_user
|
|
- minio_root_password
|
|
volumes:
|
|
- minio_data:/data
|
|
- ./infra/minio-entry.sh:/minio-entry.sh:ro
|
|
ports:
|
|
- "127.0.0.1:9000:9000"
|
|
networks:
|
|
- lab
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://127.0.0.1:9000/minio/health/live"]
|
|
interval: 3s
|
|
timeout: 5s
|
|
retries: 20
|
|
start_period: 10s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.50"
|
|
memory: 256M
|
|
restart: unless-stopped
|
|
|
|
minio-init:
|
|
image: pgsty/mc:RELEASE.2026-11-12T00-00-00Z@sha256:b532278b7a3747dbab6fe45eebb40a653efa704e6758e24e9d9ec54fc96c1800
|
|
environment:
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
secrets:
|
|
- minio_root_user
|
|
- minio_root_password
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
volumes:
|
|
- ./infra/minio-bootstrap.sh:/bootstrap.sh:ro
|
|
- ./infra/minio-policy.json:/policy.json:ro
|
|
networks:
|
|
- lab
|
|
depends_on:
|
|
minio:
|
|
condition: service_started
|
|
entrypoint: ["/bin/sh", "/bootstrap.sh"]
|
|
restart: "no"
|
|
|
|
rabbitmq:
|
|
image: rabbitmq:3.13.7-alpine@sha256:d7af1c87c5f1eda13fcfca06db452bf3aeab6619fc3358b68535c0c02c4e52bc
|
|
entrypoint: ["/bin/sh", "/entry.sh"]
|
|
secrets:
|
|
- rabbitmq_user
|
|
- rabbitmq_password
|
|
volumes:
|
|
- ./infra/rabbit-entry.sh:/entry.sh:ro
|
|
- rabbitmq_data:/var/lib/rabbitmq
|
|
networks:
|
|
- lab
|
|
healthcheck:
|
|
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
|
|
interval: 5s
|
|
timeout: 10s
|
|
retries: 20
|
|
start_period: 25s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.50"
|
|
memory: 384M
|
|
restart: unless-stopped
|
|
|
|
migrate:
|
|
build: .
|
|
environment:
|
|
APP_ROLE: migrate
|
|
RUN_MIGRATIONS: "1"
|
|
APP_ENV: lab
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
secrets:
|
|
- database_url
|
|
networks:
|
|
- lab
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
command: ["python", "-m", "app.migrate"]
|
|
restart: "no"
|
|
deploy:
|
|
replicas: 1
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 128M
|
|
|
|
api:
|
|
build: .
|
|
environment: *api-environment
|
|
secrets:
|
|
- database_url
|
|
- cache_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
networks:
|
|
- lab
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
redis:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
minio-init:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
test:
|
|
[
|
|
"CMD",
|
|
"python",
|
|
"-c",
|
|
"import os,urllib.request; p=os.environ.get('APP_PORT','8080'); urllib.request.urlopen('http://127.0.0.1:%s/health/ready'%p, timeout=2).read()",
|
|
]
|
|
interval: 2s
|
|
timeout: 2s
|
|
retries: 16
|
|
start_period: 20s
|
|
stop_grace_period: 8s
|
|
stop_signal: SIGTERM
|
|
deploy:
|
|
replicas: ${API_REPLICAS:-2}
|
|
resources:
|
|
limits:
|
|
cpus: "0.50"
|
|
memory: 512M
|
|
restart: unless-stopped
|
|
|
|
gc:
|
|
build: .
|
|
environment:
|
|
<<: *api-environment
|
|
APP_ROLE: gc
|
|
secrets:
|
|
- database_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
networks:
|
|
- lab
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
minio-init:
|
|
condition: service_completed_successfully
|
|
command: ["python", "-m", "app.gc"]
|
|
healthcheck:
|
|
disable: true
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 128M
|
|
|
|
worker:
|
|
build: .
|
|
environment:
|
|
<<: *api-environment
|
|
APP_ROLE: worker
|
|
BROKER_URL_FILE: /run/secrets/broker_url
|
|
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2}
|
|
FAULTS_FILE: /faults/faults.json
|
|
DB_POOL_SIZE: "4"
|
|
DB_MAX_OVERFLOW: "2"
|
|
secrets:
|
|
- database_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
- broker_url
|
|
volumes:
|
|
- ./infra/faults.json:/faults/faults.json:ro
|
|
networks:
|
|
- lab
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
minio-init:
|
|
condition: service_completed_successfully
|
|
rabbitmq:
|
|
condition: service_healthy
|
|
command: ["python", "-m", "app.worker"]
|
|
healthcheck:
|
|
test:
|
|
[
|
|
"CMD",
|
|
"python",
|
|
"-c",
|
|
"import os,time,sys; p='/tmp/worker-heartbeat'; sys.exit(0 if os.path.exists(p) and time.time()-os.path.getmtime(p)<30 else 1)",
|
|
]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 12
|
|
start_period: 25s
|
|
stop_grace_period: 10s
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.00"
|
|
memory: 1024M
|
|
|
|
relay:
|
|
build: .
|
|
environment:
|
|
APP_ROLE: relay
|
|
APP_ENV: lab
|
|
RUN_MIGRATIONS: "0"
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
BROKER_URL_FILE: /run/secrets/broker_url
|
|
FAULTS_FILE: /faults/faults.json
|
|
DB_POOL_SIZE: "2"
|
|
DB_MAX_OVERFLOW: "2"
|
|
DB_POOL_TIMEOUT_SECONDS: "5"
|
|
DB_CONNECT_TIMEOUT_SECONDS: "2"
|
|
DB_COMMAND_TIMEOUT_SECONDS: "5"
|
|
secrets:
|
|
- database_url
|
|
- broker_url
|
|
volumes:
|
|
- ./infra/faults.json:/faults/faults.json:ro
|
|
networks:
|
|
- lab
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
rabbitmq:
|
|
condition: service_healthy
|
|
command: ["python", "-m", "app.relay"]
|
|
healthcheck:
|
|
test:
|
|
[
|
|
"CMD",
|
|
"python",
|
|
"-c",
|
|
"import os,time,sys; p='/tmp/relay-heartbeat'; sys.exit(0 if os.path.exists(p) and time.time()-os.path.getmtime(p)<30 else 1)",
|
|
]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 12
|
|
start_period: 25s
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 256M
|
|
|
|
lb:
|
|
image: haproxy:3.2-bookworm@sha256:baecd003ae5c2376e58d04a5b2ffc7d82d30e9bebe2869f76222b819f719dee3
|
|
volumes:
|
|
- ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
|
|
ports:
|
|
- "127.0.0.1:8080:8080"
|
|
- "[::1]:8080:8080"
|
|
networks:
|
|
- lab
|
|
depends_on:
|
|
api:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "haproxy", "-c", "-f", "/usr/local/etc/haproxy/haproxy.cfg"]
|
|
interval: 5s
|
|
timeout: 2s
|
|
retries: 5
|
|
start_period: 3s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 64M
|
|
restart: unless-stopped
|
|
|
|
secrets:
|
|
postgres_password:
|
|
file: ./secrets/postgres_password
|
|
database_url:
|
|
file: ./secrets/database_url
|
|
cache_url:
|
|
file: ./secrets/cache_url
|
|
minio_root_user:
|
|
file: ./secrets/minio_root_user
|
|
minio_root_password:
|
|
file: ./secrets/minio_root_password
|
|
s3_access_key_id:
|
|
file: ./secrets/s3_access_key_id
|
|
s3_secret_access_key:
|
|
file: ./secrets/s3_secret_access_key
|
|
rabbitmq_user:
|
|
file: ./secrets/rabbitmq_user
|
|
rabbitmq_password:
|
|
file: ./secrets/rabbitmq_password
|
|
broker_url:
|
|
file: ./secrets/broker_url
|
|
|
|
volumes:
|
|
postgres_data:
|
|
redis_data:
|
|
minio_data:
|
|
rabbitmq_data:
|
|
|
|
networks:
|
|
lab:
|