forked from mtusi2026/mtusi2026lab5
417 lines
15 KiB
YAML
417 lines
15 KiB
YAML
name: messenger
|
|
|
|
x-api-image: &api-image
|
|
build:
|
|
context: .
|
|
args:
|
|
API_BUILD_REVISION: ${API_BUILD_REVISION:?Set API_BUILD_REVISION in .env}
|
|
image: ${API_IMAGE:?Set API_IMAGE in .env}
|
|
|
|
x-base-env: &base-env
|
|
APP_HOST: ${APP_HOST:?Set APP_HOST in .env}
|
|
APP_PORT: ${APP_PORT:?Set APP_PORT in .env}
|
|
APP_ENV: ${APP_ENV:?Set APP_ENV in .env}
|
|
LOG_LEVEL: ${LOG_LEVEL:?Set LOG_LEVEL in .env}
|
|
MAX_MESSAGES: ${MAX_MESSAGES:?Set MAX_MESSAGES in .env}
|
|
MAX_IN_FLIGHT: ${MAX_IN_FLIGHT:?Set MAX_IN_FLIGHT in .env}
|
|
DB_HOST: ${DB_HOST:?Set DB_HOST in .env}
|
|
DB_PORT: ${DB_PORT:?Set DB_PORT in .env}
|
|
DB_NAME: ${DB_NAME:?Set DB_NAME in .env}
|
|
DB_USER: ${DB_USER:?Set DB_USER in .env}
|
|
DB_POOL_SIZE: ${DB_POOL_SIZE:?Set DB_POOL_SIZE in .env}
|
|
DB_MAX_OVERFLOW: ${DB_MAX_OVERFLOW:?Set DB_MAX_OVERFLOW in .env}
|
|
DB_POOL_TIMEOUT_SECONDS: ${DB_POOL_TIMEOUT_SECONDS:?Set DB_POOL_TIMEOUT_SECONDS in .env}
|
|
DB_CONNECT_TIMEOUT_SECONDS: ${DB_CONNECT_TIMEOUT_SECONDS:?Set DB_CONNECT_TIMEOUT_SECONDS in .env}
|
|
DB_STATEMENT_TIMEOUT_MS: ${DB_STATEMENT_TIMEOUT_MS:?Set DB_STATEMENT_TIMEOUT_MS in .env}
|
|
SHUTDOWN_DRAIN_SECONDS: ${SHUTDOWN_DRAIN_SECONDS:?Set SHUTDOWN_DRAIN_SECONDS in .env}
|
|
GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS: ${GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS:?Set GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS in .env}
|
|
READINESS_TIMEOUT_SECONDS: ${READINESS_TIMEOUT_SECONDS:?Set READINESS_TIMEOUT_SECONDS in .env}
|
|
|
|
x-s3-env: &s3-env
|
|
S3_ENDPOINT: ${S3_ENDPOINT:?Set S3_ENDPOINT in .env}
|
|
S3_REGION: ${S3_REGION:?Set S3_REGION in .env}
|
|
S3_BUCKET: ${S3_BUCKET:?Set S3_BUCKET in .env}
|
|
S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
S3_CONNECT_TIMEOUT_SECONDS: ${S3_CONNECT_TIMEOUT_SECONDS:?Set S3_CONNECT_TIMEOUT_SECONDS in .env}
|
|
S3_READ_TIMEOUT_SECONDS: ${S3_READ_TIMEOUT_SECONDS:?Set S3_READ_TIMEOUT_SECONDS in .env}
|
|
S3_UPLOAD_TIMEOUT_SECONDS: ${S3_UPLOAD_TIMEOUT_SECONDS:?Set S3_UPLOAD_TIMEOUT_SECONDS in .env}
|
|
S3_DOWNLOAD_TIMEOUT_SECONDS: ${S3_DOWNLOAD_TIMEOUT_SECONDS:?Set S3_DOWNLOAD_TIMEOUT_SECONDS in .env}
|
|
S3_IMAGE_TIMEOUT_SECONDS: ${S3_IMAGE_TIMEOUT_SECONDS:?Set S3_IMAGE_TIMEOUT_SECONDS in .env}
|
|
S3_MAX_UPLOAD_BYTES: ${S3_MAX_UPLOAD_BYTES:?Set S3_MAX_UPLOAD_BYTES in .env}
|
|
S3_MAX_IMAGE_PIXELS: ${S3_MAX_IMAGE_PIXELS:?Set S3_MAX_IMAGE_PIXELS in .env}
|
|
S3_CHUNK_BYTES: ${S3_CHUNK_BYTES:?Set S3_CHUNK_BYTES in .env}
|
|
S3_MAX_CONCURRENT_UPLOADS: ${S3_MAX_CONCURRENT_UPLOADS:?Set S3_MAX_CONCURRENT_UPLOADS in .env}
|
|
S3_CLEANUP_GRACE_SECONDS: ${S3_CLEANUP_GRACE_SECONDS:?Set S3_CLEANUP_GRACE_SECONDS in .env}
|
|
S3_CLEANUP_INTERVAL_SECONDS: ${S3_CLEANUP_INTERVAL_SECONDS:?Set S3_CLEANUP_INTERVAL_SECONDS in .env}
|
|
|
|
x-jobs-env: &jobs-env
|
|
BROKER_HOST: ${BROKER_HOST:?Set BROKER_HOST in .env}
|
|
BROKER_PORT: ${BROKER_PORT:?Set BROKER_PORT in .env}
|
|
BROKER_PASSWORD_FILE: ${BROKER_PASSWORD_FILE:?Set BROKER_PASSWORD_FILE in .env}
|
|
BROKER_QUEUE: ${BROKER_QUEUE:?Set BROKER_QUEUE in .env}
|
|
BROKER_USER: ${BROKER_USER:?Set BROKER_USER in .env}
|
|
BROKER_VHOST: ${BROKER_VHOST:?Set BROKER_VHOST in .env}
|
|
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:?Set WORKER_CONCURRENCY in .env}
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:?Set JOB_MAX_ATTEMPTS in .env}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:?Set JOB_TIMEOUT_SECONDS in .env}
|
|
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:?Set JOB_LEASE_SECONDS in .env}
|
|
JOB_RETRY_MAX_SECONDS: ${JOB_RETRY_MAX_SECONDS:?Set JOB_RETRY_MAX_SECONDS in .env}
|
|
JOB_RETRY_SECONDS: ${JOB_RETRY_SECONDS:?Set JOB_RETRY_SECONDS in .env}
|
|
PUBLISHER_POLL_SECONDS: ${PUBLISHER_POLL_SECONDS:?Set PUBLISHER_POLL_SECONDS in .env}
|
|
FAILED_STAGING_RETENTION_SECONDS: ${FAILED_STAGING_RETENTION_SECONDS:?Set FAILED_STAGING_RETENTION_SECONDS in .env}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:?Set STAGING_RETENTION_SECONDS in .env}
|
|
IMAGE_JPEG_QUALITY: ${IMAGE_JPEG_QUALITY:?Set IMAGE_JPEG_QUALITY in .env}
|
|
IMAGE_WEBP_QUALITY: ${IMAGE_WEBP_QUALITY:?Set IMAGE_WEBP_QUALITY in .env}
|
|
IMAGE_WEBP_METHOD: ${IMAGE_WEBP_METHOD:?Set IMAGE_WEBP_METHOD in .env}
|
|
IMAGE_MEMORY_MIB: ${IMAGE_MEMORY_MIB:?Set IMAGE_MEMORY_MIB in .env}
|
|
IMAGE_CPU_SECONDS: ${IMAGE_CPU_SECONDS:?Set IMAGE_CPU_SECONDS in .env}
|
|
|
|
services:
|
|
minio:
|
|
build:
|
|
context: .
|
|
dockerfile: infra/minio/Dockerfile
|
|
target: server
|
|
image: messenger-minio:local
|
|
command: ["server", "/data", "--console-address", "127.0.0.1:9001"]
|
|
restart: unless-stopped
|
|
environment:
|
|
MINIO_ROOT_USER_FILE: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
MINIO_ROOT_PASSWORD_FILE: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
MINIO_BROWSER: ${MINIO_BROWSER:?Set MINIO_BROWSER in .env}
|
|
secrets:
|
|
- source: minio_root_user
|
|
target: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
- source: minio_root_password
|
|
target: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
volumes:
|
|
- miniodata:/data
|
|
networks: [objects]
|
|
healthcheck:
|
|
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:9000/minio/health/ready', timeout=2)"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 512M
|
|
|
|
minio-bootstrap:
|
|
build:
|
|
context: .
|
|
dockerfile: infra/minio/Dockerfile
|
|
target: bootstrap
|
|
image: messenger-minio-bootstrap:local
|
|
environment:
|
|
S3_ENDPOINT: ${S3_ENDPOINT:?Set S3_ENDPOINT in .env}
|
|
S3_BUCKET: ${S3_BUCKET:?Set S3_BUCKET in .env}
|
|
S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
MINIO_ROOT_USER_FILE: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
MINIO_ROOT_PASSWORD_FILE: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
secrets:
|
|
- source: minio_root_user
|
|
target: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
- source: minio_root_password
|
|
target: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
- source: s3_access_key_id
|
|
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
- source: s3_secret_access_key
|
|
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
networks: [objects]
|
|
restart: "no"
|
|
depends_on:
|
|
minio:
|
|
condition: service_healthy
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 128M
|
|
|
|
postgres:
|
|
image: postgres:16.10-bookworm
|
|
restart: unless-stopped
|
|
environment:
|
|
POSTGRES_USER: ${DB_USER:?Set DB_USER in .env}
|
|
POSTGRES_DB: ${DB_NAME:?Set DB_NAME in .env}
|
|
POSTGRES_PASSWORD_FILE: ${POSTGRES_PASSWORD_FILE:?Set POSTGRES_PASSWORD_FILE in .env}
|
|
secrets:
|
|
- source: db_password
|
|
target: ${POSTGRES_PASSWORD_FILE:?Set POSTGRES_PASSWORD_FILE in .env}
|
|
volumes:
|
|
- pgdata:/var/lib/postgresql/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 512M
|
|
|
|
redis:
|
|
image: redis:7.4.2-bookworm
|
|
restart: unless-stopped
|
|
entrypoint: ["/bin/sh", "/usr/local/bin/start-redis.sh"]
|
|
secrets:
|
|
- redis_password
|
|
volumes:
|
|
- ./infra/redis/redis.conf:/usr/local/etc/redis/redis.conf:ro
|
|
- ./infra/redis/start-redis.sh:/usr/local/bin/start-redis.sh:ro
|
|
- redisdata:/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "REDISCLI_AUTH=\"$$(cat /run/secrets/redis_password)\" redis-cli ping"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 512M
|
|
|
|
broker:
|
|
image: rabbitmq:4.4.0
|
|
hostname: broker
|
|
restart: unless-stopped
|
|
entrypoint: ["/bin/sh", "/usr/local/bin/start-broker.sh"]
|
|
environment:
|
|
BROKER_PORT: ${BROKER_PORT:?Set BROKER_PORT in .env}
|
|
BROKER_USER: ${BROKER_USER:?Set BROKER_USER in .env}
|
|
BROKER_VHOST: ${BROKER_VHOST:?Set BROKER_VHOST in .env}
|
|
BROKER_PASSWORD_FILE: ${BROKER_PASSWORD_FILE:?Set BROKER_PASSWORD_FILE in .env}
|
|
secrets:
|
|
- source: broker_password
|
|
target: ${BROKER_PASSWORD_FILE:?Set BROKER_PASSWORD_FILE in .env}
|
|
volumes:
|
|
- ./infra/broker/start-broker.sh:/usr/local/bin/start-broker.sh:ro
|
|
- rabbitmqdata:/var/lib/rabbitmq
|
|
healthcheck:
|
|
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 20
|
|
start_period: 20s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 768M
|
|
|
|
publisher:
|
|
<<: *api-image
|
|
init: true
|
|
command: ["python", "-m", "app.core.outbox_publisher"]
|
|
restart: unless-stopped
|
|
environment:
|
|
<<: [*base-env, *jobs-env]
|
|
secrets:
|
|
- db_password
|
|
- source: broker_password
|
|
target: ${BROKER_PASSWORD_FILE:?Set BROKER_PASSWORD_FILE in .env}
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
broker:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
disable: true
|
|
stop_grace_period: 15s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 256M
|
|
|
|
worker:
|
|
<<: *api-image
|
|
init: true
|
|
command: ["python", "-m", "app.core.job_worker"]
|
|
restart: unless-stopped
|
|
environment:
|
|
<<: [*base-env, *s3-env, *jobs-env]
|
|
secrets:
|
|
- db_password
|
|
- source: broker_password
|
|
target: ${BROKER_PASSWORD_FILE:?Set BROKER_PASSWORD_FILE in .env}
|
|
- source: s3_access_key_id
|
|
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
- source: s3_secret_access_key
|
|
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
networks: [default, objects]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=128m,mode=1777
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
broker:
|
|
condition: service_healthy
|
|
minio:
|
|
condition: service_healthy
|
|
minio-bootstrap:
|
|
condition: service_completed_successfully
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
disable: true
|
|
stop_signal: SIGTERM
|
|
stop_grace_period: 20s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "2.0"
|
|
memory: 2048M
|
|
|
|
migrate:
|
|
<<: *api-image
|
|
command: ["alembic", "upgrade", "head"]
|
|
environment: *base-env
|
|
secrets:
|
|
- db_password
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
restart: "no"
|
|
healthcheck:
|
|
disable: true
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 256M
|
|
|
|
api:
|
|
<<: *api-image
|
|
restart: unless-stopped
|
|
environment:
|
|
<<: [*base-env, *s3-env]
|
|
REDIS_HOST: ${REDIS_HOST:?Set REDIS_HOST in .env}
|
|
REDIS_PORT: ${REDIS_PORT:?Set REDIS_PORT in .env}
|
|
REDIS_DB: ${REDIS_DB:?Set REDIS_DB in .env}
|
|
REDIS_MAX_CONNECTIONS: ${REDIS_MAX_CONNECTIONS:?Set REDIS_MAX_CONNECTIONS in .env}
|
|
REDIS_POOL_TIMEOUT_SECONDS: ${REDIS_POOL_TIMEOUT_SECONDS:?Set REDIS_POOL_TIMEOUT_SECONDS in .env}
|
|
REDIS_CONNECT_TIMEOUT_SECONDS: ${REDIS_CONNECT_TIMEOUT_SECONDS:?Set REDIS_CONNECT_TIMEOUT_SECONDS in .env}
|
|
REDIS_SOCKET_TIMEOUT_SECONDS: ${REDIS_SOCKET_TIMEOUT_SECONDS:?Set REDIS_SOCKET_TIMEOUT_SECONDS in .env}
|
|
SESSION_STORE: ${SESSION_STORE:?Set SESSION_STORE in .env}
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:?Set SESSION_TTL_SECONDS in .env}
|
|
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:?Set IDEMPOTENCY_TTL_SECONDS in .env}
|
|
secrets:
|
|
- db_password
|
|
- redis_password
|
|
- source: s3_access_key_id
|
|
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
- source: s3_secret_access_key
|
|
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
networks: [default, objects]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
deploy:
|
|
replicas: ${API_REPLICAS:?Set API_REPLICAS in .env}
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 1536M
|
|
healthcheck:
|
|
test: ["CMD", "python", "-c", "import os, urllib.request; urllib.request.urlopen('http://127.0.0.1:' + os.environ['APP_PORT'] + '/health/ready', timeout=2.5)"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
start_period: 10s
|
|
retries: 2
|
|
stop_signal: SIGTERM
|
|
stop_grace_period: 8s
|
|
depends_on:
|
|
minio:
|
|
condition: service_healthy
|
|
minio-bootstrap:
|
|
condition: service_completed_successfully
|
|
postgres:
|
|
condition: service_healthy
|
|
redis:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
|
|
cleanup:
|
|
<<: *api-image
|
|
command: ["python", "-m", "app.core.cleanup", "--apply"]
|
|
restart: unless-stopped
|
|
environment:
|
|
<<: [*base-env, *s3-env]
|
|
FAILED_STAGING_RETENTION_SECONDS: ${FAILED_STAGING_RETENTION_SECONDS:?Set FAILED_STAGING_RETENTION_SECONDS in .env}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:?Set STAGING_RETENTION_SECONDS in .env}
|
|
secrets:
|
|
- db_password
|
|
- source: s3_access_key_id
|
|
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
- source: s3_secret_access_key
|
|
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
networks: [default, objects]
|
|
healthcheck:
|
|
disable: true
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
minio-bootstrap:
|
|
condition: service_completed_successfully
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 256M
|
|
|
|
nginx:
|
|
image: nginx:1.28.0-alpine
|
|
restart: unless-stopped
|
|
volumes:
|
|
- ./infra/nginx/nginx.conf:/etc/nginx/nginx.conf:ro
|
|
ports:
|
|
- "127.0.0.1:${LB_HOST_PORT:?Set LB_HOST_PORT in .env}:8080"
|
|
healthcheck:
|
|
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8080/lb-health"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 5
|
|
depends_on:
|
|
api:
|
|
condition: service_healthy
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 128M
|
|
|
|
volumes:
|
|
pgdata:
|
|
redisdata:
|
|
miniodata:
|
|
rabbitmqdata:
|
|
|
|
networks:
|
|
default:
|
|
objects:
|
|
internal: true
|
|
|
|
secrets:
|
|
broker_password:
|
|
file: ./secrets/broker_password
|
|
db_password:
|
|
file: ./secrets/db_password
|
|
redis_password:
|
|
file: ./secrets/redis_password
|
|
minio_root_user:
|
|
file: ./secrets/minio_root_user
|
|
minio_root_password:
|
|
file: ./secrets/minio_root_password
|
|
s3_access_key_id:
|
|
file: ./secrets/s3_access_key_id
|
|
s3_secret_access_key:
|
|
file: ./secrets/s3_secret_access_key
|