# Client -> lb:8080 -> api x2 -> Postgres + Redis + private SeaweedFS S3 + RabbitMQ. # Worker is a separate process and is the only place that resizes images. # API and worker export OTLP to the collector. Prometheus, Loki, Tempo and Grafana # keep metrics, logs and traces. The collector is not required for the API to start. # API replicas do not publish host ports. MinIO console is not published. # API replicas do not publish host ports. Migrations run once in `migrate`. # Check period: HAProxy inter 1s, fall 2, rise 1. Worst detection of a dead # or not-ready replica is about 2s, plus the 1s DNS hold. API on SIGTERM # fails /health/ready immediately and exits after LB_DRAIN_SECONDS (default 2). services: migrate: build: context: . dockerfile: Dockerfile image: mtusi-messenger:lab6 command: ["python", "-m", "app.migrate"] environment: APP_ENV: lab LOG_LEVEL: info DATABASE_URL: postgresql://messenger:${POSTGRES_PASSWORD}@postgres:5432/messenger DB_POOL_MIN: "1" DB_POOL_MAX: "2" MIGRATIONS_ON_START: "1" depends_on: postgres: condition: service_healthy restart: "no" mem_limit: 256m cpus: "0.50" api: build: context: . dockerfile: Dockerfile image: mtusi-messenger:lab6 environment: APP_HOST: 0.0.0.0 APP_PORT: "8080" APP_ENV: lab LOG_LEVEL: info TELEMETRY_ENABLED: ${TELEMETRY_ENABLED:-1} TRACE_SAMPLE_RATIO: ${TRACE_SAMPLE_RATIO:-1} OTEL_SERVICE_NAME: messenger-api OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318 SERVICE_VERSION: lab6 SHUTDOWN_GRACE_SECONDS: "3" LB_DRAIN_SECONDS: ${LB_DRAIN_SECONDS:-2} SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} CACHE_TTL_SECONDS: ${CACHE_TTL_SECONDS:-60} IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400} SESSION_STORE: redis DATABASE_URL: postgresql://messenger:${POSTGRES_PASSWORD}@postgres:5432/messenger REDIS_URL: redis://redis:6379/0 S3_ENDPOINT: http://s3:9000 S3_REGION: ${S3_REGION:-us-east-1} S3_BUCKET: ${S3_BUCKET:-messenger-attachments} S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID} S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY} MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760} MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000} ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-120} BROKER_URL: amqp://messenger:${RABBITMQ_PASSWORD}@rabbitmq:5672/ JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60} STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400} S3_SWEEP_INTERVAL_SECONDS: ${S3_SWEEP_INTERVAL_SECONDS:-30} S3_PUBLIC_ENDPOINT: ${S3_PUBLIC_ENDPOINT:-http://127.0.0.1:9000} PRESIGN_TTL_SECONDS: ${PRESIGN_TTL_SECONDS:-60} DB_POOL_MIN: "1" DB_POOL_MAX: ${DB_POOL_MAX:-4} DB_COMMAND_TIMEOUT: "5" DB_CONNECT_TIMEOUT: "5" MIGRATIONS_ON_START: "0" depends_on: migrate: condition: service_completed_successfully postgres: condition: service_healthy redis: condition: service_healthy s3-init: condition: service_completed_successfully rabbitmq: condition: service_healthy expose: - "8080" restart: unless-stopped mem_limit: ${API_MEM:-256m} cpus: ${API_CPUS:-0.50} stop_grace_period: 8s healthcheck: test: [ "CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=2)", ] interval: 5s timeout: 3s retries: 6 start_period: 5s lb: image: haproxy:2.8.14-alpine volumes: - ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro ports: - "127.0.0.1:8080:8080" depends_on: api: condition: service_started restart: unless-stopped mem_limit: 128m cpus: "0.25" postgres: image: postgres:16.6-alpine environment: POSTGRES_USER: messenger POSTGRES_PASSWORD: ${POSTGRES_PASSWORD} POSTGRES_DB: messenger volumes: - pg_data:/var/lib/postgresql/data healthcheck: test: ["CMD-SHELL", "pg_isready -U messenger -d messenger"] interval: 3s timeout: 3s retries: 20 restart: unless-stopped mem_limit: ${POSTGRES_MEM:-512m} cpus: ${POSTGRES_CPUS:-1.0} s3: image: chrislusf/seaweedfs:3.85 entrypoint: ["/bin/sh", "/seaweed-entrypoint.sh"] environment: S3_BUCKET: ${S3_BUCKET:-messenger-attachments} S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID} S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY} ports: - "127.0.0.1:9000:9000" volumes: - s3_data:/data - ./infra/s3/seaweed-entrypoint.sh:/seaweed-entrypoint.sh:ro healthcheck: test: [ "CMD-SHELL", "wget -q -O /dev/null http://127.0.0.1:9333/cluster/status || exit 1; wget -q -O /dev/null http://127.0.0.1:9000/ || test $$? -ne 4", ] interval: 3s timeout: 5s retries: 20 start_period: 8s restart: unless-stopped mem_limit: 256m cpus: "0.50" s3-init: build: context: . dockerfile: Dockerfile image: mtusi-messenger:lab6 command: ["python", "-m", "app.s3bootstrap"] environment: S3_ENDPOINT: http://s3:9000 S3_REGION: ${S3_REGION:-us-east-1} S3_BUCKET: ${S3_BUCKET:-messenger-attachments} S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID} S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY} depends_on: s3: condition: service_healthy restart: "no" rabbitmq: image: rabbitmq:3.13.7-alpine hostname: rabbitmq environment: RABBITMQ_DEFAULT_USER: messenger RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD} RABBITMQ_DEFAULT_VHOST: / volumes: - rabbitmq_data:/var/lib/rabbitmq healthcheck: test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"] interval: 5s timeout: 5s retries: 20 start_period: 15s restart: unless-stopped mem_limit: 256m cpus: "0.50" worker: build: context: . dockerfile: Dockerfile image: mtusi-messenger:lab6 command: ["python", "-m", "app.worker"] environment: APP_ENV: lab LOG_LEVEL: info TELEMETRY_ENABLED: ${TELEMETRY_ENABLED:-1} TRACE_SAMPLE_RATIO: ${TRACE_SAMPLE_RATIO:-1} OTEL_SERVICE_NAME: messenger-worker OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318 SERVICE_VERSION: lab6 DATABASE_URL: postgresql://messenger:${POSTGRES_PASSWORD}@postgres:5432/messenger S3_ENDPOINT: http://s3:9000 S3_REGION: ${S3_REGION:-us-east-1} S3_BUCKET: ${S3_BUCKET:-messenger-attachments} S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID} S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY} MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760} MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000} BROKER_URL: amqp://messenger:${RABBITMQ_PASSWORD}@rabbitmq:5672/ WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2} JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60} STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400} DB_POOL_MIN: "1" DB_POOL_MAX: "4" MIGRATIONS_ON_START: "0" depends_on: migrate: condition: service_completed_successfully postgres: condition: service_healthy rabbitmq: condition: service_healthy s3-init: condition: service_completed_successfully restart: unless-stopped mem_limit: 768m cpus: "1.0" stop_grace_period: 20s healthcheck: disable: true redis: image: redis:7.4.2-alpine command: - redis-server - --appendonly - "yes" - --appendfsync - everysec - --save - "60" - "1" volumes: - redis_data:/data healthcheck: test: ["CMD", "redis-cli", "ping"] interval: 3s timeout: 3s retries: 20 restart: unless-stopped mem_limit: 128m cpus: "0.50" otel-collector: image: otel/opentelemetry-collector-contrib:0.128.0 command: ["--config=/etc/otel/collector.yaml"] volumes: - ./infra/otel/collector.yaml:/etc/otel/collector.yaml:ro restart: unless-stopped mem_limit: 320m cpus: "0.50" prometheus: image: prom/prometheus:v2.55.1 command: - --config.file=/etc/prometheus/prometheus.yml - --web.enable-remote-write-receiver - --storage.tsdb.path=/prometheus - --storage.tsdb.retention.time=7d volumes: - ./infra/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml:ro - ./infra/prometheus/alerts.yml:/etc/prometheus/alerts.yml:ro - prometheus_data:/prometheus ports: - "127.0.0.1:9090:9090" restart: unless-stopped mem_limit: 512m cpus: "0.50" loki: image: grafana/loki:3.3.2 command: ["-config.file=/etc/loki/loki.yml"] volumes: - ./infra/loki/loki.yml:/etc/loki/loki.yml:ro - loki_data:/loki restart: unless-stopped mem_limit: 512m cpus: "0.50" tempo: image: grafana/tempo:2.7.1 command: ["-config.file=/etc/tempo/tempo.yml"] volumes: - ./infra/tempo/tempo.yml:/etc/tempo/tempo.yml:ro - tempo_data:/var/tempo restart: unless-stopped mem_limit: 512m cpus: "0.50" grafana: image: grafana/grafana:11.4.0 environment: GF_SECURITY_ADMIN_USER: admin GF_SECURITY_ADMIN_PASSWORD: ${GRAFANA_ADMIN_PASSWORD:-lab6-dev-only-change-me} GF_AUTH_ANONYMOUS_ENABLED: "true" GF_AUTH_ANONYMOUS_ORG_ROLE: Admin GF_USERS_DEFAULT_THEME: light ports: - "127.0.0.1:3000:3000" volumes: - ./infra/grafana/provisioning:/etc/grafana/provisioning:ro - ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro - grafana_data:/var/lib/grafana depends_on: - prometheus - loki - tempo restart: unless-stopped mem_limit: 256m cpus: "0.50" volumes: pg_data: redis_data: s3_data: rabbitmq_data: prometheus_data: loki_data: tempo_data: grafana_data: