forked from mtusi2026/mtusi2026lab5
315 lines
10 KiB
YAML
315 lines
10 KiB
YAML
name: mtusi-lab5
|
|
services:
|
|
postgres:
|
|
image: postgres:17.6-alpine
|
|
environment:
|
|
POSTGRES_DB: ${POSTGRES_DB:-messenger}
|
|
POSTGRES_USER: ${POSTGRES_USER:-messenger}
|
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env}
|
|
volumes:
|
|
- postgres_data:/var/lib/postgresql/data
|
|
networks: [backend]
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
cpus: 1.0
|
|
mem_limit: 768m
|
|
restart: unless-stopped
|
|
|
|
redis:
|
|
image: redis:7.4.2-alpine
|
|
command: ["redis-server", "--appendonly", "yes", "--appendfsync", "everysec"]
|
|
volumes:
|
|
- redis_data:/data
|
|
networks: [backend]
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "ping"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
cpus: 0.25
|
|
mem_limit: 256m
|
|
restart: unless-stopped
|
|
|
|
s3:
|
|
image: pgsty/silo:RELEASE.2026-10-15T00-00-00Z
|
|
command: ["server", "/data", "--address", ":9000"]
|
|
environment:
|
|
MINIO_ROOT_USER: ${MINIO_ROOT_USER:?Set MINIO_ROOT_USER in .env}
|
|
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:?Set MINIO_ROOT_PASSWORD in .env}
|
|
MINIO_BROWSER: "off" # admin web console disabled; no ports are published at all
|
|
volumes:
|
|
- s3_data:/data
|
|
networks: [backend]
|
|
healthcheck:
|
|
test: ["CMD", "mc", "ready", "local"]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 20
|
|
cpus: 1.0
|
|
mem_limit: 512m
|
|
restart: unless-stopped
|
|
|
|
s3_init:
|
|
image: pgsty/silo:RELEASE.2026-10-15T00-00-00Z
|
|
entrypoint: ["/bin/sh", "/infra/s3-init.sh"]
|
|
environment:
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
MINIO_ROOT_USER: ${MINIO_ROOT_USER:?Set MINIO_ROOT_USER in .env}
|
|
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:?Set MINIO_ROOT_PASSWORD in .env}
|
|
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?Set S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?Set S3_SECRET_ACCESS_KEY in .env}
|
|
SWEEPER_S3_ACCESS_KEY_ID: ${SWEEPER_S3_ACCESS_KEY_ID:?Set SWEEPER_S3_ACCESS_KEY_ID in .env}
|
|
SWEEPER_S3_SECRET_ACCESS_KEY: ${SWEEPER_S3_SECRET_ACCESS_KEY:?Set SWEEPER_S3_SECRET_ACCESS_KEY in .env}
|
|
volumes:
|
|
- ./infra/s3-init.sh:/infra/s3-init.sh:ro
|
|
networks: [backend]
|
|
depends_on:
|
|
s3:
|
|
condition: service_started
|
|
restart: "no"
|
|
|
|
kafka:
|
|
image: apache/kafka:3.9.0
|
|
environment:
|
|
KAFKA_NODE_ID: "1"
|
|
KAFKA_PROCESS_ROLES: broker,controller
|
|
KAFKA_LISTENERS: PLAINTEXT://:9092,CONTROLLER://:9093
|
|
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
|
|
KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
|
|
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
|
|
KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka:9093
|
|
KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
|
|
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: "1"
|
|
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: "1"
|
|
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: "1"
|
|
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: "0"
|
|
KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
|
|
KAFKA_LOG_DIRS: /var/lib/kafka/data
|
|
KAFKA_HEAP_OPTS: "-Xms256m -Xmx512m"
|
|
volumes:
|
|
- kafka_data:/var/lib/kafka/data
|
|
networks: [backend]
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "/opt/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server localhost:9092 >/dev/null 2>&1"]
|
|
interval: 5s
|
|
timeout: 10s
|
|
retries: 30
|
|
start_period: 15s
|
|
cpus: 1.0
|
|
mem_limit: 1g
|
|
restart: unless-stopped
|
|
|
|
kafka_init:
|
|
image: apache/kafka:3.9.0
|
|
entrypoint: ["/bin/sh", "-c"]
|
|
command:
|
|
- |
|
|
set -e
|
|
T=/opt/kafka/bin/kafka-topics.sh
|
|
$$T --bootstrap-server kafka:9092 --create --if-not-exists --topic $${JOBS_TOPIC} --partitions 3 --replication-factor 1 --config min.insync.replicas=1 --config retention.ms=604800000
|
|
$$T --bootstrap-server kafka:9092 --list
|
|
environment:
|
|
JOBS_TOPIC: ${JOBS_TOPIC:-attachment-jobs}
|
|
networks: [backend]
|
|
depends_on:
|
|
kafka:
|
|
condition: service_healthy
|
|
restart: "no"
|
|
|
|
migrate:
|
|
build: .
|
|
image: mtusi-lab5-api:1.0.0
|
|
command: ["python", "scripts/migrate.py"]
|
|
environment:
|
|
PGHOST: postgres
|
|
PGPORT: "5432"
|
|
PGDATABASE: ${POSTGRES_DB:-messenger}
|
|
PGUSER: ${POSTGRES_USER:-messenger}
|
|
PGPASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env}
|
|
networks: [backend]
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
restart: "no"
|
|
cpus: 0.5
|
|
mem_limit: 384m
|
|
|
|
api:
|
|
build: .
|
|
image: mtusi-lab5-api:1.0.0
|
|
environment:
|
|
APP_HOST: 0.0.0.0
|
|
APP_PORT: "8080"
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
DB_POOL_MIN_SIZE: ${DB_POOL_MIN_SIZE:-1}
|
|
DB_POOL_MAX_SIZE: ${DB_POOL_MAX_SIZE:-10}
|
|
DB_POOL_TIMEOUT_SECONDS: ${DB_POOL_TIMEOUT_SECONDS:-5}
|
|
PGHOST: postgres
|
|
PGPORT: "5432"
|
|
PGDATABASE: ${POSTGRES_DB:-messenger}
|
|
PGUSER: ${POSTGRES_USER:-messenger}
|
|
PGPASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env}
|
|
REDIS_URL: redis://redis:6379/0
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?Set S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?Set S3_SECRET_ACCESS_KEY in .env}
|
|
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
IMAGE_DECODE_CONCURRENCY: ${IMAGE_DECODE_CONCURRENCY:-1}
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
deploy:
|
|
replicas: 2
|
|
expose: ["8080"]
|
|
networks: [backend]
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
redis:
|
|
condition: service_healthy
|
|
s3_init:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=2)"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 3
|
|
start_period: 5s
|
|
stop_grace_period: 15s
|
|
cpus: 1.0
|
|
mem_limit: 512m
|
|
restart: unless-stopped
|
|
|
|
worker:
|
|
build: .
|
|
image: mtusi-lab5-api:1.0.0
|
|
command: ["python", "-m", "src.worker"]
|
|
environment:
|
|
PGHOST: postgres
|
|
PGPORT: "5432"
|
|
PGDATABASE: ${POSTGRES_DB:-messenger}
|
|
PGUSER: ${POSTGRES_USER:-messenger}
|
|
PGPASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env}
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?Set S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?Set S3_SECRET_ACCESS_KEY in .env}
|
|
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
|
|
JOBS_TOPIC: ${JOBS_TOPIC:-attachment-jobs}
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60}
|
|
LEASE_GRACE_SECONDS: ${LEASE_GRACE_SECONDS:-15}
|
|
JOB_BACKOFF_BASE_SECONDS: ${JOB_BACKOFF_BASE_SECONDS:-2}
|
|
JOB_BACKOFF_CAP_SECONDS: ${JOB_BACKOFF_CAP_SECONDS:-60}
|
|
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2}
|
|
IMG_MEMORY_MB: ${IMG_MEMORY_MB:-1024}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
FAULT_WORKER_EXIT_AFTER_S3: ${FAULT_WORKER_EXIT_AFTER_S3:-0}
|
|
networks: [backend]
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
kafka_init:
|
|
condition: service_completed_successfully
|
|
s3_init:
|
|
condition: service_completed_successfully
|
|
stop_grace_period: 30s
|
|
cpus: 1.0
|
|
mem_limit: 1g
|
|
restart: unless-stopped
|
|
|
|
dispatcher:
|
|
build: .
|
|
image: mtusi-lab5-api:1.0.0
|
|
command: ["python", "-m", "src.dispatcher"]
|
|
environment:
|
|
PGHOST: postgres
|
|
PGPORT: "5432"
|
|
PGDATABASE: ${POSTGRES_DB:-messenger}
|
|
PGUSER: ${POSTGRES_USER:-messenger}
|
|
PGPASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env}
|
|
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
|
|
JOBS_TOPIC: ${JOBS_TOPIC:-attachment-jobs}
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60}
|
|
LEASE_GRACE_SECONDS: ${LEASE_GRACE_SECONDS:-15}
|
|
JOB_BACKOFF_BASE_SECONDS: ${JOB_BACKOFF_BASE_SECONDS:-2}
|
|
JOB_BACKOFF_CAP_SECONDS: ${JOB_BACKOFF_CAP_SECONDS:-60}
|
|
FAULT_DISPATCHER_EXIT_BEFORE_PUBLISH: ${FAULT_DISPATCHER_EXIT_BEFORE_PUBLISH:-0}
|
|
networks: [backend]
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
kafka_init:
|
|
condition: service_completed_successfully
|
|
s3_init:
|
|
condition: service_completed_successfully
|
|
cpus: 0.25
|
|
mem_limit: 192m
|
|
restart: unless-stopped
|
|
|
|
s3_sweeper:
|
|
build: .
|
|
image: mtusi-lab5-api:1.0.0
|
|
command: ["python", "scripts/s3_sweep.py", "--loop", "--apply"]
|
|
environment:
|
|
PGHOST: postgres
|
|
PGPORT: "5432"
|
|
PGDATABASE: ${POSTGRES_DB:-messenger}
|
|
PGUSER: ${POSTGRES_USER:-messenger}
|
|
PGPASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env}
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID: ${SWEEPER_S3_ACCESS_KEY_ID:?Set SWEEPER_S3_ACCESS_KEY_ID in .env}
|
|
S3_SECRET_ACCESS_KEY: ${SWEEPER_S3_SECRET_ACCESS_KEY:?Set SWEEPER_S3_SECRET_ACCESS_KEY in .env}
|
|
SWEEP_GRACE_SECONDS: ${SWEEP_GRACE_SECONDS:-3600}
|
|
SWEEP_INTERVAL_SECONDS: ${SWEEP_INTERVAL_SECONDS:-600}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
|
|
networks: [backend]
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
s3_init:
|
|
condition: service_completed_successfully
|
|
cpus: 0.25
|
|
mem_limit: 128m
|
|
restart: unless-stopped
|
|
|
|
load_balancer:
|
|
image: haproxy:3.2.5-alpine
|
|
ports:
|
|
- "127.0.0.1:${APP_PORT:-8080}:8080"
|
|
volumes:
|
|
- ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
|
|
networks: [frontend, backend]
|
|
depends_on:
|
|
api:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "haproxy", "-c", "-f", "/usr/local/etc/haproxy/haproxy.cfg"]
|
|
interval: 10s
|
|
timeout: 3s
|
|
retries: 3
|
|
cpus: 0.5
|
|
mem_limit: 128m
|
|
restart: unless-stopped
|
|
|
|
networks:
|
|
frontend:
|
|
driver: bridge
|
|
backend:
|
|
driver: bridge
|
|
internal: true # no route to/from the host or internet: S3, PostgreSQL, Redis, Kafka and API are reachable only inside
|
|
volumes:
|
|
postgres_data:
|
|
redis_data:
|
|
s3_data:
|
|
kafka_data:
|