Files
mtusi2026lab6/compose.yaml
T
2026-10-30 21:38:40 +03:00

499 lines
12 KiB
YAML

services:
db:
image: postgres:16.9-bookworm
environment:
POSTGRES_DB: messenger
POSTGRES_USER: messenger
POSTGRES_PASSWORD_FILE: /run/secrets/db_password
secrets:
- db_password
volumes:
- postgres_data:/var/lib/postgresql/data
cpus: 1.0
mem_limit: 512m
healthcheck:
test:
- CMD-SHELL
- pg_isready -U messenger -d messenger
interval: 2s
timeout: 3s
retries: 30
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
cache:
image: redis:7.4.3-bookworm
command:
- redis-server
- --appendonly
- 'yes'
- --appendfsync
- everysec
volumes:
- redis_data:/data
cpus: 0.5
mem_limit: 128m
healthcheck:
test:
- CMD
- redis-cli
- ping
interval: 2s
timeout: 3s
retries: 30
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
migrate:
build: .
command:
- python
- -m
- src.migrate
environment:
DATABASE_URL_FILE: /run/secrets/database_url
secrets:
- database_url
cpus: 0.5
mem_limit: 128m
depends_on:
db:
condition: service_healthy
healthcheck:
disable: true
image: mtusi2026lab6-app:1
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
s3:
image: mtusi2026lab6-minio:2025-04-22
build:
context: .
dockerfile: infra/s3.Dockerfile
args:
COMPONENT: minio
RELEASE: RELEASE.2025-04-22T22-12-26Z
SHA256: 53e2a2cb16c5366ea6fbbc479c19ddb4c6a0948273e752f740fb1fbf27bb817c
command:
- server
- /data
- --address
- :9000
- --console-address
- 127.0.0.1:9001
environment:
MINIO_ROOT_USER_FILE: /run/secrets/s3_root_user
MINIO_ROOT_PASSWORD_FILE: /run/secrets/s3_root_password
MINIO_BROWSER: 'off'
secrets:
- s3_root_user
- s3_root_password
volumes:
- s3_data:/data
cpus: 1.0
mem_limit: 512m
healthcheck:
test:
- CMD
- python
- -c
- import urllib.request; urllib.request.urlopen("http://localhost:9000/minio/health/live",timeout=2)
interval: 2s
timeout: 3s
retries: 30
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
s3-bootstrap:
image: mtusi2026lab6-mc:2025-04-16
build:
context: .
dockerfile: infra/s3.Dockerfile
args:
COMPONENT: mc
RELEASE: RELEASE.2025-04-16T18-13-26Z
SHA256: ac90da87a35641be5a0ac75d49de5161ddb47d629b5ba01261b0ae9e00aea15f
entrypoint:
- /bin/sh
- /bootstrap.sh
volumes:
- ./scripts/bootstrap_s3.sh:/bootstrap.sh:ro
- ./infra:/policies:ro
secrets:
- s3_root_user
- s3_root_password
- s3_access_key_id
- s3_secret_access_key
environment:
S3_ENDPOINT: http://s3:9000
depends_on:
s3:
condition: service_healthy
cpus: 0.5
mem_limit: 128m
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
api:
build: .
scale: 2
environment:
DATABASE_URL_FILE: /run/secrets/database_url
CACHE_URL: redis://cache:6379/0
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
DB_POOL_MAX: ${DB_POOL_MAX:-8}
S3_ENDPOINT: http://s3:9000
S3_BUCKET: messenger-attachments
S3_REGION: us-east-1
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
MAX_UPLOAD_BYTES: '10485760'
MAX_IMAGE_PIXELS: '40000000'
MAX_PENDING_JOBS: ${MAX_PENDING_JOBS:-1000}
OTEL_SERVICE_NAME: messenger-api
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
TELEMETRY_ENABLED: '1'
secrets:
- database_url
- s3_access_key_id
- s3_secret_access_key
dns_opt:
- timeout:1
- attempts:1
cpus: ${API_CPU:-1.0}
mem_limit: ${API_MEMORY:-512m}
stop_grace_period: 10s
depends_on:
migrate:
condition: service_completed_successfully
cache:
condition: service_healthy
s3-bootstrap:
condition: service_completed_successfully
healthcheck:
test:
- CMD
- python
- /app/scripts/healthcheck.py
interval: 2s
timeout: 4s
retries: 30
image: mtusi2026lab6-app:1
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
reconciler:
build: .
command:
- python
- -m
- src.cleanup
- --apply
- --loop
environment:
DATABASE_URL_FILE: /run/secrets/database_url
S3_ENDPOINT: http://s3:9000
S3_BUCKET: messenger-attachments
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
BROKER_URL_FILE: /run/secrets/broker_url
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-30}
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-15}
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
ALLOW_FAULT_INJECTION: ${ALLOW_FAULT_INJECTION:-0}
OTEL_SERVICE_NAME: messenger-reconciler
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
TELEMETRY_ENABLED: '1'
secrets:
- database_url
- s3_access_key_id
- s3_secret_access_key
- broker_url
cpus: 0.5
mem_limit: 256m
depends_on:
migrate:
condition: service_completed_successfully
s3-bootstrap:
condition: service_completed_successfully
healthcheck:
disable: true
image: mtusi2026lab6-app:1
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
dns_opt:
- timeout:1
- attempts:1
lb:
image: haproxy:3.0.11-bookworm
ports:
- 127.0.0.1:${APP_PORT:-8080}:8080
volumes:
- ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
cpus: 0.5
mem_limit: 128m
depends_on:
api:
condition: service_healthy
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
broker:
image: redis:7.4.3-bookworm
entrypoint:
- /bin/sh
- /broker.sh
volumes:
- broker_data:/data
- ./infra/broker-entrypoint.sh:/broker.sh:ro
secrets:
- broker_password
cpus: 0.5
mem_limit: 256m
healthcheck:
test:
- CMD-SHELL
- REDISCLI_AUTH="$$(cat /run/secrets/broker_password)" redis-cli ping
interval: 2s
timeout: 3s
retries: 30
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
dispatcher:
image: mtusi2026lab6-app:1
build: .
command:
- python
- -m
- src.dispatcher
environment:
DATABASE_URL_FILE: /run/secrets/database_url
S3_ENDPOINT: http://s3:9000
S3_BUCKET: messenger-attachments
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
BROKER_URL_FILE: /run/secrets/broker_url
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-30}
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-15}
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
ALLOW_FAULT_INJECTION: ${ALLOW_FAULT_INJECTION:-0}
OTEL_SERVICE_NAME: messenger-dispatcher
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
TELEMETRY_ENABLED: '1'
secrets:
- database_url
- s3_access_key_id
- s3_secret_access_key
- broker_url
cpus: 0.5
mem_limit: 256m
depends_on:
migrate:
condition: service_completed_successfully
s3-bootstrap:
condition: service_completed_successfully
broker:
condition: service_healthy
restart: on-failure
healthcheck:
disable: true
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
dns_opt:
- timeout:1
- attempts:1
worker:
image: mtusi2026lab6-app:1
build: .
command:
- python
- -m
- src.worker
environment:
DATABASE_URL_FILE: /run/secrets/database_url
S3_ENDPOINT: http://s3:9000
S3_BUCKET: messenger-attachments
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
BROKER_URL_FILE: /run/secrets/broker_url
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-30}
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-15}
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
ALLOW_FAULT_INJECTION: ${ALLOW_FAULT_INJECTION:-0}
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-1}
WORKER_IMAGE_MEMORY_MIB: '512'
OTEL_SERVICE_NAME: messenger-worker
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
TELEMETRY_ENABLED: '1'
secrets:
- database_url
- s3_access_key_id
- s3_secret_access_key
- broker_url
cpus: 1.0
mem_limit: 768m
stop_grace_period: 5s
depends_on:
migrate:
condition: service_completed_successfully
s3-bootstrap:
condition: service_completed_successfully
broker:
condition: service_healthy
restart: on-failure
healthcheck:
disable: true
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
dns_opt:
- timeout:1
- attempts:1
collector:
image: otel/opentelemetry-collector-contrib:0.123.0
command:
- --config=/etc/otel/config.yaml
volumes:
- ./infra/otel/collector.yaml:/etc/otel/config.yaml:ro
- collector_data:/var/lib/otel
cpus: 0.5
mem_limit: 256m
restart: unless-stopped
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
user: 0:0
prometheus:
image: prom/prometheus:v3.2.1
command:
- --config.file=/etc/prometheus/prometheus.yaml
- --storage.tsdb.path=/prometheus
- --storage.tsdb.retention.time=2d
- --web.enable-lifecycle
volumes:
- ./infra/otel/prometheus.yaml:/etc/prometheus/prometheus.yaml:ro
- prometheus_data:/prometheus
- ./infra/otel/alerts.yaml:/etc/prometheus/alerts.yaml:ro
- ./infra/otel/recording.yaml:/etc/prometheus/recording.yaml:ro
cpus: 0.5
mem_limit: 256m
restart: unless-stopped
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
ports:
- 127.0.0.1:9096:9090
loki:
image: grafana/loki:3.4.2
command:
- -config.file=/etc/loki/config.yaml
volumes:
- ./infra/otel/loki.yaml:/etc/loki/config.yaml:ro
- loki_data:/loki
cpus: 0.5
mem_limit: 384m
restart: unless-stopped
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
ports:
- 127.0.0.1:3106:3100
tempo:
image: grafana/tempo:2.7.2
command:
- -config.file=/etc/tempo/config.yaml
volumes:
- ./infra/otel/tempo.yaml:/etc/tempo/config.yaml:ro
- tempo_data:/var/tempo
cpus: 1.0
mem_limit: 512m
restart: unless-stopped
logging:
driver: json-file
options:
max-size: 5m
max-file: '2'
ports:
- 127.0.0.1:3206:3200
user: 0:0
grafana:
image: grafana/grafana:11.6.0-ubuntu
ports:
- 127.0.0.1:3006:3000
environment:
GF_SECURITY_ADMIN_USER: admin
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_password
GF_USERS_ALLOW_SIGN_UP: 'false'
secrets:
- grafana_password
volumes:
- grafana_data:/var/lib/grafana
- ./infra/otel/grafana/provisioning:/etc/grafana/provisioning:ro
- ./infra/otel/grafana/dashboards:/var/lib/grafana/dashboards:ro
cpus: 0.5
mem_limit: 512m
restart: unless-stopped
volumes:
postgres_data: null
redis_data: null
s3_data: null
broker_data: null
collector_data: null
prometheus_data: null
loki_data: null
tempo_data: null
grafana_data: null
secrets:
db_password:
file: .secrets/db_password
database_url:
file: .secrets/database_url
s3_root_user:
file: .secrets/s3_root_user
s3_root_password:
file: .secrets/s3_root_password
s3_access_key_id:
file: .secrets/s3_access_key_id
s3_secret_access_key:
file: .secrets/s3_secret_access_key
broker_password:
file: .secrets/broker_password
broker_url:
file: .secrets/broker_url
grafana_password:
file: .secrets/grafana_password