342 lines
9.8 KiB
YAML
342 lines
9.8 KiB
YAML
name: mtusi-lab6
|
|
|
|
x-api: &api
|
|
build:
|
|
context: .
|
|
args:
|
|
APP_REVISION: ${API_IMAGE_TAG:-local}
|
|
image: mtusi-lab6-api:${API_IMAGE_TAG:-local}
|
|
environment: &api-env
|
|
APP_HOST: 0.0.0.0
|
|
APP_PORT: '8080'
|
|
APP_ENV: lab6
|
|
OTEL_SERVICE_NAME: messenger-api
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4317
|
|
OTEL_EXPORTER_OTLP_PROTOCOL: grpc
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
CURSOR_SECRET_FILE: /run/secrets/cursor_secret
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
CACHE_URL_FILE: /run/secrets/cache_url
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
SESSION_STORE: redis
|
|
SHUTDOWN_GRACE_SECONDS: '8'
|
|
DB_POOL_MIN: '2'
|
|
DB_POOL_MAX: '16'
|
|
DB_CONNECT_TIMEOUT: '1'
|
|
DB_STATEMENT_TIMEOUT: '4'
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_REGION: us-east-1
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
secrets: [database_url, cache_url, cursor_secret, s3_access_key_id, s3_secret_access_key]
|
|
depends_on:
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
redis:
|
|
condition: service_healthy
|
|
networks: [backend]
|
|
cpus: 0.50
|
|
mem_limit: 256m
|
|
stop_grace_period: 9s
|
|
healthcheck:
|
|
test: [CMD, python, -c, "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=1)"]
|
|
interval: 2s
|
|
timeout: 2s
|
|
retries: 2
|
|
start_period: 3s
|
|
# Deliberately no auto-restart: failover hook must leave its target stopped.
|
|
restart: 'no'
|
|
|
|
services:
|
|
otel-collector:
|
|
image: otel/opentelemetry-collector-contrib:0.123.0
|
|
command: [--config=/etc/otel/collector.yaml]
|
|
volumes: [./infra/otel/collector.yaml:/etc/otel/collector.yaml:ro]
|
|
networks: [backend, telemetry]
|
|
mem_limit: 192m
|
|
cpus: 0.50
|
|
restart: unless-stopped
|
|
|
|
prometheus:
|
|
image: prom/prometheus:v3.2.1
|
|
command: [--config.file=/etc/prometheus/prometheus.yaml, --storage.tsdb.retention.time=72h]
|
|
volumes:
|
|
- ./infra/prometheus:/etc/prometheus:ro
|
|
- prometheus_data:/prometheus
|
|
networks: [telemetry, frontend]
|
|
ports: ['127.0.0.1:19090:9090']
|
|
mem_limit: 384m
|
|
restart: unless-stopped
|
|
|
|
loki:
|
|
image: grafana/loki:3.4.2
|
|
command: [-config.file=/etc/loki/loki.yaml]
|
|
volumes:
|
|
- ./infra/loki/loki.yaml:/etc/loki/loki.yaml:ro
|
|
- loki_data:/loki
|
|
networks: [telemetry, frontend]
|
|
ports: ['127.0.0.1:13100:3100']
|
|
mem_limit: 384m
|
|
restart: unless-stopped
|
|
|
|
tempo:
|
|
image: grafana/tempo:2.7.2
|
|
command: [-config.file=/etc/tempo/tempo.yaml]
|
|
volumes:
|
|
- ./infra/tempo/tempo.yaml:/etc/tempo/tempo.yaml:ro
|
|
- tempo_data:/var/tempo
|
|
networks: [telemetry, frontend]
|
|
ports: ['127.0.0.1:13200:3200']
|
|
mem_limit: 384m
|
|
restart: unless-stopped
|
|
|
|
grafana:
|
|
image: grafana/grafana:11.6.0
|
|
environment:
|
|
GF_SECURITY_ADMIN_USER: admin
|
|
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_password
|
|
GF_USERS_ALLOW_SIGN_UP: 'false'
|
|
GF_ANALYTICS_REPORTING_ENABLED: 'false'
|
|
GF_ANALYTICS_CHECK_FOR_UPDATES: 'false'
|
|
secrets: [grafana_password]
|
|
volumes:
|
|
- grafana_data:/var/lib/grafana
|
|
- ./infra/grafana/provisioning:/etc/grafana/provisioning:ro
|
|
- ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro
|
|
networks: [telemetry, frontend]
|
|
ports: ['127.0.0.1:13000:3000']
|
|
mem_limit: 256m
|
|
restart: unless-stopped
|
|
|
|
rabbitmq:
|
|
image: rabbitmq:4.1.4-alpine
|
|
hostname: rabbitmq
|
|
entrypoint: [/bin/sh, -ec]
|
|
command:
|
|
- |
|
|
export RABBITMQ_DEFAULT_USER=lab6
|
|
RABBITMQ_DEFAULT_PASS=$$(cat /run/secrets/rabbitmq_password)
|
|
export RABBITMQ_DEFAULT_PASS
|
|
exec docker-entrypoint.sh rabbitmq-server
|
|
secrets: [rabbitmq_password]
|
|
volumes: [rabbitmq_data:/var/lib/rabbitmq]
|
|
networks: [backend]
|
|
healthcheck:
|
|
test: [CMD, rabbitmq-diagnostics, -q, check_port_connectivity]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 12
|
|
|
|
outbox-publisher:
|
|
image: mtusi-lab6-api:${API_IMAGE_TAG:-local}
|
|
command: [python, -m, messenger.publish_jobs]
|
|
environment:
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
RABBITMQ_PASSWORD_FILE: /run/secrets/rabbitmq_password
|
|
OTEL_SERVICE_NAME: messenger-publisher
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4317
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
DB_POOL_MIN: '1'
|
|
DB_POOL_MAX: '2'
|
|
secrets: [database_url, rabbitmq_password]
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
rabbitmq:
|
|
condition: service_healthy
|
|
networks: [backend]
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
disable: true
|
|
|
|
s3:
|
|
image: mtusi-lab6-s3:2025-09-07
|
|
build: &s3-build
|
|
context: .
|
|
dockerfile: infra/Dockerfile.s3
|
|
entrypoint: [/bin/sh, -ec]
|
|
command:
|
|
- |
|
|
MINIO_ROOT_USER=$$(cat /run/secrets/s3_root_user)
|
|
MINIO_ROOT_PASSWORD=$$(cat /run/secrets/s3_root_password)
|
|
export MINIO_ROOT_USER MINIO_ROOT_PASSWORD
|
|
exec minio server /data
|
|
environment:
|
|
MINIO_BROWSER: "off"
|
|
secrets: [s3_root_user, s3_root_password]
|
|
volumes: [s3_data:/data]
|
|
networks: [backend]
|
|
|
|
s3-bootstrap:
|
|
image: mtusi-lab6-s3:2025-09-07
|
|
build: *s3-build
|
|
entrypoint: [/bin/sh, /bootstrap.sh]
|
|
command: []
|
|
environment:
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
secrets: [s3_root_user, s3_root_password, s3_access_key_id, s3_secret_access_key]
|
|
volumes: [./infra/s3-bootstrap.sh:/bootstrap.sh:ro]
|
|
depends_on: [s3]
|
|
networks: [backend]
|
|
|
|
postgres:
|
|
image: postgres:15-alpine@sha256:54e0dd8e8cddcdbb9156c2486eed5a43eccb7214d7c6828097d41ce049fb3984
|
|
environment:
|
|
POSTGRES_DB: messenger
|
|
POSTGRES_USER: messenger
|
|
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
|
|
secrets: [postgres_password]
|
|
volumes: [pg_data:/var/lib/postgresql/data]
|
|
networks: [backend]
|
|
cpus: 1.0
|
|
mem_limit: 512m
|
|
healthcheck:
|
|
test: [CMD-SHELL, 'pg_isready -U messenger -d messenger']
|
|
interval: 2s
|
|
timeout: 2s
|
|
retries: 20
|
|
|
|
redis:
|
|
image: redis:7-alpine@sha256:8da19c7399dca900c6822a1cf30f9d2285585e2c4b457ff4095b0f4500054d3f
|
|
command: [redis-server, --appendonly, 'yes', --maxmemory, 96mb, --maxmemory-policy, allkeys-lru]
|
|
volumes: [redis_data:/data]
|
|
networks: [backend]
|
|
cpus: 0.25
|
|
mem_limit: 128m
|
|
healthcheck:
|
|
test: [CMD, redis-cli, ping]
|
|
interval: 2s
|
|
timeout: 1s
|
|
retries: 10
|
|
|
|
migrate:
|
|
build:
|
|
context: .
|
|
args:
|
|
APP_REVISION: ${API_IMAGE_TAG:-local}
|
|
image: mtusi-lab6-api:${API_IMAGE_TAG:-local}
|
|
command: [python, -m, messenger.migrate]
|
|
environment: *api-env
|
|
secrets: [database_url, cache_url, cursor_secret]
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
networks: [backend]
|
|
cpus: 0.50
|
|
mem_limit: 256m
|
|
restart: 'no'
|
|
healthcheck:
|
|
disable: true
|
|
|
|
attachment-cleaner:
|
|
image: mtusi-lab6-api:${API_IMAGE_TAG:-local}
|
|
build:
|
|
context: .
|
|
args:
|
|
APP_REVISION: ${API_IMAGE_TAG:-local}
|
|
command: [python, -m, messenger.clean_attachments]
|
|
environment: *api-env
|
|
secrets: [database_url, s3_access_key_id, s3_secret_access_key]
|
|
depends_on:
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
networks: [backend]
|
|
cpus: 0.25
|
|
mem_limit: 128m
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
disable: true
|
|
|
|
worker:
|
|
image: mtusi-lab6-api:${API_IMAGE_TAG:-local}
|
|
command: [python, -m, messenger.worker]
|
|
environment:
|
|
<<: *api-env
|
|
OTEL_SERVICE_NAME: messenger-worker
|
|
RABBITMQ_PASSWORD_FILE: /run/secrets/rabbitmq_password
|
|
DB_POOL_MIN: '1'
|
|
DB_POOL_MAX: '2'
|
|
secrets: [database_url, s3_access_key_id, s3_secret_access_key, rabbitmq_password]
|
|
depends_on:
|
|
outbox-publisher:
|
|
condition: service_started
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
networks: [backend]
|
|
cpus: 1.0
|
|
mem_limit: 768m
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
disable: true
|
|
|
|
api-a:
|
|
<<: *api
|
|
api-b:
|
|
<<: *api
|
|
|
|
nginx:
|
|
image: nginx:1.28.2-alpine@sha256:5b4900b042ccfa8b0a73df622c3a60f2322faeb2be800cbee5aa7b44d241649e
|
|
entrypoint: [/bin/sh, -ec]
|
|
command:
|
|
- 'cp /etc/nginx/lab/upstreams.conf /etc/nginx/upstreams.conf; /bin/sh /etc/nginx/lab/healthwatch.sh & exec nginx -g "daemon off;"'
|
|
volumes:
|
|
- ./infra/nginx.conf:/etc/nginx/nginx.conf:ro
|
|
- ./infra:/etc/nginx/lab:ro
|
|
ports: ['127.0.0.1:${PUBLIC_PORT:-18083}:8080']
|
|
networks: [frontend, backend]
|
|
depends_on:
|
|
api-a:
|
|
condition: service_healthy
|
|
api-b:
|
|
condition: service_healthy
|
|
cpus: 0.50
|
|
mem_limit: 128m
|
|
stop_grace_period: 10s
|
|
healthcheck:
|
|
test: [CMD-SHELL, 'kill -0 $$(cat /tmp/healthwatch.pid) && wget -T 1 -q -O /dev/null http://127.0.0.1:8080/health/ready']
|
|
interval: 2s
|
|
timeout: 2s
|
|
retries: 3
|
|
|
|
networks:
|
|
telemetry:
|
|
internal: true
|
|
frontend:
|
|
backend:
|
|
internal: true
|
|
volumes:
|
|
prometheus_data:
|
|
loki_data:
|
|
tempo_data:
|
|
grafana_data:
|
|
pg_data:
|
|
redis_data:
|
|
s3_data:
|
|
rabbitmq_data:
|
|
secrets:
|
|
grafana_password:
|
|
file: ./secrets/grafana_password
|
|
postgres_password:
|
|
file: ./secrets/postgres_password
|
|
database_url:
|
|
file: ./secrets/database_url
|
|
cache_url:
|
|
file: ./secrets/cache_url
|
|
cursor_secret:
|
|
file: ./secrets/cursor_secret
|
|
s3_root_user:
|
|
file: ./secrets/s3_root_user
|
|
s3_root_password:
|
|
file: ./secrets/s3_root_password
|
|
s3_access_key_id:
|
|
file: ./secrets/s3_access_key_id
|
|
s3_secret_access_key:
|
|
file: ./secrets/s3_secret_access_key
|
|
rabbitmq_password:
|
|
file: ./secrets/rabbitmq_password
|