forked from mtusi2026/mtusi2026lab6
499 lines
12 KiB
YAML
499 lines
12 KiB
YAML
services:
|
|
db:
|
|
image: postgres:16.9-bookworm
|
|
environment:
|
|
POSTGRES_DB: messenger
|
|
POSTGRES_USER: messenger
|
|
POSTGRES_PASSWORD_FILE: /run/secrets/db_password
|
|
secrets:
|
|
- db_password
|
|
volumes:
|
|
- postgres_data:/var/lib/postgresql/data
|
|
cpus: 1.0
|
|
mem_limit: 512m
|
|
healthcheck:
|
|
test:
|
|
- CMD-SHELL
|
|
- pg_isready -U messenger -d messenger
|
|
interval: 2s
|
|
timeout: 3s
|
|
retries: 30
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
cache:
|
|
image: redis:7.4.3-bookworm
|
|
command:
|
|
- redis-server
|
|
- --appendonly
|
|
- 'yes'
|
|
- --appendfsync
|
|
- everysec
|
|
volumes:
|
|
- redis_data:/data
|
|
cpus: 0.5
|
|
mem_limit: 128m
|
|
healthcheck:
|
|
test:
|
|
- CMD
|
|
- redis-cli
|
|
- ping
|
|
interval: 2s
|
|
timeout: 3s
|
|
retries: 30
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
migrate:
|
|
build: .
|
|
command:
|
|
- python
|
|
- -m
|
|
- src.migrate
|
|
environment:
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
secrets:
|
|
- database_url
|
|
cpus: 0.5
|
|
mem_limit: 128m
|
|
depends_on:
|
|
db:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
disable: true
|
|
image: mtusi2026lab6-app:1
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
s3:
|
|
image: mtusi2026lab6-minio:2025-04-22
|
|
build:
|
|
context: .
|
|
dockerfile: infra/s3.Dockerfile
|
|
args:
|
|
COMPONENT: minio
|
|
RELEASE: RELEASE.2025-04-22T22-12-26Z
|
|
SHA256: 53e2a2cb16c5366ea6fbbc479c19ddb4c6a0948273e752f740fb1fbf27bb817c
|
|
command:
|
|
- server
|
|
- /data
|
|
- --address
|
|
- :9000
|
|
- --console-address
|
|
- 127.0.0.1:9001
|
|
environment:
|
|
MINIO_ROOT_USER_FILE: /run/secrets/s3_root_user
|
|
MINIO_ROOT_PASSWORD_FILE: /run/secrets/s3_root_password
|
|
MINIO_BROWSER: 'off'
|
|
secrets:
|
|
- s3_root_user
|
|
- s3_root_password
|
|
volumes:
|
|
- s3_data:/data
|
|
cpus: 1.0
|
|
mem_limit: 512m
|
|
healthcheck:
|
|
test:
|
|
- CMD
|
|
- python
|
|
- -c
|
|
- import urllib.request; urllib.request.urlopen("http://localhost:9000/minio/health/live",timeout=2)
|
|
interval: 2s
|
|
timeout: 3s
|
|
retries: 30
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
s3-bootstrap:
|
|
image: mtusi2026lab6-mc:2025-04-16
|
|
build:
|
|
context: .
|
|
dockerfile: infra/s3.Dockerfile
|
|
args:
|
|
COMPONENT: mc
|
|
RELEASE: RELEASE.2025-04-16T18-13-26Z
|
|
SHA256: ac90da87a35641be5a0ac75d49de5161ddb47d629b5ba01261b0ae9e00aea15f
|
|
entrypoint:
|
|
- /bin/sh
|
|
- /bootstrap.sh
|
|
volumes:
|
|
- ./scripts/bootstrap_s3.sh:/bootstrap.sh:ro
|
|
- ./infra:/policies:ro
|
|
secrets:
|
|
- s3_root_user
|
|
- s3_root_password
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
environment:
|
|
S3_ENDPOINT: http://s3:9000
|
|
depends_on:
|
|
s3:
|
|
condition: service_healthy
|
|
cpus: 0.5
|
|
mem_limit: 128m
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
api:
|
|
build: .
|
|
scale: 2
|
|
environment:
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
CACHE_URL: redis://cache:6379/0
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
DB_POOL_MAX: ${DB_POOL_MAX:-8}
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_BUCKET: messenger-attachments
|
|
S3_REGION: us-east-1
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
MAX_UPLOAD_BYTES: '10485760'
|
|
MAX_IMAGE_PIXELS: '40000000'
|
|
MAX_PENDING_JOBS: ${MAX_PENDING_JOBS:-1000}
|
|
OTEL_SERVICE_NAME: messenger-api
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
|
|
TELEMETRY_ENABLED: '1'
|
|
secrets:
|
|
- database_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
dns_opt:
|
|
- timeout:1
|
|
- attempts:1
|
|
cpus: ${API_CPU:-1.0}
|
|
mem_limit: ${API_MEMORY:-512m}
|
|
stop_grace_period: 10s
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
cache:
|
|
condition: service_healthy
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
test:
|
|
- CMD
|
|
- python
|
|
- /app/scripts/healthcheck.py
|
|
interval: 2s
|
|
timeout: 4s
|
|
retries: 30
|
|
image: mtusi2026lab6-app:1
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
reconciler:
|
|
build: .
|
|
command:
|
|
- python
|
|
- -m
|
|
- src.cleanup
|
|
- --apply
|
|
- --loop
|
|
environment:
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_BUCKET: messenger-attachments
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
BROKER_URL_FILE: /run/secrets/broker_url
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-30}
|
|
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-15}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
|
|
ALLOW_FAULT_INJECTION: ${ALLOW_FAULT_INJECTION:-0}
|
|
OTEL_SERVICE_NAME: messenger-reconciler
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
|
|
TELEMETRY_ENABLED: '1'
|
|
secrets:
|
|
- database_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
- broker_url
|
|
cpus: 0.5
|
|
mem_limit: 256m
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
disable: true
|
|
image: mtusi2026lab6-app:1
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
dns_opt:
|
|
- timeout:1
|
|
- attempts:1
|
|
lb:
|
|
image: haproxy:3.0.11-bookworm
|
|
ports:
|
|
- 127.0.0.1:${APP_PORT:-8080}:8080
|
|
volumes:
|
|
- ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
|
|
cpus: 0.5
|
|
mem_limit: 128m
|
|
depends_on:
|
|
api:
|
|
condition: service_healthy
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
broker:
|
|
image: redis:7.4.3-bookworm
|
|
entrypoint:
|
|
- /bin/sh
|
|
- /broker.sh
|
|
volumes:
|
|
- broker_data:/data
|
|
- ./infra/broker-entrypoint.sh:/broker.sh:ro
|
|
secrets:
|
|
- broker_password
|
|
cpus: 0.5
|
|
mem_limit: 256m
|
|
healthcheck:
|
|
test:
|
|
- CMD-SHELL
|
|
- REDISCLI_AUTH="$$(cat /run/secrets/broker_password)" redis-cli ping
|
|
interval: 2s
|
|
timeout: 3s
|
|
retries: 30
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
dispatcher:
|
|
image: mtusi2026lab6-app:1
|
|
build: .
|
|
command:
|
|
- python
|
|
- -m
|
|
- src.dispatcher
|
|
environment:
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_BUCKET: messenger-attachments
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
BROKER_URL_FILE: /run/secrets/broker_url
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-30}
|
|
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-15}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
|
|
ALLOW_FAULT_INJECTION: ${ALLOW_FAULT_INJECTION:-0}
|
|
OTEL_SERVICE_NAME: messenger-dispatcher
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
|
|
TELEMETRY_ENABLED: '1'
|
|
secrets:
|
|
- database_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
- broker_url
|
|
cpus: 0.5
|
|
mem_limit: 256m
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
broker:
|
|
condition: service_healthy
|
|
restart: on-failure
|
|
healthcheck:
|
|
disable: true
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
dns_opt:
|
|
- timeout:1
|
|
- attempts:1
|
|
worker:
|
|
image: mtusi2026lab6-app:1
|
|
build: .
|
|
command:
|
|
- python
|
|
- -m
|
|
- src.worker
|
|
environment:
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
S3_ENDPOINT: http://s3:9000
|
|
S3_BUCKET: messenger-attachments
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
BROKER_URL_FILE: /run/secrets/broker_url
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-30}
|
|
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-15}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
|
|
ALLOW_FAULT_INJECTION: ${ALLOW_FAULT_INJECTION:-0}
|
|
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-1}
|
|
WORKER_IMAGE_MEMORY_MIB: '512'
|
|
OTEL_SERVICE_NAME: messenger-worker
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
|
|
TELEMETRY_ENABLED: '1'
|
|
secrets:
|
|
- database_url
|
|
- s3_access_key_id
|
|
- s3_secret_access_key
|
|
- broker_url
|
|
cpus: 1.0
|
|
mem_limit: 768m
|
|
stop_grace_period: 5s
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
broker:
|
|
condition: service_healthy
|
|
restart: on-failure
|
|
healthcheck:
|
|
disable: true
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
dns_opt:
|
|
- timeout:1
|
|
- attempts:1
|
|
collector:
|
|
image: otel/opentelemetry-collector-contrib:0.123.0
|
|
command:
|
|
- --config=/etc/otel/config.yaml
|
|
volumes:
|
|
- ./infra/otel/collector.yaml:/etc/otel/config.yaml:ro
|
|
- collector_data:/var/lib/otel
|
|
cpus: 0.5
|
|
mem_limit: 256m
|
|
restart: unless-stopped
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
user: 0:0
|
|
prometheus:
|
|
image: prom/prometheus:v3.2.1
|
|
command:
|
|
- --config.file=/etc/prometheus/prometheus.yaml
|
|
- --storage.tsdb.path=/prometheus
|
|
- --storage.tsdb.retention.time=2d
|
|
- --web.enable-lifecycle
|
|
volumes:
|
|
- ./infra/otel/prometheus.yaml:/etc/prometheus/prometheus.yaml:ro
|
|
- prometheus_data:/prometheus
|
|
- ./infra/otel/alerts.yaml:/etc/prometheus/alerts.yaml:ro
|
|
- ./infra/otel/recording.yaml:/etc/prometheus/recording.yaml:ro
|
|
cpus: 0.5
|
|
mem_limit: 256m
|
|
restart: unless-stopped
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
ports:
|
|
- 127.0.0.1:9096:9090
|
|
loki:
|
|
image: grafana/loki:3.4.2
|
|
command:
|
|
- -config.file=/etc/loki/config.yaml
|
|
volumes:
|
|
- ./infra/otel/loki.yaml:/etc/loki/config.yaml:ro
|
|
- loki_data:/loki
|
|
cpus: 0.5
|
|
mem_limit: 384m
|
|
restart: unless-stopped
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
ports:
|
|
- 127.0.0.1:3106:3100
|
|
tempo:
|
|
image: grafana/tempo:2.7.2
|
|
command:
|
|
- -config.file=/etc/tempo/config.yaml
|
|
volumes:
|
|
- ./infra/otel/tempo.yaml:/etc/tempo/config.yaml:ro
|
|
- tempo_data:/var/tempo
|
|
cpus: 1.0
|
|
mem_limit: 512m
|
|
restart: unless-stopped
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 5m
|
|
max-file: '2'
|
|
ports:
|
|
- 127.0.0.1:3206:3200
|
|
user: 0:0
|
|
grafana:
|
|
image: grafana/grafana:11.6.0-ubuntu
|
|
ports:
|
|
- 127.0.0.1:3006:3000
|
|
environment:
|
|
GF_SECURITY_ADMIN_USER: admin
|
|
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_password
|
|
GF_USERS_ALLOW_SIGN_UP: 'false'
|
|
secrets:
|
|
- grafana_password
|
|
volumes:
|
|
- grafana_data:/var/lib/grafana
|
|
- ./infra/otel/grafana/provisioning:/etc/grafana/provisioning:ro
|
|
- ./infra/otel/grafana/dashboards:/var/lib/grafana/dashboards:ro
|
|
cpus: 0.5
|
|
mem_limit: 512m
|
|
restart: unless-stopped
|
|
volumes:
|
|
postgres_data: null
|
|
redis_data: null
|
|
s3_data: null
|
|
broker_data: null
|
|
collector_data: null
|
|
prometheus_data: null
|
|
loki_data: null
|
|
tempo_data: null
|
|
grafana_data: null
|
|
secrets:
|
|
db_password:
|
|
file: .secrets/db_password
|
|
database_url:
|
|
file: .secrets/database_url
|
|
s3_root_user:
|
|
file: .secrets/s3_root_user
|
|
s3_root_password:
|
|
file: .secrets/s3_root_password
|
|
s3_access_key_id:
|
|
file: .secrets/s3_access_key_id
|
|
s3_secret_access_key:
|
|
file: .secrets/s3_secret_access_key
|
|
broker_password:
|
|
file: .secrets/broker_password
|
|
broker_url:
|
|
file: .secrets/broker_url
|
|
grafana_password:
|
|
file: .secrets/grafana_password
|