Files
mtusi2026lab6/compose.yaml
T

421 lines
10 KiB
YAML

name: mtusi-vasilev-lab6
x-application:
image: ${API_IMAGE:-mtusi-vasilev:lab6}
build: &id001
context: .
args:
VCS_REF: ${VCS_REF:-uncommitted}
environment: &id002
DATABASE_URL_FILE: /run/secrets/database_url
CACHE_URL_FILE: /run/secrets/cache_url
BROKER_URL_FILE: /run/secrets/broker_url
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-45}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
S3_ENDPOINT: http://s3:8333
S3_BUCKET: messenger
S3_ACCESS_KEY_FILE: /run/secrets/s3_access_key
S3_SECRET_KEY_FILE: /run/secrets/s3_secret_key
POOL_MAX_SIZE: ${POOL_MAX_SIZE:-8}
OTEL_ENABLED: ${OTEL_ENABLED:-1}
OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318
OTEL_SAMPLE_RATIO: ${OTEL_SAMPLE_RATIO:-1}
OTEL_METRIC_INTERVAL_MS: ${OTEL_METRIC_INTERVAL_MS:-5000}
secrets: &id006
- database_url
- cache_url
- broker_url
- s3_access_key
- s3_secret_key
cpus: ${API_CPUS:-0.5}
mem_limit: ${API_MEMORY:-512m}
pids_limit: 96
read_only: true
tmpfs: &id003
- /tmp:size=16m,noexec,nosuid
cap_drop: &id004
- ALL
security_opt: &id005
- no-new-privileges:true
stop_grace_period: 8s
services:
postgres:
image: postgres:17.10-alpine
environment:
POSTGRES_USER: messenger
POSTGRES_DB: messenger
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
secrets:
- postgres_password
volumes:
- postgres_data:/var/lib/postgresql/data
healthcheck:
test:
- CMD-SHELL
- pg_isready -U messenger -d messenger
interval: 2s
timeout: 2s
retries: 15
cpus: 1
mem_limit: 768m
command:
- postgres
- -c
- fsync=on
- -c
- synchronous_commit=on
- -c
- full_page_writes=on
cache:
image: valkey/valkey:8.1.3-alpine
command:
- valkey-server
- --save
- ''
- --appendonly
- 'no'
- --maxmemory
- 64mb
- --maxmemory-policy
- allkeys-lru
healthcheck:
test:
- CMD
- valkey-cli
- ping
interval: 2s
timeout: 2s
retries: 15
cpus: 0.5
mem_limit: 128m
broker:
image: valkey/valkey:8.1.3-alpine
command:
- valkey-server
- /run/secrets/broker_config
secrets:
- broker_config
- broker_password
volumes:
- broker_data:/data
cpus: 0.5
mem_limit: 192m
healthcheck:
test:
- CMD-SHELL
- REDISCLI_AUTH=$$(cat /run/secrets/broker_password) valkey-cli ping
interval: 2s
timeout: 2s
retries: 15
dispatcher:
image: ${API_IMAGE:-mtusi-vasilev:lab6}
build: *id001
environment: *id002
secrets:
- database_url
- cache_url
- broker_url
cpus: 0.25
mem_limit: 192m
pids_limit: 96
read_only: true
tmpfs: *id003
cap_drop: *id004
security_opt: *id005
stop_grace_period: 8s
command:
- python
- -m
- messenger.worker
- --dispatcher
healthcheck:
disable: true
depends_on:
migrate:
condition: service_completed_successfully
broker:
condition: service_healthy
restart: unless-stopped
worker:
image: ${API_IMAGE:-mtusi-vasilev:lab6}
build: *id001
environment: *id002
secrets: *id006
cpus: 1
mem_limit: 896m
pids_limit: 96
read_only: true
tmpfs:
- /tmp:size=32m,noexec,nosuid
cap_drop: *id004
security_opt: *id005
stop_grace_period: 30s
command:
- python
- -m
- messenger.worker
healthcheck:
disable: true
depends_on:
migrate:
condition: service_completed_successfully
broker:
condition: service_healthy
s3-bootstrap:
condition: service_completed_successfully
restart: unless-stopped
migrate:
image: ${API_IMAGE:-mtusi-vasilev:lab6}
build: *id001
environment: *id002
secrets:
- database_url
cpus: ${API_CPUS:-0.5}
mem_limit: ${API_MEMORY:-512m}
pids_limit: 96
read_only: true
tmpfs: *id003
cap_drop: *id004
security_opt: *id005
stop_grace_period: 8s
command:
- python
- -m
- messenger.migrate
healthcheck:
disable: true
depends_on:
postgres:
condition: service_healthy
api:
image: ${API_IMAGE:-mtusi-vasilev:lab6}
build: *id001
environment: *id002
secrets:
- database_url
- cache_url
- s3_access_key
- s3_secret_key
cpus: ${API_CPUS:-0.5}
mem_limit: ${API_MEMORY:-512m}
pids_limit: 96
read_only: true
tmpfs: *id003
cap_drop: *id004
security_opt: *id005
stop_grace_period: 8s
deploy:
replicas: ${API_REPLICAS:-2}
depends_on:
migrate:
condition: service_completed_successfully
cache:
condition: service_healthy
s3-bootstrap:
condition: service_completed_successfully
storage:
image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e
command:
- server
- -dir=/data
- -ip=storage
- -ip.bind=0.0.0.0
- -filer
- -volume.max=32
- -volume.preStopSeconds=0
- -master.volumeSizeLimitMB=64
volumes:
- s3_data:/data
- ./infra/filer.toml:/etc/seaweedfs/filer.toml:ro
networks:
- storage_backend
cpus: 1
mem_limit: 512m
healthcheck:
test:
- CMD-SHELL
- wget -q -O /dev/null http://127.0.0.1:9333/dir/status
interval: 2s
timeout: 2s
retries: 20
s3:
image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e
command:
- s3
- -filer=storage:8888
- -ip.bind=0.0.0.0
- -config=/run/secrets/s3_config
- -port=8333
- -port.iceberg=0
secrets:
- s3_config
networks:
- default
- storage_backend
depends_on:
storage:
condition: service_healthy
cpus: 0.5
mem_limit: 256m
s3-bootstrap:
image: ${API_IMAGE:-mtusi-vasilev:lab6}
build: *id001
environment:
S3_ENDPOINT: http://s3:8333
S3_ADMIN_ACCESS_KEY_FILE: /run/secrets/s3_admin_access_key
S3_ADMIN_SECRET_KEY_FILE: /run/secrets/s3_admin_secret_key
secrets:
- s3_admin_access_key
- s3_admin_secret_key
cpus: ${API_CPUS:-0.5}
mem_limit: ${API_MEMORY:-512m}
pids_limit: 96
read_only: true
tmpfs: *id003
cap_drop: *id004
security_opt: *id005
stop_grace_period: 8s
command:
- python
- -m
- messenger.storage_bootstrap
healthcheck:
disable: true
depends_on:
s3:
condition: service_started
lb:
image: haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0
ports:
- 127.0.0.1:${PUBLIC_PORT:-8086}:8080
volumes:
- ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
depends_on:
api:
condition: service_healthy
cpus: 0.5
mem_limit: 128m
read_only: true
tmpfs:
- /tmp:size=8m
cap_drop:
- ALL
security_opt:
- no-new-privileges:true
healthcheck:
test:
- CMD-SHELL
- wget -q -O /dev/null http://127.0.0.1:8080/health/ready
interval: 2s
timeout: 2s
retries: 10
collector:
image: otel/opentelemetry-collector-contrib:0.123.0
command:
- --config=/etc/otelcol/config.yaml
volumes:
- ./infra/observability/collector.yaml:/etc/otelcol/config.yaml:ro
ports:
- 127.0.0.1:14318:4318
- 127.0.0.1:19464:9464
- 127.0.0.1:18888:8888
cpus: 0.5
mem_limit: 256m
pids_limit: 96
cap_drop:
- ALL
security_opt:
- no-new-privileges:true
prometheus:
image: prom/prometheus:v3.2.1
command:
- --config.file=/etc/prometheus/prometheus.yml
- --storage.tsdb.path=/prometheus
- --storage.tsdb.retention.time=24h
volumes:
- ./infra/observability/prometheus.yaml:/etc/prometheus/prometheus.yml:ro
- ./infra/observability/alerts.yaml:/etc/prometheus/alerts.yaml:ro
- prometheus_data:/prometheus
ports:
- 127.0.0.1:19096:9090
cpus: 0.5
mem_limit: 256m
loki:
image: grafana/loki:3.4.2
command:
- -config.file=/etc/loki/config.yaml
volumes:
- ./infra/observability/loki.yaml:/etc/loki/config.yaml:ro
- loki_data:/loki
ports:
- 127.0.0.1:13106:3100
cpus: 0.5
mem_limit: 384m
tempo:
image: grafana/tempo:2.7.2
command:
- -config.file=/etc/tempo/config.yaml
volumes:
- ./infra/observability/tempo.yaml:/etc/tempo/config.yaml:ro
- tempo_data:/var/tempo
ports:
- 127.0.0.1:13206:3200
cpus: 0.5
mem_limit: 384m
grafana:
image: grafana/grafana:11.6.0
environment:
GF_AUTH_ANONYMOUS_ENABLED: 'true'
GF_AUTH_ANONYMOUS_ORG_ROLE: Viewer
GF_AUTH_DISABLE_LOGIN_FORM: 'true'
GF_USERS_ALLOW_SIGN_UP: 'false'
GF_ANALYTICS_REPORTING_ENABLED: 'false'
GF_ANALYTICS_CHECK_FOR_UPDATES: 'false'
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_password
volumes:
- ./infra/grafana/provisioning:/etc/grafana/provisioning:ro
- ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro
- grafana_data:/var/lib/grafana
ports:
- 127.0.0.1:${GRAFANA_PORT:-13006}:3000
cpus: 0.5
mem_limit: 256m
secrets:
- grafana_password
volumes:
postgres_data: null
s3_data: null
broker_data: null
prometheus_data: {}
loki_data: {}
tempo_data: {}
grafana_data: {}
networks:
storage_backend:
internal: true
secrets:
postgres_password:
file: ./secrets/postgres_password
database_url:
file: ./secrets/database_url
cache_url:
file: ./secrets/cache_url
s3_access_key:
file: ./secrets/s3_access_key
s3_secret_key:
file: ./secrets/s3_secret_key
s3_admin_access_key:
file: ./secrets/s3_admin_access_key
s3_admin_secret_key:
file: ./secrets/s3_admin_secret_key
s3_config:
file: ./secrets/s3_config
broker_url:
file: ./secrets/broker_url
broker_password:
file: ./secrets/broker_password
broker_config:
file: ./secrets/broker_config
grafana_password:
file: ./secrets/grafana_password