Files
mtusi2026lab7/compose.yaml

484 lines
13 KiB
YAML

services:
tls-proxy:
image: dockurr/stunnel:5.76
volumes:
- ./infra/stunnel/stunnel.conf:/stunnel.conf:ro
- ./secrets/tls/tls-proxy.crt:/cert.crt:ro
- ./secrets/tls/tls-proxy.key:/private.key:ro
ports:
- 127.0.0.1:18443:18443
- 127.0.0.1:19091:19090
- 127.0.0.1:13001:13001
restart: unless-stopped
networks:
- backend
- data_backend
security_opt:
- no-new-privileges:true
tmpfs:
- /tmp:size=16m,noexec,nosuid
healthcheck:
test:
- CMD-SHELL
- nc -z 127.0.0.1 15432 && nc -z 127.0.0.1 16379 && nc -z 127.0.0.1 15672 &&
nc -z 127.0.0.1 18333 && nc -z 127.0.0.1 18443 && nc -z 127.0.0.1 14318 &&
nc -z 127.0.0.1 13100 && nc -z 127.0.0.1 14320 && nc -z 127.0.0.1 13200 &&
nc -z 127.0.0.1 18889 && nc -z 127.0.0.1 19090 && nc -z 127.0.0.1 13001
interval: 5s
timeout: 3s
retries: 20
start_period: 5s
environment:
UID: '1000'
GID: '1000'
openbao:
image: openbao/openbao:2.2.0
command:
- server
- -config=/openbao/config.hcl
volumes:
- ./infra/openbao/config.hcl:/openbao/config.hcl:ro
- ./secrets/tls/openbao.crt:/run/tls/openbao.crt:ro
- ./secrets/tls/openbao.key:/run/tls/openbao.key:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- openbao_data:/openbao/data
ports:
- 127.0.0.1:18200:8200
restart: unless-stopped
networks:
- backend
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
cap_add:
- SETGID
- SETUID
postgres:
image: postgres:16.6-bookworm
environment:
POSTGRES_DB: ${POSTGRES_DB}
POSTGRES_USER: ${POSTGRES_USER}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
API_DB_USER: ${API_DB_USER}
API_DB_PASSWORD: ${API_DB_PASSWORD}
WORKER_DB_USER: ${WORKER_DB_USER}
WORKER_DB_PASSWORD: ${WORKER_DB_PASSWORD}
OUTBOX_DB_USER: ${OUTBOX_DB_USER}
OUTBOX_DB_PASSWORD: ${OUTBOX_DB_PASSWORD}
volumes:
- postgres_data:/var/lib/postgresql/data
- ./postgres/init-roles.sh:/docker-entrypoint-initdb.d/10-roles.sh:ro
healthcheck:
test:
- CMD-SHELL
- pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}
interval: 5s
timeout: 3s
retries: 15
restart: unless-stopped
networks:
- data_backend
redis:
image: redis:7.4.2-alpine
command:
- redis-server
- --appendonly
- 'yes'
- --requirepass
- ${REDIS_ADMIN_PASSWORD}
- --aclfile
- /data/users.acl
volumes:
- redis_data:/data
healthcheck:
test:
- CMD-SHELL
- redis-cli -a "$${REDIS_ADMIN_PASSWORD}" ping | grep -q PONG
interval: 5s
timeout: 3s
retries: 10
restart: unless-stopped
networks:
- data_backend
environment:
REDIS_ADMIN_PASSWORD: ${REDIS_ADMIN_PASSWORD}
rabbitmq:
image: rabbitmq:4.0.5-management-alpine
environment:
RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER}
RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD}
volumes:
- rabbitmq_data:/var/lib/rabbitmq
healthcheck:
test:
- CMD
- rabbitmq-diagnostics
- -q
- ping
interval: 10s
timeout: 5s
retries: 10
restart: unless-stopped
networks:
- data_backend
seaweedfs:
image: chrislusf/seaweedfs:4.46
command:
- mini
- -dir=/data
environment:
AWS_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID}
AWS_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY}
S3_BUCKET: ${S3_BUCKET}
volumes:
- seaweedfs_data:/data
restart: unless-stopped
networks:
- data_backend
migrate:
build:
context: .
dockerfile: Dockerfile
volumes:
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
command:
- alembic
- upgrade
- head
depends_on:
postgres:
condition: service_healthy
tls-proxy:
condition: service_healthy
healthcheck:
disable: true
restart: 'no'
networks:
- backend
environment:
DATABASE_URL: ${DATABASE_URL}
TLS_CA_FILE: /run/tls/ca.crt
api:
deploy:
replicas: 2
build:
context: .
dockerfile: Dockerfile
environment:
OTEL_SERVICE_NAME: messenger-api
OTEL_EXPORTER_OTLP_ENDPOINT: https://tls-proxy:14318
OTEL_EXPORTER_OTLP_PROTOCOL: http/protobuf
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab
BAO_ENABLED: '1'
BAO_ADDR: https://openbao:8200
BAO_CACERT: /run/tls/ca.crt
BAO_ROLE_ID_FILE: /run/secrets/bao/role_id
BAO_SECRET_ID_FILE: /run/secrets/bao/secret_id
BAO_SECRET_PATH: messenger/api
TLS_CA_FILE: /run/tls/ca.crt
APP_ENV: ${APP_ENV:-lab}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
S3_BUCKET: ${S3_BUCKET}
S3_REGION: ${S3_REGION:-us-east-1}
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
ARGON2_MEMORY_KIB: ${ARGON2_MEMORY_KIB:-19456}
ARGON2_ITERATIONS: ${ARGON2_ITERATIONS:-2}
ARGON2_PARALLELISM: ${ARGON2_PARALLELISM:-1}
command:
- uvicorn
- app.main:app
- --http
- h11
- --host
- 0.0.0.0
- --port
- '8443'
- --ssl-certfile
- /run/tls/api.crt
- --ssl-keyfile
- /run/tls/api.key
- --ssl-ca-certs
- /run/tls/lb-ca.crt
- --ssl-cert-reqs
- '2'
- --timeout-keep-alive
- '5'
- --timeout-graceful-shutdown
- '20'
expose:
- '8443'
volumes:
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./secrets/tls/api.crt:/run/tls/api.crt:ro
- ./secrets/tls/api.key:/run/tls/api.key:ro
- ./secrets/tls/lb-ca.crt:/run/tls/lb-ca.crt:ro
- ./secrets/bao/api:/run/secrets/bao:ro
healthcheck:
test:
- CMD
- python
- -c
- import os; os.kill(1,0)
interval: 10s
timeout: 5s
retries: 10
start_period: 30s
depends_on:
migrate:
condition: service_completed_successfully
seaweedfs:
condition: service_started
redis:
condition: service_healthy
otel-collector:
condition: service_started
openbao:
condition: service_started
tls-proxy:
condition: service_healthy
cpus: 1.0
mem_limit: 768m
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
read_only: true
tmpfs:
- /tmp:size=64m,noexec,nosuid
restart: unless-stopped
networks:
- backend
outbox-publisher:
build:
context: .
dockerfile: Dockerfile
volumes:
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./secrets/bao/outbox:/run/secrets/bao:ro
command:
- python
- -m
- app.services.outbox_publisher
depends_on:
migrate:
condition: service_completed_successfully
rabbitmq:
condition: service_healthy
tls-proxy:
condition: service_healthy
openbao:
condition: service_started
healthcheck:
disable: true
restart: unless-stopped
networks:
- backend
environment:
BAO_ENABLED: '1'
BAO_ADDR: https://openbao:8200
BAO_CACERT: /run/tls/ca.crt
BAO_ROLE_ID_FILE: /run/secrets/bao/role_id
BAO_SECRET_ID_FILE: /run/secrets/bao/secret_id
BAO_SECRET_PATH: messenger/outbox
TLS_CA_FILE: /run/tls/ca.crt
APP_ENV: ${APP_ENV:-lab}
OUTBOX_POLL_INTERVAL_SECONDS: ${OUTBOX_POLL_INTERVAL_SECONDS:-1}
OUTBOX_BATCH_SIZE: ${OUTBOX_BATCH_SIZE:-50}
cpus: 0.5
mem_limit: 384m
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
read_only: true
tmpfs:
- /tmp:size=32m,noexec,nosuid
worker:
build:
context: .
dockerfile: Dockerfile
environment:
OTEL_SERVICE_NAME: messenger-worker
OTEL_EXPORTER_OTLP_ENDPOINT: https://tls-proxy:14318
OTEL_EXPORTER_OTLP_PROTOCOL: http/protobuf
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab
BAO_ENABLED: '1'
BAO_ADDR: https://openbao:8200
BAO_CACERT: /run/tls/ca.crt
BAO_ROLE_ID_FILE: /run/secrets/bao/role_id
BAO_SECRET_ID_FILE: /run/secrets/bao/secret_id
BAO_SECRET_PATH: messenger/worker
TLS_CA_FILE: /run/tls/ca.crt
APP_ENV: ${APP_ENV:-lab}
S3_BUCKET: ${S3_BUCKET}
S3_REGION: ${S3_REGION:-us-east-1}
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2}
WORKER_MAX_ATTEMPTS: ${WORKER_MAX_ATTEMPTS:-5}
WORKER_LEASE_SECONDS: ${WORKER_LEASE_SECONDS:-180}
WORKER_RETRY_BASE_SECONDS: ${WORKER_RETRY_BASE_SECONDS:-2}
WORKER_RETRY_MAX_SECONDS: ${WORKER_RETRY_MAX_SECONDS:-120}
WORKER_STAGING_RETENTION_SECONDS: ${WORKER_STAGING_RETENTION_SECONDS:-86400}
IMAGE_PROCESSING_TIMEOUT_SECONDS: ${IMAGE_PROCESSING_TIMEOUT_SECONDS:-60}
volumes:
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./secrets/bao/worker:/run/secrets/bao:ro
cpus: 1.0
mem_limit: 1g
command:
- python
- -m
- app.worker
depends_on:
migrate:
condition: service_completed_successfully
seaweedfs:
condition: service_started
rabbitmq:
condition: service_healthy
otel-collector:
condition: service_started
openbao:
condition: service_started
tls-proxy:
condition: service_healthy
healthcheck:
disable: true
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
read_only: true
tmpfs:
- /tmp:size=128m,noexec,nosuid
restart: unless-stopped
networks:
- backend
nginx:
image: nginx:1.27.4-alpine
ports:
- 127.0.0.1:8443:8443
volumes:
- ./nginx/nginx.conf:/etc/nginx/nginx.conf:ro
- ./nginx/proxy-common.conf:/etc/nginx/proxy-common.conf:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./secrets/tls/nginx.crt:/run/tls/nginx.crt:ro
- ./secrets/tls/nginx.key:/run/tls/nginx.key:ro
- ./secrets/tls/lb-client.crt:/run/tls/lb-client.crt:ro
- ./secrets/tls/lb-client.key:/run/tls/lb-client.key:ro
depends_on:
api:
condition: service_started
healthcheck:
test:
- CMD-SHELL
- wget --quiet --no-check-certificate -O /dev/null https://127.0.0.1:8443/health/live || exit 1
interval: 10s
timeout: 3s
retries: 10
start_period: 10s
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
user: "101:101"
tmpfs:
- /var/cache/nginx:rw,noexec,nosuid,size=64m,uid=101,gid=101
restart: unless-stopped
networks:
- backend
otel-collector:
image: otel/opentelemetry-collector-contrib:0.116.1
command:
- --config=/etc/otelcol-contrib/config.yaml
volumes:
- ./observability/otel-collector-config.yaml:/etc/otelcol-contrib/config.yaml:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
depends_on:
- prometheus
- loki
- tempo
restart: unless-stopped
networks:
- data_backend
prometheus:
image: prom/prometheus:v2.55.1
command:
- --config.file=/etc/prometheus/prometheus.yml
- --storage.tsdb.path=/prometheus
- --storage.tsdb.retention.time=7d
volumes:
- ./observability/prometheus.yml:/etc/prometheus/prometheus.yml:ro
- prometheus_data:/prometheus
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
restart: unless-stopped
networks:
- data_backend
depends_on:
tls-proxy:
condition: service_healthy
loki:
image: grafana/loki:3.3.2
command:
- -config.file=/etc/loki/local-config.yaml
volumes:
- ./observability/loki-config.yaml:/etc/loki/local-config.yaml:ro
- loki_data:/loki
restart: unless-stopped
networks:
- data_backend
tempo:
image: grafana/tempo:2.6.1
command:
- -config.file=/etc/tempo/tempo.yaml
volumes:
- ./observability/tempo-config.yaml:/etc/tempo/tempo.yaml:ro
- tempo_data:/var/tempo
restart: unless-stopped
networks:
- data_backend
grafana:
image: grafana/grafana:11.4.0
environment:
GF_SECURITY_ADMIN_USER: admin
GF_SECURITY_ADMIN_PASSWORD: ${GRAFANA_ADMIN_PASSWORD:-change_me}
GF_USERS_ALLOW_SIGN_UP: 'false'
volumes:
- grafana_data:/var/lib/grafana
- ./grafana/provisioning/datasources:/etc/grafana/provisioning/datasources:ro
- ./grafana/provisioning/dashboards:/etc/grafana/provisioning/dashboards:ro
- ./grafana/dashboards:/var/lib/grafana/dashboards:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
depends_on:
prometheus:
condition: service_started
loki:
condition: service_started
tempo:
condition: service_started
tls-proxy:
condition: service_healthy
restart: unless-stopped
networks:
- data_backend
volumes:
postgres_data: null
redis_data: null
rabbitmq_data: null
seaweedfs_data: null
prometheus_data: null
loki_data: null
tempo_data: null
grafana_data: null
openbao_data: null
networks:
backend:
driver: bridge
data_backend:
driver: bridge
internal: true