Files
mtusi2026lab7-fork/compose.yaml
T

719 lines
26 KiB
YAML

name: messenger-lab7
x-api-image: &api-image
build:
context: .
args:
API_BUILD_REVISION: ${API_BUILD_REVISION:?Set API_BUILD_REVISION in .env}
image: ${API_IMAGE:?Set API_IMAGE in .env}
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
x-base-env: &base-env
APP_HOST: ${APP_HOST:?Set APP_HOST in .env}
APP_PORT: ${APP_PORT:?Set APP_PORT in .env}
APP_ENV: ${APP_ENV:?Set APP_ENV in .env}
OTEL_ENABLED: ${OTEL_ENABLED:-true}
OTEL_EXPORTER_OTLP_ENDPOINT: ${OTEL_EXPORTER_OTLP_ENDPOINT:-https://otel-collector:4318}
DB_CA_FILE: /run/tls/ca.crt
OTEL_EXPORTER_OTLP_CERTIFICATE: /run/tls/ca.crt
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /run/tls/otel-agent.crt
OTEL_EXPORTER_OTLP_CLIENT_KEY: /run/tls/otel-agent.key
LOG_LEVEL: ${LOG_LEVEL:?Set LOG_LEVEL in .env}
MAX_MESSAGES: ${MAX_MESSAGES:?Set MAX_MESSAGES in .env}
MAX_IN_FLIGHT: ${MAX_IN_FLIGHT:?Set MAX_IN_FLIGHT in .env}
LOGIN_MAX_IN_FLIGHT: ${LOGIN_MAX_IN_FLIGHT:-10}
DB_HOST: ${DB_HOST:?Set DB_HOST in .env}
DB_PORT: ${DB_PORT:?Set DB_PORT in .env}
DB_NAME: ${DB_NAME:?Set DB_NAME in .env}
DB_USER: ${DB_USER:?Set DB_USER in .env}
DB_POOL_SIZE: ${DB_POOL_SIZE:?Set DB_POOL_SIZE in .env}
DB_MAX_OVERFLOW: ${DB_MAX_OVERFLOW:?Set DB_MAX_OVERFLOW in .env}
DB_POOL_TIMEOUT_SECONDS: ${DB_POOL_TIMEOUT_SECONDS:?Set DB_POOL_TIMEOUT_SECONDS in .env}
DB_CONNECT_TIMEOUT_SECONDS: ${DB_CONNECT_TIMEOUT_SECONDS:?Set DB_CONNECT_TIMEOUT_SECONDS in .env}
DB_STATEMENT_TIMEOUT_MS: ${DB_STATEMENT_TIMEOUT_MS:?Set DB_STATEMENT_TIMEOUT_MS in .env}
SHUTDOWN_DRAIN_SECONDS: ${SHUTDOWN_DRAIN_SECONDS:?Set SHUTDOWN_DRAIN_SECONDS in .env}
GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS: ${GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS:?Set GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS in .env}
READINESS_TIMEOUT_SECONDS: ${READINESS_TIMEOUT_SECONDS:?Set READINESS_TIMEOUT_SECONDS in .env}
x-s3-env: &s3-env
S3_CA_FILE: /run/tls/ca.crt
S3_ENDPOINT: ${S3_ENDPOINT:?Set S3_ENDPOINT in .env}
S3_REGION: ${S3_REGION:?Set S3_REGION in .env}
S3_BUCKET: ${S3_BUCKET:?Set S3_BUCKET in .env}
S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
S3_CONNECT_TIMEOUT_SECONDS: ${S3_CONNECT_TIMEOUT_SECONDS:?Set S3_CONNECT_TIMEOUT_SECONDS in .env}
S3_READ_TIMEOUT_SECONDS: ${S3_READ_TIMEOUT_SECONDS:?Set S3_READ_TIMEOUT_SECONDS in .env}
S3_UPLOAD_TIMEOUT_SECONDS: ${S3_UPLOAD_TIMEOUT_SECONDS:?Set S3_UPLOAD_TIMEOUT_SECONDS in .env}
S3_DOWNLOAD_TIMEOUT_SECONDS: ${S3_DOWNLOAD_TIMEOUT_SECONDS:?Set S3_DOWNLOAD_TIMEOUT_SECONDS in .env}
S3_IMAGE_TIMEOUT_SECONDS: ${S3_IMAGE_TIMEOUT_SECONDS:?Set S3_IMAGE_TIMEOUT_SECONDS in .env}
S3_MAX_UPLOAD_BYTES: ${S3_MAX_UPLOAD_BYTES:?Set S3_MAX_UPLOAD_BYTES in .env}
S3_MAX_IMAGE_PIXELS: ${S3_MAX_IMAGE_PIXELS:?Set S3_MAX_IMAGE_PIXELS in .env}
S3_CHUNK_BYTES: ${S3_CHUNK_BYTES:?Set S3_CHUNK_BYTES in .env}
S3_MAX_CONCURRENT_UPLOADS: ${S3_MAX_CONCURRENT_UPLOADS:?Set S3_MAX_CONCURRENT_UPLOADS in .env}
S3_CLEANUP_GRACE_SECONDS: ${S3_CLEANUP_GRACE_SECONDS:?Set S3_CLEANUP_GRACE_SECONDS in .env}
S3_CLEANUP_INTERVAL_SECONDS: ${S3_CLEANUP_INTERVAL_SECONDS:?Set S3_CLEANUP_INTERVAL_SECONDS in .env}
x-jobs-env: &jobs-env
BROKER_CA_FILE: /run/tls/ca.crt
BROKER_HOST: ${BROKER_HOST:?Set BROKER_HOST in .env}
BROKER_PORT: ${BROKER_PORT:?Set BROKER_PORT in .env}
BROKER_QUEUE: ${BROKER_QUEUE:?Set BROKER_QUEUE in .env}
BROKER_VHOST: ${BROKER_VHOST:?Set BROKER_VHOST in .env}
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:?Set WORKER_CONCURRENCY in .env}
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:?Set JOB_MAX_ATTEMPTS in .env}
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:?Set JOB_TIMEOUT_SECONDS in .env}
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:?Set JOB_LEASE_SECONDS in .env}
JOB_RETRY_MAX_SECONDS: ${JOB_RETRY_MAX_SECONDS:?Set JOB_RETRY_MAX_SECONDS in .env}
JOB_RETRY_SECONDS: ${JOB_RETRY_SECONDS:?Set JOB_RETRY_SECONDS in .env}
PUBLISHER_POLL_SECONDS: ${PUBLISHER_POLL_SECONDS:?Set PUBLISHER_POLL_SECONDS in .env}
FAILED_STAGING_RETENTION_SECONDS: ${FAILED_STAGING_RETENTION_SECONDS:?Set FAILED_STAGING_RETENTION_SECONDS in .env}
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:?Set STAGING_RETENTION_SECONDS in .env}
IMAGE_JPEG_QUALITY: ${IMAGE_JPEG_QUALITY:?Set IMAGE_JPEG_QUALITY in .env}
IMAGE_WEBP_QUALITY: ${IMAGE_WEBP_QUALITY:?Set IMAGE_WEBP_QUALITY in .env}
IMAGE_WEBP_METHOD: ${IMAGE_WEBP_METHOD:?Set IMAGE_WEBP_METHOD in .env}
IMAGE_MEMORY_MIB: ${IMAGE_MEMORY_MIB:?Set IMAGE_MEMORY_MIB in .env}
IMAGE_CPU_SECONDS: ${IMAGE_CPU_SECONDS:?Set IMAGE_CPU_SECONDS in .env}
services:
minio:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
build:
context: .
dockerfile: infra/minio/Dockerfile
target: server
image: messenger-lab7-minio:local
command: ["server", "--certs-dir", "/run/minio-tls", "/data", "--console-address", "127.0.0.1:9001"]
restart: unless-stopped
environment:
MINIO_ROOT_USER_FILE: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
MINIO_ROOT_PASSWORD_FILE: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
MINIO_BROWSER: ${MINIO_BROWSER:?Set MINIO_BROWSER in .env}
secrets:
- source: minio_root_user
target: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
- source: minio_root_password
target: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
networks: [objects]
healthcheck:
test: ["CMD", "python", "-c", "import ssl, urllib.request; urllib.request.urlopen('https://minio:9000/minio/health/ready', context=ssl.create_default_context(cafile='/run/tls/ca.crt'), timeout=2)"]
interval: 3s
timeout: 3s
retries: 10
deploy:
resources:
limits:
cpus: "1.0"
memory: 512M
volumes:
- ./secrets/tls/minio.key:/run/minio-tls/private.key:ro
- ./secrets/tls/minio.crt:/run/minio-tls/public.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- miniodata:/data
minio-bootstrap:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
build:
context: .
dockerfile: infra/minio/Dockerfile
target: bootstrap
image: messenger-lab7-minio-bootstrap:local
environment:
S3_ENDPOINT: ${S3_ENDPOINT:?Set S3_ENDPOINT in .env}
S3_BUCKET: ${S3_BUCKET:?Set S3_BUCKET in .env}
S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
MINIO_ROOT_USER_FILE: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
MINIO_ROOT_PASSWORD_FILE: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
secrets:
- source: minio_root_user
target: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
- source: minio_root_password
target: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
- source: s3_access_key_id
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
- source: s3_secret_access_key
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
networks: [objects]
restart: "no"
depends_on:
minio:
condition: service_healthy
deploy:
resources:
limits:
cpus: "0.25"
memory: 128M
volumes:
- ./secrets/worker_s3_access_key_id:/run/credentials/worker_access_key_id:ro
- ./secrets/worker_s3_secret_access_key:/run/credentials/worker_secret_access_key:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
postgres:
security_opt: [no-new-privileges:true]
entrypoint: ["/bin/sh", "/etc/postgres/start.sh"]
image: postgres:16.10-bookworm
restart: unless-stopped
environment:
POSTGRES_USER: ${DB_USER:?Set DB_USER in .env}
POSTGRES_DB: ${DB_NAME:?Set DB_NAME in .env}
POSTGRES_PASSWORD_FILE: ${POSTGRES_PASSWORD_FILE:?Set POSTGRES_PASSWORD_FILE in .env}
secrets:
- source: db_password
target: ${POSTGRES_PASSWORD_FILE:?Set POSTGRES_PASSWORD_FILE in .env}
healthcheck:
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
interval: 3s
timeout: 3s
retries: 10
deploy:
resources:
limits:
cpus: "1.0"
memory: 512M
volumes:
- ./secrets/cleanup_db_password:/run/roles/cleanup:ro
- ./secrets/publisher_db_password:/run/roles/publisher:ro
- ./secrets/worker_db_password:/run/roles/worker:ro
- ./secrets/api_db_password:/run/roles/api:ro
- ./infra/postgres/10-roles.sh:/docker-entrypoint-initdb.d/10-roles.sh:ro
- ./infra/postgres/pg_hba.conf:/etc/postgres/pg_hba.conf:ro
- ./infra/postgres/start.sh:/etc/postgres/start.sh:ro
- ./secrets/tls/postgres.key:/run/tls/server.key:ro
- ./secrets/tls/postgres.crt:/run/tls/server.crt:ro
- pgdata:/var/lib/postgresql/data
redis:
security_opt: [no-new-privileges:true]
image: redis:7.4.2-bookworm
restart: unless-stopped
entrypoint: ["/bin/sh", "/usr/local/bin/start-redis.sh"]
secrets:
- redis_password
healthcheck:
test: ["CMD-SHELL", "REDISCLI_AUTH=\"$$(cat /run/secrets/redis_password)\" redis-cli --tls --cacert /run/tls/ca.crt -h localhost --user session ping"]
interval: 3s
timeout: 3s
retries: 10
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
volumes:
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./secrets/tls/redis.key:/run/tls/server.key:ro
- ./secrets/tls/redis.crt:/run/tls/server.crt:ro
- ./infra/redis/redis.conf:/usr/local/etc/redis/redis.conf:ro
- ./infra/redis/start-redis.sh:/usr/local/bin/start-redis.sh:ro
- redisdata:/data
broker:
security_opt: [no-new-privileges:true]
image: rabbitmq:4.4.0
hostname: broker
environment:
RABBITMQ_NODENAME: rabbit@localhost
restart: unless-stopped
healthcheck:
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
interval: 5s
timeout: 5s
retries: 20
start_period: 20s
deploy:
resources:
limits:
cpus: "1.0"
memory: 768M
volumes:
- ./secrets/broker_definitions.json:/run/secrets/broker_definitions.json:ro
- ./infra/broker/rabbitmq.conf:/etc/rabbitmq/rabbitmq.conf:ro
- ./infra/broker/enabled_plugins:/etc/rabbitmq/enabled_plugins:ro
- ./secrets/tls/broker-client-ca.crt:/run/tls/broker-client-ca.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./secrets/tls/broker.key:/run/tls/server.key:ro
- ./secrets/tls/broker.crt:/run/tls/server.crt:ro
- rabbitmqdata:/var/lib/rabbitmq
publisher:
<<: *api-image
init: true
command: ["python", "-m", "app.core.outbox_publisher"]
restart: unless-stopped
environment:
DB_USER: publisher
BAO_ROLE: publisher
BAO_ADDR: https://openbao:8200
<<: [*base-env, *jobs-env]
depends_on:
openbao:
condition: service_healthy
postgres:
condition: service_healthy
broker:
condition: service_healthy
migrate:
condition: service_completed_successfully
healthcheck:
disable: true
stop_grace_period: 15s
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
volumes:
- ./secrets/tls/attachment-publisher.crt:/run/tls/broker-client.crt:ro
- ./secrets/tls/attachment-publisher.key:/run/tls/broker-client.key:ro
- ./secrets/tls/otel-publisher.crt:/run/tls/otel-agent.crt:ro
- ./secrets/tls/publisher-bao.key:/run/tls/bao-client.key:ro
- ./secrets/tls/publisher-bao.crt:/run/tls/bao-client.crt:ro
- ./secrets/tls/otel-publisher.key:/run/tls/otel-agent.key:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
worker:
<<: *api-image
init: true
command: ["python", "-m", "app.core.job_worker"]
restart: unless-stopped
environment:
S3_SECRET_ACCESS_KEY_FILE: /run/credentials/secret_access_key
S3_ACCESS_KEY_ID_FILE: /run/credentials/access_key_id
DB_USER: worker
BAO_ROLE: worker
BAO_ADDR: https://openbao:8200
<<: [*base-env, *s3-env, *jobs-env]
networks: [default, objects]
tmpfs:
- /tmp:rw,noexec,nosuid,size=128m,mode=1777
depends_on:
openbao:
condition: service_healthy
postgres:
condition: service_healthy
broker:
condition: service_healthy
minio:
condition: service_healthy
minio-bootstrap:
condition: service_completed_successfully
migrate:
condition: service_completed_successfully
healthcheck:
disable: true
stop_signal: SIGTERM
stop_grace_period: 20s
deploy:
resources:
limits:
cpus: "2.0"
memory: 2048M
volumes:
- ./secrets/tls/attachment-worker.crt:/run/tls/broker-client.crt:ro
- ./secrets/tls/attachment-worker.key:/run/tls/broker-client.key:ro
- ./secrets/tls/otel-worker.crt:/run/tls/otel-agent.crt:ro
- ./secrets/worker_s3_secret_access_key:/run/credentials/secret_access_key:ro
- ./secrets/worker_s3_access_key_id:/run/credentials/access_key_id:ro
- ./secrets/tls/worker-bao.key:/run/tls/bao-client.key:ro
- ./secrets/tls/worker-bao.crt:/run/tls/bao-client.crt:ro
- ./secrets/tls/otel-worker.key:/run/tls/otel-agent.key:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
migrate:
<<: *api-image
command: ["sh", "-ec", "alembic upgrade head && python -m app.core.db_grants"]
environment: *base-env
secrets:
- db_password
depends_on:
postgres:
condition: service_healthy
restart: "no"
healthcheck:
disable: true
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
volumes:
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
api:
<<: *api-image
restart: unless-stopped
environment:
API_TLS_ENABLED: "true"
REDIS_CA_FILE: /run/tls/ca.crt
REDIS_USERNAME: session
DB_USER: api
BAO_ROLE: api
BAO_ADDR: https://openbao:8200
<<: [*base-env, *s3-env, *jobs-env]
REDIS_HOST: ${REDIS_HOST:?Set REDIS_HOST in .env}
REDIS_PORT: ${REDIS_PORT:?Set REDIS_PORT in .env}
REDIS_DB: ${REDIS_DB:?Set REDIS_DB in .env}
REDIS_MAX_CONNECTIONS: ${REDIS_MAX_CONNECTIONS:?Set REDIS_MAX_CONNECTIONS in .env}
REDIS_POOL_TIMEOUT_SECONDS: ${REDIS_POOL_TIMEOUT_SECONDS:?Set REDIS_POOL_TIMEOUT_SECONDS in .env}
REDIS_CONNECT_TIMEOUT_SECONDS: ${REDIS_CONNECT_TIMEOUT_SECONDS:?Set REDIS_CONNECT_TIMEOUT_SECONDS in .env}
REDIS_SOCKET_TIMEOUT_SECONDS: ${REDIS_SOCKET_TIMEOUT_SECONDS:?Set REDIS_SOCKET_TIMEOUT_SECONDS in .env}
SESSION_STORE: ${SESSION_STORE:?Set SESSION_STORE in .env}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:?Set SESSION_TTL_SECONDS in .env}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:?Set IDEMPOTENCY_TTL_SECONDS in .env}
secrets:
- redis_password
- source: s3_access_key_id
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
- source: s3_secret_access_key
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
networks: [default, objects]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
deploy:
replicas: ${API_REPLICAS:?Set API_REPLICAS in .env}
resources:
limits:
cpus: "1.0"
memory: 1536M
healthcheck:
test: ["CMD", "python", "-c", "import os, socket; socket.create_connection(('127.0.0.1', int(os.environ['APP_PORT'])), 2).close()"]
interval: 3s
timeout: 3s
start_period: 10s
retries: 2
stop_signal: SIGTERM
stop_grace_period: 8s
depends_on:
openbao:
condition: service_healthy
minio:
condition: service_healthy
minio-bootstrap:
condition: service_completed_successfully
postgres:
condition: service_healthy
redis:
condition: service_healthy
migrate:
condition: service_completed_successfully
volumes:
- ./secrets/tls/api-broker.crt:/run/tls/broker-client.crt:ro
- ./secrets/tls/api-broker.key:/run/tls/broker-client.key:ro
- ./secrets/tls/otel-api.crt:/run/tls/otel-agent.crt:ro
- ./secrets/tls/api.key:/run/tls/api.key:ro
- ./secrets/tls/api.crt:/run/tls/api.crt:ro
- ./secrets/tls/api-bao.key:/run/tls/bao-client.key:ro
- ./secrets/tls/api-bao.crt:/run/tls/bao-client.crt:ro
- ./secrets/tls/otel-api.key:/run/tls/otel-agent.key:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
cleanup:
<<: *api-image
command: ["python", "-m", "app.core.cleanup", "--apply"]
restart: unless-stopped
environment:
DB_USER: cleanup
BAO_ROLE: cleanup
BAO_ADDR: https://openbao:8200
<<: [*base-env, *s3-env]
FAILED_STAGING_RETENTION_SECONDS: ${FAILED_STAGING_RETENTION_SECONDS:?Set FAILED_STAGING_RETENTION_SECONDS in .env}
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:?Set STAGING_RETENTION_SECONDS in .env}
secrets:
- source: s3_access_key_id
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
- source: s3_secret_access_key
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
networks: [default, objects]
healthcheck:
disable: true
depends_on:
openbao:
condition: service_healthy
migrate:
condition: service_completed_successfully
minio-bootstrap:
condition: service_completed_successfully
deploy:
resources:
limits:
cpus: "0.25"
memory: 256M
volumes:
- ./secrets/tls/cleanup-bao.key:/run/tls/bao-client.key:ro
- ./secrets/tls/cleanup-bao.crt:/run/tls/bao-client.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
nginx:
user: "101:101"
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /var/cache/nginx:rw,noexec,nosuid,size=64m,mode=1777
- /var/run:rw,noexec,nosuid,size=1m,mode=1777
image: nginx:1.28.0-alpine
restart: unless-stopped
ports:
- "127.0.0.1:${LB_HOST_PORT:?Set LB_HOST_PORT in .env}:8443"
healthcheck:
test: ["CMD", "curl", "--fail", "--silent", "--output", "/dev/null", "--cacert", "/run/tls/ca.crt", "https://localhost:8443/lb-health"]
interval: 5s
timeout: 3s
retries: 5
depends_on:
api:
condition: service_healthy
deploy:
resources:
limits:
cpus: "0.5"
memory: 128M
volumes:
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./secrets/tls/load-balancer.key:/run/tls/load-balancer.key:ro
- ./secrets/tls/load-balancer.crt:/run/tls/load-balancer.crt:ro
- ./secrets/tls/ingress.key:/run/tls/ingress.key:ro
- ./secrets/tls/ingress.crt:/run/tls/ingress.crt:ro
- ./infra/nginx/nginx.conf:/etc/nginx/nginx.conf:ro
otel-collector:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
image: otel/opentelemetry-collector-contrib:0.165.0
command: ["--config=/etc/otelcol/config.yaml"]
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
volumes:
- ./secrets/tls/otel-writer.key:/run/tls/otel-writer.key:ro
- ./secrets/tls/otel-writer.crt:/run/tls/otel-writer.crt:ro
- ./secrets/tls/otel-scrape-ca.crt:/run/tls/otel-scrape-ca.crt:ro
- ./secrets/tls/collector.key:/run/tls/server.key:ro
- ./secrets/tls/collector.crt:/run/tls/server.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./infra/otel/collector.yaml:/etc/otelcol/config.yaml:ro
collector-scrape:
user: "101:101"
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /var/cache/nginx:rw,noexec,nosuid,size=64m,mode=1777
- /var/run:rw,noexec,nosuid,size=1m,mode=1777
image: nginx:1.28.0-alpine
network_mode: service:otel-collector
restart: unless-stopped
depends_on:
otel-collector:
condition: service_started
restart: true
volumes:
- ./infra/otel/collector-scrape.conf:/etc/nginx/nginx.conf:ro
- ./secrets/tls/otel-ingest-ca.crt:/run/tls/otel-ingest-ca.crt:ro
- ./secrets/tls/collector.crt:/run/tls/server.crt:ro
- ./secrets/tls/collector.key:/run/tls/server.key:ro
- ./secrets/tls/otel-scrape-ca.crt:/run/tls/otel-scrape-ca.crt:ro
deploy:
resources:
limits:
cpus: "0.25"
memory: 64M
prometheus:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
image: prom/prometheus:v3.16.0
command: ["--config.file=/etc/prometheus/prometheus.yml", "--storage.tsdb.retention.time=3d", "--web.config.file=/etc/prometheus/web.yml"]
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
volumes:
- ./infra/otel/prometheus-web.yaml:/etc/prometheus/web.yml:ro
- ./secrets/tls/otel-scraper.key:/run/tls/otel-scraper.key:ro
- ./secrets/tls/otel-scraper.crt:/run/tls/otel-scraper.crt:ro
- ./secrets/tls/otel-read-ca.crt:/run/tls/otel-read-ca.crt:ro
- ./secrets/tls/prometheus.key:/run/tls/server.key:ro
- ./secrets/tls/prometheus.crt:/run/tls/server.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./infra/otel/prometheus.yaml:/etc/prometheus/prometheus.yml:ro
- ./infra/otel/alerts.yaml:/etc/prometheus/alerts.yaml:ro
- prometheusdata:/prometheus
loki:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
image: grafana/loki:3.7.10
command: ["-config.file=/etc/loki/config.yaml"]
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
volumes:
- ./secrets/tls/loki-clients.crt:/run/tls/loki-clients.crt:ro
- ./secrets/tls/loki.key:/run/tls/server.key:ro
- ./secrets/tls/loki.crt:/run/tls/server.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./infra/otel/loki.yaml:/etc/loki/config.yaml:ro
- lokidata:/loki
tempo:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
image: grafana/tempo:2.9.0
command: ["-config.file=/etc/tempo/config.yaml"]
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
volumes:
- ./secrets/tls/otel-read-ca.crt:/run/tls/otel-read-ca.crt:ro
- ./secrets/tls/otel-write-ca.crt:/run/tls/otel-write-ca.crt:ro
- ./secrets/tls/tempo.key:/run/tls/server.key:ro
- ./secrets/tls/tempo.crt:/run/tls/server.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./infra/otel/tempo.yaml:/etc/tempo/config.yaml:ro
- tempodata:/var/tempo
grafana:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
image: grafana/grafana:13.3.1
entrypoint: ["/bin/sh", "/etc/grafana/start.sh"]
restart: unless-stopped
environment:
GF_SERVER_PROTOCOL: https
GF_SERVER_CERT_FILE: /run/tls/server.crt
GF_SERVER_CERT_KEY: /run/tls/server.key
GF_SERVER_MIN_TLS_VERSION: TLS1.2
GF_AUTH_ANONYMOUS_ENABLED: "false"
GF_AUTH_ANONYMOUS_ORG_ROLE: Viewer
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_admin_password
GF_USERS_ALLOW_SIGN_UP: "false"
GF_ANALYTICS_REPORTING_ENABLED: "false"
GF_ANALYTICS_CHECK_FOR_UPDATES: "false"
secrets:
- grafana_admin_password
ports:
- "127.0.0.1:${GRAFANA_HOST_PORT:-13000}:3000"
healthcheck:
test: ["CMD", "curl", "--fail", "--silent", "--output", "/dev/null", "--cacert", "/run/tls/ca.crt", "https://localhost:3000/api/health"]
interval: 5s
timeout: 10s
retries: 36
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
volumes:
- ./infra/otel/grafana/start.sh:/etc/grafana/start.sh:ro
- ./secrets/tls/otel-reader.key:/run/tls/otel-reader.key:ro
- ./secrets/tls/otel-reader.crt:/run/tls/otel-reader.crt:ro
- ./secrets/tls/grafana.key:/run/tls/server.key:ro
- ./secrets/tls/grafana.crt:/run/tls/server.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./infra/otel/grafana/provisioning:/etc/grafana/provisioning:ro
- ./infra/otel/grafana/dashboards:/var/lib/grafana/dashboards:ro
- grafanadata:/var/lib/grafana
openbao:
read_only: true
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
tmpfs:
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
image: docker.io/openbao/openbao:2.7.1
command: ["server", "-config=/etc/bao/bao.hcl"]
restart: unless-stopped
environment:
BAO_ADDR: https://localhost:8200
BAO_CACERT: /run/tls/ca.crt
ports:
- "127.0.0.1:${BAO_HOST_PORT:-18200}:8200"
healthcheck:
test: ["CMD", "bao", "status"]
interval: 3s
timeout: 3s
retries: 20
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
volumes:
- ./secrets/tls/openbao.key:/run/tls/server.key:ro
- ./secrets/tls/openbao.crt:/run/tls/server.crt:ro
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
- ./infra/openbao/bao.hcl:/etc/bao/bao.hcl:ro
- baodata:/openbao/file
volumes:
baodata:
pgdata:
redisdata:
miniodata:
rabbitmqdata:
prometheusdata:
lokidata:
tempodata:
grafanadata:
networks:
default:
objects:
internal: true
secrets:
grafana_admin_password:
file: ./secrets/grafana_admin_password
db_password:
file: ./secrets/db_password
redis_password:
file: ./secrets/redis_password
minio_root_user:
file: ./secrets/minio_root_user
minio_root_password:
file: ./secrets/minio_root_password
s3_access_key_id:
file: ./secrets/s3_access_key_id
s3_secret_access_key:
file: ./secrets/s3_secret_access_key