forked from mtusi2026/mtusi2026lab7
719 lines
26 KiB
YAML
719 lines
26 KiB
YAML
name: messenger-lab7
|
|
|
|
x-api-image: &api-image
|
|
build:
|
|
context: .
|
|
args:
|
|
API_BUILD_REVISION: ${API_BUILD_REVISION:?Set API_BUILD_REVISION in .env}
|
|
image: ${API_IMAGE:?Set API_IMAGE in .env}
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
|
|
x-base-env: &base-env
|
|
APP_HOST: ${APP_HOST:?Set APP_HOST in .env}
|
|
APP_PORT: ${APP_PORT:?Set APP_PORT in .env}
|
|
APP_ENV: ${APP_ENV:?Set APP_ENV in .env}
|
|
OTEL_ENABLED: ${OTEL_ENABLED:-true}
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: ${OTEL_EXPORTER_OTLP_ENDPOINT:-https://otel-collector:4318}
|
|
DB_CA_FILE: /run/tls/ca.crt
|
|
OTEL_EXPORTER_OTLP_CERTIFICATE: /run/tls/ca.crt
|
|
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /run/tls/otel-agent.crt
|
|
OTEL_EXPORTER_OTLP_CLIENT_KEY: /run/tls/otel-agent.key
|
|
LOG_LEVEL: ${LOG_LEVEL:?Set LOG_LEVEL in .env}
|
|
MAX_MESSAGES: ${MAX_MESSAGES:?Set MAX_MESSAGES in .env}
|
|
MAX_IN_FLIGHT: ${MAX_IN_FLIGHT:?Set MAX_IN_FLIGHT in .env}
|
|
LOGIN_MAX_IN_FLIGHT: ${LOGIN_MAX_IN_FLIGHT:-10}
|
|
DB_HOST: ${DB_HOST:?Set DB_HOST in .env}
|
|
DB_PORT: ${DB_PORT:?Set DB_PORT in .env}
|
|
DB_NAME: ${DB_NAME:?Set DB_NAME in .env}
|
|
DB_USER: ${DB_USER:?Set DB_USER in .env}
|
|
DB_POOL_SIZE: ${DB_POOL_SIZE:?Set DB_POOL_SIZE in .env}
|
|
DB_MAX_OVERFLOW: ${DB_MAX_OVERFLOW:?Set DB_MAX_OVERFLOW in .env}
|
|
DB_POOL_TIMEOUT_SECONDS: ${DB_POOL_TIMEOUT_SECONDS:?Set DB_POOL_TIMEOUT_SECONDS in .env}
|
|
DB_CONNECT_TIMEOUT_SECONDS: ${DB_CONNECT_TIMEOUT_SECONDS:?Set DB_CONNECT_TIMEOUT_SECONDS in .env}
|
|
DB_STATEMENT_TIMEOUT_MS: ${DB_STATEMENT_TIMEOUT_MS:?Set DB_STATEMENT_TIMEOUT_MS in .env}
|
|
SHUTDOWN_DRAIN_SECONDS: ${SHUTDOWN_DRAIN_SECONDS:?Set SHUTDOWN_DRAIN_SECONDS in .env}
|
|
GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS: ${GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS:?Set GRACEFUL_SHUTDOWN_TIMEOUT_SECONDS in .env}
|
|
READINESS_TIMEOUT_SECONDS: ${READINESS_TIMEOUT_SECONDS:?Set READINESS_TIMEOUT_SECONDS in .env}
|
|
|
|
x-s3-env: &s3-env
|
|
S3_CA_FILE: /run/tls/ca.crt
|
|
S3_ENDPOINT: ${S3_ENDPOINT:?Set S3_ENDPOINT in .env}
|
|
S3_REGION: ${S3_REGION:?Set S3_REGION in .env}
|
|
S3_BUCKET: ${S3_BUCKET:?Set S3_BUCKET in .env}
|
|
S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
S3_CONNECT_TIMEOUT_SECONDS: ${S3_CONNECT_TIMEOUT_SECONDS:?Set S3_CONNECT_TIMEOUT_SECONDS in .env}
|
|
S3_READ_TIMEOUT_SECONDS: ${S3_READ_TIMEOUT_SECONDS:?Set S3_READ_TIMEOUT_SECONDS in .env}
|
|
S3_UPLOAD_TIMEOUT_SECONDS: ${S3_UPLOAD_TIMEOUT_SECONDS:?Set S3_UPLOAD_TIMEOUT_SECONDS in .env}
|
|
S3_DOWNLOAD_TIMEOUT_SECONDS: ${S3_DOWNLOAD_TIMEOUT_SECONDS:?Set S3_DOWNLOAD_TIMEOUT_SECONDS in .env}
|
|
S3_IMAGE_TIMEOUT_SECONDS: ${S3_IMAGE_TIMEOUT_SECONDS:?Set S3_IMAGE_TIMEOUT_SECONDS in .env}
|
|
S3_MAX_UPLOAD_BYTES: ${S3_MAX_UPLOAD_BYTES:?Set S3_MAX_UPLOAD_BYTES in .env}
|
|
S3_MAX_IMAGE_PIXELS: ${S3_MAX_IMAGE_PIXELS:?Set S3_MAX_IMAGE_PIXELS in .env}
|
|
S3_CHUNK_BYTES: ${S3_CHUNK_BYTES:?Set S3_CHUNK_BYTES in .env}
|
|
S3_MAX_CONCURRENT_UPLOADS: ${S3_MAX_CONCURRENT_UPLOADS:?Set S3_MAX_CONCURRENT_UPLOADS in .env}
|
|
S3_CLEANUP_GRACE_SECONDS: ${S3_CLEANUP_GRACE_SECONDS:?Set S3_CLEANUP_GRACE_SECONDS in .env}
|
|
S3_CLEANUP_INTERVAL_SECONDS: ${S3_CLEANUP_INTERVAL_SECONDS:?Set S3_CLEANUP_INTERVAL_SECONDS in .env}
|
|
|
|
x-jobs-env: &jobs-env
|
|
BROKER_CA_FILE: /run/tls/ca.crt
|
|
BROKER_HOST: ${BROKER_HOST:?Set BROKER_HOST in .env}
|
|
BROKER_PORT: ${BROKER_PORT:?Set BROKER_PORT in .env}
|
|
BROKER_QUEUE: ${BROKER_QUEUE:?Set BROKER_QUEUE in .env}
|
|
BROKER_VHOST: ${BROKER_VHOST:?Set BROKER_VHOST in .env}
|
|
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:?Set WORKER_CONCURRENCY in .env}
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:?Set JOB_MAX_ATTEMPTS in .env}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:?Set JOB_TIMEOUT_SECONDS in .env}
|
|
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:?Set JOB_LEASE_SECONDS in .env}
|
|
JOB_RETRY_MAX_SECONDS: ${JOB_RETRY_MAX_SECONDS:?Set JOB_RETRY_MAX_SECONDS in .env}
|
|
JOB_RETRY_SECONDS: ${JOB_RETRY_SECONDS:?Set JOB_RETRY_SECONDS in .env}
|
|
PUBLISHER_POLL_SECONDS: ${PUBLISHER_POLL_SECONDS:?Set PUBLISHER_POLL_SECONDS in .env}
|
|
FAILED_STAGING_RETENTION_SECONDS: ${FAILED_STAGING_RETENTION_SECONDS:?Set FAILED_STAGING_RETENTION_SECONDS in .env}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:?Set STAGING_RETENTION_SECONDS in .env}
|
|
IMAGE_JPEG_QUALITY: ${IMAGE_JPEG_QUALITY:?Set IMAGE_JPEG_QUALITY in .env}
|
|
IMAGE_WEBP_QUALITY: ${IMAGE_WEBP_QUALITY:?Set IMAGE_WEBP_QUALITY in .env}
|
|
IMAGE_WEBP_METHOD: ${IMAGE_WEBP_METHOD:?Set IMAGE_WEBP_METHOD in .env}
|
|
IMAGE_MEMORY_MIB: ${IMAGE_MEMORY_MIB:?Set IMAGE_MEMORY_MIB in .env}
|
|
IMAGE_CPU_SECONDS: ${IMAGE_CPU_SECONDS:?Set IMAGE_CPU_SECONDS in .env}
|
|
|
|
services:
|
|
minio:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
build:
|
|
context: .
|
|
dockerfile: infra/minio/Dockerfile
|
|
target: server
|
|
image: messenger-lab7-minio:local
|
|
command: ["server", "--certs-dir", "/run/minio-tls", "/data", "--console-address", "127.0.0.1:9001"]
|
|
restart: unless-stopped
|
|
environment:
|
|
MINIO_ROOT_USER_FILE: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
MINIO_ROOT_PASSWORD_FILE: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
MINIO_BROWSER: ${MINIO_BROWSER:?Set MINIO_BROWSER in .env}
|
|
secrets:
|
|
- source: minio_root_user
|
|
target: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
- source: minio_root_password
|
|
target: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
networks: [objects]
|
|
healthcheck:
|
|
test: ["CMD", "python", "-c", "import ssl, urllib.request; urllib.request.urlopen('https://minio:9000/minio/health/ready', context=ssl.create_default_context(cafile='/run/tls/ca.crt'), timeout=2)"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 512M
|
|
volumes:
|
|
- ./secrets/tls/minio.key:/run/minio-tls/private.key:ro
|
|
- ./secrets/tls/minio.crt:/run/minio-tls/public.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- miniodata:/data
|
|
|
|
minio-bootstrap:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
build:
|
|
context: .
|
|
dockerfile: infra/minio/Dockerfile
|
|
target: bootstrap
|
|
image: messenger-lab7-minio-bootstrap:local
|
|
environment:
|
|
S3_ENDPOINT: ${S3_ENDPOINT:?Set S3_ENDPOINT in .env}
|
|
S3_BUCKET: ${S3_BUCKET:?Set S3_BUCKET in .env}
|
|
S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
MINIO_ROOT_USER_FILE: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
MINIO_ROOT_PASSWORD_FILE: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
secrets:
|
|
- source: minio_root_user
|
|
target: ${MINIO_ROOT_USER_FILE:?Set MINIO_ROOT_USER_FILE in .env}
|
|
- source: minio_root_password
|
|
target: ${MINIO_ROOT_PASSWORD_FILE:?Set MINIO_ROOT_PASSWORD_FILE in .env}
|
|
- source: s3_access_key_id
|
|
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
- source: s3_secret_access_key
|
|
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
networks: [objects]
|
|
restart: "no"
|
|
depends_on:
|
|
minio:
|
|
condition: service_healthy
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 128M
|
|
volumes:
|
|
- ./secrets/worker_s3_access_key_id:/run/credentials/worker_access_key_id:ro
|
|
- ./secrets/worker_s3_secret_access_key:/run/credentials/worker_secret_access_key:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
|
|
postgres:
|
|
security_opt: [no-new-privileges:true]
|
|
entrypoint: ["/bin/sh", "/etc/postgres/start.sh"]
|
|
image: postgres:16.10-bookworm
|
|
restart: unless-stopped
|
|
environment:
|
|
POSTGRES_USER: ${DB_USER:?Set DB_USER in .env}
|
|
POSTGRES_DB: ${DB_NAME:?Set DB_NAME in .env}
|
|
POSTGRES_PASSWORD_FILE: ${POSTGRES_PASSWORD_FILE:?Set POSTGRES_PASSWORD_FILE in .env}
|
|
secrets:
|
|
- source: db_password
|
|
target: ${POSTGRES_PASSWORD_FILE:?Set POSTGRES_PASSWORD_FILE in .env}
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 512M
|
|
volumes:
|
|
- ./secrets/cleanup_db_password:/run/roles/cleanup:ro
|
|
- ./secrets/publisher_db_password:/run/roles/publisher:ro
|
|
- ./secrets/worker_db_password:/run/roles/worker:ro
|
|
- ./secrets/api_db_password:/run/roles/api:ro
|
|
- ./infra/postgres/10-roles.sh:/docker-entrypoint-initdb.d/10-roles.sh:ro
|
|
- ./infra/postgres/pg_hba.conf:/etc/postgres/pg_hba.conf:ro
|
|
- ./infra/postgres/start.sh:/etc/postgres/start.sh:ro
|
|
- ./secrets/tls/postgres.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/postgres.crt:/run/tls/server.crt:ro
|
|
- pgdata:/var/lib/postgresql/data
|
|
|
|
redis:
|
|
security_opt: [no-new-privileges:true]
|
|
image: redis:7.4.2-bookworm
|
|
restart: unless-stopped
|
|
entrypoint: ["/bin/sh", "/usr/local/bin/start-redis.sh"]
|
|
secrets:
|
|
- redis_password
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "REDISCLI_AUTH=\"$$(cat /run/secrets/redis_password)\" redis-cli --tls --cacert /run/tls/ca.crt -h localhost --user session ping"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 512M
|
|
volumes:
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./secrets/tls/redis.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/redis.crt:/run/tls/server.crt:ro
|
|
- ./infra/redis/redis.conf:/usr/local/etc/redis/redis.conf:ro
|
|
- ./infra/redis/start-redis.sh:/usr/local/bin/start-redis.sh:ro
|
|
- redisdata:/data
|
|
|
|
broker:
|
|
security_opt: [no-new-privileges:true]
|
|
image: rabbitmq:4.4.0
|
|
hostname: broker
|
|
environment:
|
|
RABBITMQ_NODENAME: rabbit@localhost
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 20
|
|
start_period: 20s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 768M
|
|
volumes:
|
|
- ./secrets/broker_definitions.json:/run/secrets/broker_definitions.json:ro
|
|
- ./infra/broker/rabbitmq.conf:/etc/rabbitmq/rabbitmq.conf:ro
|
|
- ./infra/broker/enabled_plugins:/etc/rabbitmq/enabled_plugins:ro
|
|
- ./secrets/tls/broker-client-ca.crt:/run/tls/broker-client-ca.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./secrets/tls/broker.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/broker.crt:/run/tls/server.crt:ro
|
|
- rabbitmqdata:/var/lib/rabbitmq
|
|
|
|
publisher:
|
|
<<: *api-image
|
|
init: true
|
|
command: ["python", "-m", "app.core.outbox_publisher"]
|
|
restart: unless-stopped
|
|
environment:
|
|
DB_USER: publisher
|
|
BAO_ROLE: publisher
|
|
BAO_ADDR: https://openbao:8200
|
|
<<: [*base-env, *jobs-env]
|
|
depends_on:
|
|
openbao:
|
|
condition: service_healthy
|
|
postgres:
|
|
condition: service_healthy
|
|
broker:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
disable: true
|
|
stop_grace_period: 15s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 256M
|
|
volumes:
|
|
- ./secrets/tls/attachment-publisher.crt:/run/tls/broker-client.crt:ro
|
|
- ./secrets/tls/attachment-publisher.key:/run/tls/broker-client.key:ro
|
|
- ./secrets/tls/otel-publisher.crt:/run/tls/otel-agent.crt:ro
|
|
- ./secrets/tls/publisher-bao.key:/run/tls/bao-client.key:ro
|
|
- ./secrets/tls/publisher-bao.crt:/run/tls/bao-client.crt:ro
|
|
- ./secrets/tls/otel-publisher.key:/run/tls/otel-agent.key:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
|
|
worker:
|
|
<<: *api-image
|
|
init: true
|
|
command: ["python", "-m", "app.core.job_worker"]
|
|
restart: unless-stopped
|
|
environment:
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/credentials/secret_access_key
|
|
S3_ACCESS_KEY_ID_FILE: /run/credentials/access_key_id
|
|
DB_USER: worker
|
|
BAO_ROLE: worker
|
|
BAO_ADDR: https://openbao:8200
|
|
<<: [*base-env, *s3-env, *jobs-env]
|
|
networks: [default, objects]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=128m,mode=1777
|
|
depends_on:
|
|
openbao:
|
|
condition: service_healthy
|
|
postgres:
|
|
condition: service_healthy
|
|
broker:
|
|
condition: service_healthy
|
|
minio:
|
|
condition: service_healthy
|
|
minio-bootstrap:
|
|
condition: service_completed_successfully
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
disable: true
|
|
stop_signal: SIGTERM
|
|
stop_grace_period: 20s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "2.0"
|
|
memory: 2048M
|
|
volumes:
|
|
- ./secrets/tls/attachment-worker.crt:/run/tls/broker-client.crt:ro
|
|
- ./secrets/tls/attachment-worker.key:/run/tls/broker-client.key:ro
|
|
- ./secrets/tls/otel-worker.crt:/run/tls/otel-agent.crt:ro
|
|
- ./secrets/worker_s3_secret_access_key:/run/credentials/secret_access_key:ro
|
|
- ./secrets/worker_s3_access_key_id:/run/credentials/access_key_id:ro
|
|
- ./secrets/tls/worker-bao.key:/run/tls/bao-client.key:ro
|
|
- ./secrets/tls/worker-bao.crt:/run/tls/bao-client.crt:ro
|
|
- ./secrets/tls/otel-worker.key:/run/tls/otel-agent.key:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
|
|
migrate:
|
|
<<: *api-image
|
|
command: ["sh", "-ec", "alembic upgrade head && python -m app.core.db_grants"]
|
|
environment: *base-env
|
|
secrets:
|
|
- db_password
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
restart: "no"
|
|
healthcheck:
|
|
disable: true
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 256M
|
|
volumes:
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
|
|
api:
|
|
<<: *api-image
|
|
restart: unless-stopped
|
|
environment:
|
|
API_TLS_ENABLED: "true"
|
|
REDIS_CA_FILE: /run/tls/ca.crt
|
|
REDIS_USERNAME: session
|
|
DB_USER: api
|
|
BAO_ROLE: api
|
|
BAO_ADDR: https://openbao:8200
|
|
<<: [*base-env, *s3-env, *jobs-env]
|
|
REDIS_HOST: ${REDIS_HOST:?Set REDIS_HOST in .env}
|
|
REDIS_PORT: ${REDIS_PORT:?Set REDIS_PORT in .env}
|
|
REDIS_DB: ${REDIS_DB:?Set REDIS_DB in .env}
|
|
REDIS_MAX_CONNECTIONS: ${REDIS_MAX_CONNECTIONS:?Set REDIS_MAX_CONNECTIONS in .env}
|
|
REDIS_POOL_TIMEOUT_SECONDS: ${REDIS_POOL_TIMEOUT_SECONDS:?Set REDIS_POOL_TIMEOUT_SECONDS in .env}
|
|
REDIS_CONNECT_TIMEOUT_SECONDS: ${REDIS_CONNECT_TIMEOUT_SECONDS:?Set REDIS_CONNECT_TIMEOUT_SECONDS in .env}
|
|
REDIS_SOCKET_TIMEOUT_SECONDS: ${REDIS_SOCKET_TIMEOUT_SECONDS:?Set REDIS_SOCKET_TIMEOUT_SECONDS in .env}
|
|
SESSION_STORE: ${SESSION_STORE:?Set SESSION_STORE in .env}
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:?Set SESSION_TTL_SECONDS in .env}
|
|
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:?Set IDEMPOTENCY_TTL_SECONDS in .env}
|
|
secrets:
|
|
- redis_password
|
|
- source: s3_access_key_id
|
|
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
- source: s3_secret_access_key
|
|
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
networks: [default, objects]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
deploy:
|
|
replicas: ${API_REPLICAS:?Set API_REPLICAS in .env}
|
|
resources:
|
|
limits:
|
|
cpus: "1.0"
|
|
memory: 1536M
|
|
healthcheck:
|
|
test: ["CMD", "python", "-c", "import os, socket; socket.create_connection(('127.0.0.1', int(os.environ['APP_PORT'])), 2).close()"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
start_period: 10s
|
|
retries: 2
|
|
stop_signal: SIGTERM
|
|
stop_grace_period: 8s
|
|
depends_on:
|
|
openbao:
|
|
condition: service_healthy
|
|
minio:
|
|
condition: service_healthy
|
|
minio-bootstrap:
|
|
condition: service_completed_successfully
|
|
postgres:
|
|
condition: service_healthy
|
|
redis:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
volumes:
|
|
- ./secrets/tls/api-broker.crt:/run/tls/broker-client.crt:ro
|
|
- ./secrets/tls/api-broker.key:/run/tls/broker-client.key:ro
|
|
- ./secrets/tls/otel-api.crt:/run/tls/otel-agent.crt:ro
|
|
- ./secrets/tls/api.key:/run/tls/api.key:ro
|
|
- ./secrets/tls/api.crt:/run/tls/api.crt:ro
|
|
- ./secrets/tls/api-bao.key:/run/tls/bao-client.key:ro
|
|
- ./secrets/tls/api-bao.crt:/run/tls/bao-client.crt:ro
|
|
- ./secrets/tls/otel-api.key:/run/tls/otel-agent.key:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
|
|
cleanup:
|
|
<<: *api-image
|
|
command: ["python", "-m", "app.core.cleanup", "--apply"]
|
|
restart: unless-stopped
|
|
environment:
|
|
DB_USER: cleanup
|
|
BAO_ROLE: cleanup
|
|
BAO_ADDR: https://openbao:8200
|
|
<<: [*base-env, *s3-env]
|
|
FAILED_STAGING_RETENTION_SECONDS: ${FAILED_STAGING_RETENTION_SECONDS:?Set FAILED_STAGING_RETENTION_SECONDS in .env}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:?Set STAGING_RETENTION_SECONDS in .env}
|
|
secrets:
|
|
- source: s3_access_key_id
|
|
target: ${S3_ACCESS_KEY_ID_FILE:?Set S3_ACCESS_KEY_ID_FILE in .env}
|
|
- source: s3_secret_access_key
|
|
target: ${S3_SECRET_ACCESS_KEY_FILE:?Set S3_SECRET_ACCESS_KEY_FILE in .env}
|
|
networks: [default, objects]
|
|
healthcheck:
|
|
disable: true
|
|
depends_on:
|
|
openbao:
|
|
condition: service_healthy
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
minio-bootstrap:
|
|
condition: service_completed_successfully
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 256M
|
|
volumes:
|
|
- ./secrets/tls/cleanup-bao.key:/run/tls/bao-client.key:ro
|
|
- ./secrets/tls/cleanup-bao.crt:/run/tls/bao-client.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
|
|
nginx:
|
|
user: "101:101"
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /var/cache/nginx:rw,noexec,nosuid,size=64m,mode=1777
|
|
- /var/run:rw,noexec,nosuid,size=1m,mode=1777
|
|
image: nginx:1.28.0-alpine
|
|
restart: unless-stopped
|
|
ports:
|
|
- "127.0.0.1:${LB_HOST_PORT:?Set LB_HOST_PORT in .env}:8443"
|
|
healthcheck:
|
|
test: ["CMD", "curl", "--fail", "--silent", "--output", "/dev/null", "--cacert", "/run/tls/ca.crt", "https://localhost:8443/lb-health"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 5
|
|
depends_on:
|
|
api:
|
|
condition: service_healthy
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 128M
|
|
volumes:
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./secrets/tls/load-balancer.key:/run/tls/load-balancer.key:ro
|
|
- ./secrets/tls/load-balancer.crt:/run/tls/load-balancer.crt:ro
|
|
- ./secrets/tls/ingress.key:/run/tls/ingress.key:ro
|
|
- ./secrets/tls/ingress.crt:/run/tls/ingress.crt:ro
|
|
- ./infra/nginx/nginx.conf:/etc/nginx/nginx.conf:ro
|
|
|
|
otel-collector:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
image: otel/opentelemetry-collector-contrib:0.165.0
|
|
command: ["--config=/etc/otelcol/config.yaml"]
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 256M
|
|
volumes:
|
|
- ./secrets/tls/otel-writer.key:/run/tls/otel-writer.key:ro
|
|
- ./secrets/tls/otel-writer.crt:/run/tls/otel-writer.crt:ro
|
|
- ./secrets/tls/otel-scrape-ca.crt:/run/tls/otel-scrape-ca.crt:ro
|
|
- ./secrets/tls/collector.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/collector.crt:/run/tls/server.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./infra/otel/collector.yaml:/etc/otelcol/config.yaml:ro
|
|
|
|
collector-scrape:
|
|
user: "101:101"
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /var/cache/nginx:rw,noexec,nosuid,size=64m,mode=1777
|
|
- /var/run:rw,noexec,nosuid,size=1m,mode=1777
|
|
image: nginx:1.28.0-alpine
|
|
network_mode: service:otel-collector
|
|
restart: unless-stopped
|
|
depends_on:
|
|
otel-collector:
|
|
condition: service_started
|
|
restart: true
|
|
volumes:
|
|
- ./infra/otel/collector-scrape.conf:/etc/nginx/nginx.conf:ro
|
|
- ./secrets/tls/otel-ingest-ca.crt:/run/tls/otel-ingest-ca.crt:ro
|
|
- ./secrets/tls/collector.crt:/run/tls/server.crt:ro
|
|
- ./secrets/tls/collector.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/otel-scrape-ca.crt:/run/tls/otel-scrape-ca.crt:ro
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.25"
|
|
memory: 64M
|
|
|
|
prometheus:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
image: prom/prometheus:v3.16.0
|
|
command: ["--config.file=/etc/prometheus/prometheus.yml", "--storage.tsdb.retention.time=3d", "--web.config.file=/etc/prometheus/web.yml"]
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 512M
|
|
volumes:
|
|
- ./infra/otel/prometheus-web.yaml:/etc/prometheus/web.yml:ro
|
|
- ./secrets/tls/otel-scraper.key:/run/tls/otel-scraper.key:ro
|
|
- ./secrets/tls/otel-scraper.crt:/run/tls/otel-scraper.crt:ro
|
|
- ./secrets/tls/otel-read-ca.crt:/run/tls/otel-read-ca.crt:ro
|
|
- ./secrets/tls/prometheus.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/prometheus.crt:/run/tls/server.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./infra/otel/prometheus.yaml:/etc/prometheus/prometheus.yml:ro
|
|
- ./infra/otel/alerts.yaml:/etc/prometheus/alerts.yaml:ro
|
|
- prometheusdata:/prometheus
|
|
|
|
loki:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
image: grafana/loki:3.7.10
|
|
command: ["-config.file=/etc/loki/config.yaml"]
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 512M
|
|
volumes:
|
|
- ./secrets/tls/loki-clients.crt:/run/tls/loki-clients.crt:ro
|
|
- ./secrets/tls/loki.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/loki.crt:/run/tls/server.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./infra/otel/loki.yaml:/etc/loki/config.yaml:ro
|
|
- lokidata:/loki
|
|
|
|
tempo:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
image: grafana/tempo:2.9.0
|
|
command: ["-config.file=/etc/tempo/config.yaml"]
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 512M
|
|
volumes:
|
|
- ./secrets/tls/otel-read-ca.crt:/run/tls/otel-read-ca.crt:ro
|
|
- ./secrets/tls/otel-write-ca.crt:/run/tls/otel-write-ca.crt:ro
|
|
- ./secrets/tls/tempo.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/tempo.crt:/run/tls/server.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./infra/otel/tempo.yaml:/etc/tempo/config.yaml:ro
|
|
- tempodata:/var/tempo
|
|
|
|
grafana:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
image: grafana/grafana:13.3.1
|
|
entrypoint: ["/bin/sh", "/etc/grafana/start.sh"]
|
|
restart: unless-stopped
|
|
environment:
|
|
GF_SERVER_PROTOCOL: https
|
|
GF_SERVER_CERT_FILE: /run/tls/server.crt
|
|
GF_SERVER_CERT_KEY: /run/tls/server.key
|
|
GF_SERVER_MIN_TLS_VERSION: TLS1.2
|
|
GF_AUTH_ANONYMOUS_ENABLED: "false"
|
|
GF_AUTH_ANONYMOUS_ORG_ROLE: Viewer
|
|
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_admin_password
|
|
GF_USERS_ALLOW_SIGN_UP: "false"
|
|
GF_ANALYTICS_REPORTING_ENABLED: "false"
|
|
GF_ANALYTICS_CHECK_FOR_UPDATES: "false"
|
|
secrets:
|
|
- grafana_admin_password
|
|
ports:
|
|
- "127.0.0.1:${GRAFANA_HOST_PORT:-13000}:3000"
|
|
healthcheck:
|
|
test: ["CMD", "curl", "--fail", "--silent", "--output", "/dev/null", "--cacert", "/run/tls/ca.crt", "https://localhost:3000/api/health"]
|
|
interval: 5s
|
|
timeout: 10s
|
|
retries: 36
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 512M
|
|
volumes:
|
|
- ./infra/otel/grafana/start.sh:/etc/grafana/start.sh:ro
|
|
- ./secrets/tls/otel-reader.key:/run/tls/otel-reader.key:ro
|
|
- ./secrets/tls/otel-reader.crt:/run/tls/otel-reader.crt:ro
|
|
- ./secrets/tls/grafana.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/grafana.crt:/run/tls/server.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./infra/otel/grafana/provisioning:/etc/grafana/provisioning:ro
|
|
- ./infra/otel/grafana/dashboards:/var/lib/grafana/dashboards:ro
|
|
- grafanadata:/var/lib/grafana
|
|
|
|
openbao:
|
|
read_only: true
|
|
cap_drop: [ALL]
|
|
security_opt: [no-new-privileges:true]
|
|
tmpfs:
|
|
- /tmp:rw,noexec,nosuid,size=64m,mode=1777
|
|
image: docker.io/openbao/openbao:2.7.1
|
|
command: ["server", "-config=/etc/bao/bao.hcl"]
|
|
restart: unless-stopped
|
|
environment:
|
|
BAO_ADDR: https://localhost:8200
|
|
BAO_CACERT: /run/tls/ca.crt
|
|
ports:
|
|
- "127.0.0.1:${BAO_HOST_PORT:-18200}:8200"
|
|
healthcheck:
|
|
test: ["CMD", "bao", "status"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 20
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: "0.5"
|
|
memory: 256M
|
|
volumes:
|
|
- ./secrets/tls/openbao.key:/run/tls/server.key:ro
|
|
- ./secrets/tls/openbao.crt:/run/tls/server.crt:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./infra/openbao/bao.hcl:/etc/bao/bao.hcl:ro
|
|
- baodata:/openbao/file
|
|
|
|
|
|
volumes:
|
|
baodata:
|
|
pgdata:
|
|
redisdata:
|
|
miniodata:
|
|
rabbitmqdata:
|
|
prometheusdata:
|
|
lokidata:
|
|
tempodata:
|
|
grafanadata:
|
|
|
|
networks:
|
|
default:
|
|
objects:
|
|
internal: true
|
|
|
|
secrets:
|
|
grafana_admin_password:
|
|
file: ./secrets/grafana_admin_password
|
|
db_password:
|
|
file: ./secrets/db_password
|
|
redis_password:
|
|
file: ./secrets/redis_password
|
|
minio_root_user:
|
|
file: ./secrets/minio_root_user
|
|
minio_root_password:
|
|
file: ./secrets/minio_root_password
|
|
s3_access_key_id:
|
|
file: ./secrets/s3_access_key_id
|
|
s3_secret_access_key:
|
|
file: ./secrets/s3_secret_access_key
|