forked from mtusi2026/mtusi2026lab7
484 lines
13 KiB
YAML
484 lines
13 KiB
YAML
services:
|
|
tls-proxy:
|
|
image: dockurr/stunnel:5.76
|
|
volumes:
|
|
- ./infra/stunnel/stunnel.conf:/stunnel.conf:ro
|
|
- ./secrets/tls/tls-proxy.crt:/cert.crt:ro
|
|
- ./secrets/tls/tls-proxy.key:/private.key:ro
|
|
ports:
|
|
- 127.0.0.1:18443:18443
|
|
- 127.0.0.1:19091:19090
|
|
- 127.0.0.1:13001:13001
|
|
restart: unless-stopped
|
|
networks:
|
|
- backend
|
|
- data_backend
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
tmpfs:
|
|
- /tmp:size=16m,noexec,nosuid
|
|
healthcheck:
|
|
test:
|
|
- CMD-SHELL
|
|
- nc -z 127.0.0.1 15432 && nc -z 127.0.0.1 16379 && nc -z 127.0.0.1 15672 &&
|
|
nc -z 127.0.0.1 18333 && nc -z 127.0.0.1 18443 && nc -z 127.0.0.1 14318 &&
|
|
nc -z 127.0.0.1 13100 && nc -z 127.0.0.1 14320 && nc -z 127.0.0.1 13200 &&
|
|
nc -z 127.0.0.1 18889 && nc -z 127.0.0.1 19090 && nc -z 127.0.0.1 13001
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
start_period: 5s
|
|
environment:
|
|
UID: '1000'
|
|
GID: '1000'
|
|
openbao:
|
|
image: openbao/openbao:2.2.0
|
|
command:
|
|
- server
|
|
- -config=/openbao/config.hcl
|
|
volumes:
|
|
- ./infra/openbao/config.hcl:/openbao/config.hcl:ro
|
|
- ./secrets/tls/openbao.crt:/run/tls/openbao.crt:ro
|
|
- ./secrets/tls/openbao.key:/run/tls/openbao.key:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- openbao_data:/openbao/data
|
|
ports:
|
|
- 127.0.0.1:18200:8200
|
|
restart: unless-stopped
|
|
networks:
|
|
- backend
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
cap_drop:
|
|
- ALL
|
|
cap_add:
|
|
- SETGID
|
|
- SETUID
|
|
postgres:
|
|
image: postgres:16.6-bookworm
|
|
environment:
|
|
POSTGRES_DB: ${POSTGRES_DB}
|
|
POSTGRES_USER: ${POSTGRES_USER}
|
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
|
API_DB_USER: ${API_DB_USER}
|
|
API_DB_PASSWORD: ${API_DB_PASSWORD}
|
|
WORKER_DB_USER: ${WORKER_DB_USER}
|
|
WORKER_DB_PASSWORD: ${WORKER_DB_PASSWORD}
|
|
OUTBOX_DB_USER: ${OUTBOX_DB_USER}
|
|
OUTBOX_DB_PASSWORD: ${OUTBOX_DB_PASSWORD}
|
|
volumes:
|
|
- postgres_data:/var/lib/postgresql/data
|
|
- ./postgres/init-roles.sh:/docker-entrypoint-initdb.d/10-roles.sh:ro
|
|
healthcheck:
|
|
test:
|
|
- CMD-SHELL
|
|
- pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 15
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
redis:
|
|
image: redis:7.4.2-alpine
|
|
command:
|
|
- redis-server
|
|
- --appendonly
|
|
- 'yes'
|
|
- --requirepass
|
|
- ${REDIS_ADMIN_PASSWORD}
|
|
- --aclfile
|
|
- /data/users.acl
|
|
volumes:
|
|
- redis_data:/data
|
|
healthcheck:
|
|
test:
|
|
- CMD-SHELL
|
|
- redis-cli -a "$${REDIS_ADMIN_PASSWORD}" ping | grep -q PONG
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 10
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
environment:
|
|
REDIS_ADMIN_PASSWORD: ${REDIS_ADMIN_PASSWORD}
|
|
rabbitmq:
|
|
image: rabbitmq:4.0.5-management-alpine
|
|
environment:
|
|
RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER}
|
|
RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD}
|
|
volumes:
|
|
- rabbitmq_data:/var/lib/rabbitmq
|
|
healthcheck:
|
|
test:
|
|
- CMD
|
|
- rabbitmq-diagnostics
|
|
- -q
|
|
- ping
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 10
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
seaweedfs:
|
|
image: chrislusf/seaweedfs:4.46
|
|
command:
|
|
- mini
|
|
- -dir=/data
|
|
environment:
|
|
AWS_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID}
|
|
AWS_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY}
|
|
S3_BUCKET: ${S3_BUCKET}
|
|
volumes:
|
|
- seaweedfs_data:/data
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
migrate:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
volumes:
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
command:
|
|
- alembic
|
|
- upgrade
|
|
- head
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
tls-proxy:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
disable: true
|
|
restart: 'no'
|
|
networks:
|
|
- backend
|
|
environment:
|
|
DATABASE_URL: ${DATABASE_URL}
|
|
TLS_CA_FILE: /run/tls/ca.crt
|
|
api:
|
|
deploy:
|
|
replicas: 2
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
environment:
|
|
OTEL_SERVICE_NAME: messenger-api
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: https://tls-proxy:14318
|
|
OTEL_EXPORTER_OTLP_PROTOCOL: http/protobuf
|
|
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab
|
|
BAO_ENABLED: '1'
|
|
BAO_ADDR: https://openbao:8200
|
|
BAO_CACERT: /run/tls/ca.crt
|
|
BAO_ROLE_ID_FILE: /run/secrets/bao/role_id
|
|
BAO_SECRET_ID_FILE: /run/secrets/bao/secret_id
|
|
BAO_SECRET_PATH: messenger/api
|
|
TLS_CA_FILE: /run/tls/ca.crt
|
|
APP_ENV: ${APP_ENV:-lab}
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
|
S3_BUCKET: ${S3_BUCKET}
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
ARGON2_MEMORY_KIB: ${ARGON2_MEMORY_KIB:-19456}
|
|
ARGON2_ITERATIONS: ${ARGON2_ITERATIONS:-2}
|
|
ARGON2_PARALLELISM: ${ARGON2_PARALLELISM:-1}
|
|
command:
|
|
- uvicorn
|
|
- app.main:app
|
|
- --http
|
|
- h11
|
|
- --host
|
|
- 0.0.0.0
|
|
- --port
|
|
- '8443'
|
|
- --ssl-certfile
|
|
- /run/tls/api.crt
|
|
- --ssl-keyfile
|
|
- /run/tls/api.key
|
|
- --ssl-ca-certs
|
|
- /run/tls/lb-ca.crt
|
|
- --ssl-cert-reqs
|
|
- '2'
|
|
- --timeout-keep-alive
|
|
- '5'
|
|
- --timeout-graceful-shutdown
|
|
- '20'
|
|
expose:
|
|
- '8443'
|
|
volumes:
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./secrets/tls/api.crt:/run/tls/api.crt:ro
|
|
- ./secrets/tls/api.key:/run/tls/api.key:ro
|
|
- ./secrets/tls/lb-ca.crt:/run/tls/lb-ca.crt:ro
|
|
- ./secrets/bao/api:/run/secrets/bao:ro
|
|
healthcheck:
|
|
test:
|
|
- CMD
|
|
- python
|
|
- -c
|
|
- import os; os.kill(1,0)
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 10
|
|
start_period: 30s
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
seaweedfs:
|
|
condition: service_started
|
|
redis:
|
|
condition: service_healthy
|
|
otel-collector:
|
|
condition: service_started
|
|
openbao:
|
|
condition: service_started
|
|
tls-proxy:
|
|
condition: service_healthy
|
|
cpus: 1.0
|
|
mem_limit: 768m
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
cap_drop:
|
|
- ALL
|
|
read_only: true
|
|
tmpfs:
|
|
- /tmp:size=64m,noexec,nosuid
|
|
restart: unless-stopped
|
|
networks:
|
|
- backend
|
|
outbox-publisher:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
volumes:
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./secrets/bao/outbox:/run/secrets/bao:ro
|
|
command:
|
|
- python
|
|
- -m
|
|
- app.services.outbox_publisher
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
rabbitmq:
|
|
condition: service_healthy
|
|
tls-proxy:
|
|
condition: service_healthy
|
|
openbao:
|
|
condition: service_started
|
|
healthcheck:
|
|
disable: true
|
|
restart: unless-stopped
|
|
networks:
|
|
- backend
|
|
environment:
|
|
BAO_ENABLED: '1'
|
|
BAO_ADDR: https://openbao:8200
|
|
BAO_CACERT: /run/tls/ca.crt
|
|
BAO_ROLE_ID_FILE: /run/secrets/bao/role_id
|
|
BAO_SECRET_ID_FILE: /run/secrets/bao/secret_id
|
|
BAO_SECRET_PATH: messenger/outbox
|
|
TLS_CA_FILE: /run/tls/ca.crt
|
|
APP_ENV: ${APP_ENV:-lab}
|
|
OUTBOX_POLL_INTERVAL_SECONDS: ${OUTBOX_POLL_INTERVAL_SECONDS:-1}
|
|
OUTBOX_BATCH_SIZE: ${OUTBOX_BATCH_SIZE:-50}
|
|
cpus: 0.5
|
|
mem_limit: 384m
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
cap_drop:
|
|
- ALL
|
|
read_only: true
|
|
tmpfs:
|
|
- /tmp:size=32m,noexec,nosuid
|
|
worker:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
environment:
|
|
OTEL_SERVICE_NAME: messenger-worker
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: https://tls-proxy:14318
|
|
OTEL_EXPORTER_OTLP_PROTOCOL: http/protobuf
|
|
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab
|
|
BAO_ENABLED: '1'
|
|
BAO_ADDR: https://openbao:8200
|
|
BAO_CACERT: /run/tls/ca.crt
|
|
BAO_ROLE_ID_FILE: /run/secrets/bao/role_id
|
|
BAO_SECRET_ID_FILE: /run/secrets/bao/secret_id
|
|
BAO_SECRET_PATH: messenger/worker
|
|
TLS_CA_FILE: /run/tls/ca.crt
|
|
APP_ENV: ${APP_ENV:-lab}
|
|
S3_BUCKET: ${S3_BUCKET}
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2}
|
|
WORKER_MAX_ATTEMPTS: ${WORKER_MAX_ATTEMPTS:-5}
|
|
WORKER_LEASE_SECONDS: ${WORKER_LEASE_SECONDS:-180}
|
|
WORKER_RETRY_BASE_SECONDS: ${WORKER_RETRY_BASE_SECONDS:-2}
|
|
WORKER_RETRY_MAX_SECONDS: ${WORKER_RETRY_MAX_SECONDS:-120}
|
|
WORKER_STAGING_RETENTION_SECONDS: ${WORKER_STAGING_RETENTION_SECONDS:-86400}
|
|
IMAGE_PROCESSING_TIMEOUT_SECONDS: ${IMAGE_PROCESSING_TIMEOUT_SECONDS:-60}
|
|
volumes:
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./secrets/bao/worker:/run/secrets/bao:ro
|
|
cpus: 1.0
|
|
mem_limit: 1g
|
|
command:
|
|
- python
|
|
- -m
|
|
- app.worker
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
seaweedfs:
|
|
condition: service_started
|
|
rabbitmq:
|
|
condition: service_healthy
|
|
otel-collector:
|
|
condition: service_started
|
|
openbao:
|
|
condition: service_started
|
|
tls-proxy:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
disable: true
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
cap_drop:
|
|
- ALL
|
|
read_only: true
|
|
tmpfs:
|
|
- /tmp:size=128m,noexec,nosuid
|
|
restart: unless-stopped
|
|
networks:
|
|
- backend
|
|
nginx:
|
|
image: nginx:1.27.4-alpine
|
|
ports:
|
|
- 127.0.0.1:8443:8443
|
|
volumes:
|
|
- ./nginx/nginx.conf:/etc/nginx/nginx.conf:ro
|
|
- ./nginx/proxy-common.conf:/etc/nginx/proxy-common.conf:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
- ./secrets/tls/nginx.crt:/run/tls/nginx.crt:ro
|
|
- ./secrets/tls/nginx.key:/run/tls/nginx.key:ro
|
|
- ./secrets/tls/lb-client.crt:/run/tls/lb-client.crt:ro
|
|
- ./secrets/tls/lb-client.key:/run/tls/lb-client.key:ro
|
|
depends_on:
|
|
api:
|
|
condition: service_started
|
|
healthcheck:
|
|
test:
|
|
- CMD-SHELL
|
|
- wget --quiet --no-check-certificate -O /dev/null https://127.0.0.1:8443/health/live || exit 1
|
|
interval: 10s
|
|
timeout: 3s
|
|
retries: 10
|
|
start_period: 10s
|
|
security_opt:
|
|
- no-new-privileges:true
|
|
cap_drop:
|
|
- ALL
|
|
user: "101:101"
|
|
tmpfs:
|
|
- /var/cache/nginx:rw,noexec,nosuid,size=64m,uid=101,gid=101
|
|
restart: unless-stopped
|
|
networks:
|
|
- backend
|
|
otel-collector:
|
|
image: otel/opentelemetry-collector-contrib:0.116.1
|
|
command:
|
|
- --config=/etc/otelcol-contrib/config.yaml
|
|
volumes:
|
|
- ./observability/otel-collector-config.yaml:/etc/otelcol-contrib/config.yaml:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
depends_on:
|
|
- prometheus
|
|
- loki
|
|
- tempo
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
prometheus:
|
|
image: prom/prometheus:v2.55.1
|
|
command:
|
|
- --config.file=/etc/prometheus/prometheus.yml
|
|
- --storage.tsdb.path=/prometheus
|
|
- --storage.tsdb.retention.time=7d
|
|
volumes:
|
|
- ./observability/prometheus.yml:/etc/prometheus/prometheus.yml:ro
|
|
- prometheus_data:/prometheus
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
depends_on:
|
|
tls-proxy:
|
|
condition: service_healthy
|
|
loki:
|
|
image: grafana/loki:3.3.2
|
|
command:
|
|
- -config.file=/etc/loki/local-config.yaml
|
|
volumes:
|
|
- ./observability/loki-config.yaml:/etc/loki/local-config.yaml:ro
|
|
- loki_data:/loki
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
tempo:
|
|
image: grafana/tempo:2.6.1
|
|
command:
|
|
- -config.file=/etc/tempo/tempo.yaml
|
|
volumes:
|
|
- ./observability/tempo-config.yaml:/etc/tempo/tempo.yaml:ro
|
|
- tempo_data:/var/tempo
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
grafana:
|
|
image: grafana/grafana:11.4.0
|
|
environment:
|
|
GF_SECURITY_ADMIN_USER: admin
|
|
GF_SECURITY_ADMIN_PASSWORD: ${GRAFANA_ADMIN_PASSWORD:-change_me}
|
|
GF_USERS_ALLOW_SIGN_UP: 'false'
|
|
volumes:
|
|
- grafana_data:/var/lib/grafana
|
|
- ./grafana/provisioning/datasources:/etc/grafana/provisioning/datasources:ro
|
|
- ./grafana/provisioning/dashboards:/etc/grafana/provisioning/dashboards:ro
|
|
- ./grafana/dashboards:/var/lib/grafana/dashboards:ro
|
|
- ./secrets/tls/ca.crt:/run/tls/ca.crt:ro
|
|
depends_on:
|
|
prometheus:
|
|
condition: service_started
|
|
loki:
|
|
condition: service_started
|
|
tempo:
|
|
condition: service_started
|
|
tls-proxy:
|
|
condition: service_healthy
|
|
restart: unless-stopped
|
|
networks:
|
|
- data_backend
|
|
volumes:
|
|
postgres_data: null
|
|
redis_data: null
|
|
rabbitmq_data: null
|
|
seaweedfs_data: null
|
|
prometheus_data: null
|
|
loki_data: null
|
|
tempo_data: null
|
|
grafana_data: null
|
|
openbao_data: null
|
|
networks:
|
|
backend:
|
|
driver: bridge
|
|
data_backend:
|
|
driver: bridge
|
|
internal: true
|