Files
mtusi2026lab6/compose.yaml
2026-11-16 18:47:37 +03:00

341 lines
11 KiB
YAML

services:
db:
image: postgres:16.15-alpine
command: postgres -c max_connections=200 -c shared_buffers=256MB
environment:
POSTGRES_USER: ${POSTGRES_USER}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
POSTGRES_DB: ${POSTGRES_DB}
volumes:
- pgdata:/var/lib/postgresql/data
healthcheck:
test: ["CMD-SHELL", "pg_isready -U $$POSTGRES_USER -d $$POSTGRES_DB"]
interval: 5s
timeout: 3s
retries: 20
start_period: 10s
cpus: ${DB_CPU_LIMIT:-1.0}
mem_limit: 512m
stop_grace_period: 20s
cache:
image: valkey/valkey:8.1.10-alpine
command: ["valkey-server", "--appendonly", "yes", "--appendfsync", "always"]
volumes:
- valkeydata:/data
healthcheck:
test: ["CMD", "valkey-cli", "ping"]
interval: 5s
timeout: 3s
retries: 20
start_period: 5s
cpus: "0.50"
mem_limit: 256m
stop_grace_period: 15s
api: &api
build: .
image: mtusi2026lab6-api:local
depends_on:
db:
condition: service_healthy
cache:
condition: service_healthy
minio:
condition: service_healthy
minio-user-init:
condition: service_completed_successfully
environment:
OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318
OTEL_SDK_DISABLED: ${OTEL_SDK_DISABLED:-false}
APP_HOST: 0.0.0.0
APP_PORT: "8080"
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
SESSION_STORE: ${SESSION_STORE:-redis}
DATABASE_URL_FILE: /run/secrets/database_url
CACHE_URL_FILE: /run/secrets/cache_url
BROKER_URL_FILE: /run/secrets/cache_url
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
DRAIN_SECONDS: ${DRAIN_SECONDS:-2}
HTTP_WORKERS: ${HTTP_WORKERS:-8}
DB_POOL_SIZE: ${DB_POOL_SIZE:-8}
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET}
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
MAX_CONCURRENT_UPLOADS: ${MAX_CONCURRENT_UPLOADS:-3}
DIRECT_UPLOAD_TTL_SECONDS: ${DIRECT_UPLOAD_TTL_SECONDS:-300}
# Optional: sign URLs for a host-reachable MinIO (compose.presign.yaml).
S3_PRESIGN_ENDPOINT: ${S3_PRESIGN_ENDPOINT:-}
secrets:
- database_url
- cache_url
- s3_access_key_id
- s3_secret_access_key
healthcheck:
test: ["CMD", "curl", "-fsS", "http://127.0.0.1:8080/health/ready"]
interval: 5s
timeout: 3s
retries: 12
start_period: 20s
deploy:
replicas: ${API_REPLICAS:-2}
resources:
limits:
cpus: ${API_CPU_LIMIT:-0.50}
memory: ${API_MEM_LIMIT:-256m}
cpus: ${API_CPU_LIMIT:-0.50} # для совместимости с docker compose up
mem_limit: ${API_MEM_LIMIT:-256m}
stop_grace_period: 15s
worker:
<<: *api
# Keep the shared entrypoint: it stages secrets and drops root privileges.
entrypoint: ["/docker-entrypoint.sh", "/app/worker"]
command: []
restart: unless-stopped
environment:
OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318
OTEL_SDK_DISABLED: ${OTEL_SDK_DISABLED:-false}
DATABASE_URL_FILE: /run/secrets/database_url
BROKER_URL_FILE: /run/secrets/cache_url
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET}
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-6}
JOB_RECLAIM_IDLE_MS: ${JOB_RECLAIM_IDLE_MS:-5000}
JOB_RETRY_BASE_MS: ${JOB_RETRY_BASE_MS:-1000}
JOB_RETRY_MAX_MS: ${JOB_RETRY_MAX_MS:-60000}
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60}
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
STAGING_CLEANUP_INTERVAL_SECONDS: ${STAGING_CLEANUP_INTERVAL_SECONDS:-60}
healthcheck:
disable: true
deploy:
replicas: 1
resources:
limits:
cpus: "0.50"
memory: 512m
cpus: "0.50"
mem_limit: 512m
lb:
image: nginx:1.28.0-alpine
depends_on:
api:
condition: service_healthy
ports:
- "127.0.0.1:${API_PORT:-8080}:8080"
environment:
NGINX_WORKERS: ${NGINX_WORKERS:-1}
NGINX_ENVSUBST_TEMPLATE_DIR: /etc/nginx/templates
NGINX_ENVSUBST_OUTPUT_DIR: /etc/nginx
NGINX_ENVSUBST_FILTER: "^NGINX_"
volumes:
- ./lb/nginx.conf.template:/etc/nginx/templates/nginx.conf.template:ro
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8080/health/ready"]
interval: 5s
timeout: 3s
retries: 12
start_period: 10s
cpus: ${LB_CPU_LIMIT:-0.25}
mem_limit: 128m
stop_grace_period: 10s
# Private S3-compatible store. Ports 9000/9001 are NOT published to the host.
# Image: pinned MinIO RELEASE.2025-04-22T22-12-26Z via local Dockerfile
# (official binary from GitHub; docker.io hub may be unreachable).
minio:
build:
context: ./infra/minio
args:
MINIO_VERSION: RELEASE.2025-04-22T22-12-26Z
image: mtusi2026lab5-minio:RELEASE.2025-04-22T22-12-26Z
command: ["server", "/data", "--console-address", ":9001"]
environment:
MINIO_ROOT_USER: ${MINIO_ROOT_USER}
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD}
volumes:
- miniodata:/data
healthcheck:
test: ["CMD", "curl", "-f", "http://127.0.0.1:9000/minio/health/live"]
interval: 5s
timeout: 5s
retries: 20
start_period: 15s
cpus: ${MINIO_CPU_LIMIT:-0.50}
mem_limit: ${MINIO_MEM_LIMIT:-512m}
stop_grace_period: 15s
# Idempotent bucket bootstrap: create if missing, force private ACL.
minio-init:
build:
context: ./infra/mc
args:
MC_VERSION: RELEASE.2025-04-16T18-13-26Z
image: mtusi2026lab5-mc:RELEASE.2025-04-16T18-13-26Z
depends_on:
minio:
condition: service_healthy
environment:
MINIO_ROOT_USER: ${MINIO_ROOT_USER}
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD}
S3_BUCKET: ${S3_BUCKET}
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
entrypoint: ["/bin/sh", "-c"]
command:
- |
set -eu
echo "minio-init: waiting for endpoint $$S3_ENDPOINT"
i=0
until mc alias set local "$$S3_ENDPOINT" "$$MINIO_ROOT_USER" "$$MINIO_ROOT_PASSWORD" >/dev/null 2>&1; do
i=$$((i + 1))
if [ "$$i" -ge 30 ]; then
echo "minio-init: cannot reach MinIO" >&2
exit 1
fi
sleep 1
done
mc mb --ignore-existing "local/$$S3_BUCKET"
mc anonymous set none "local/$$S3_BUCKET"
echo "minio-init: bucket listing:"
mc ls "local/$$S3_BUCKET" || true
echo "minio-init: bucket $$S3_BUCKET ready (anonymous=none)"
restart: "no"
# Idempotent limited S3 user for the API (not MinIO root).
minio-user-init:
image: mtusi2026lab5-mc:RELEASE.2025-04-16T18-13-26Z
depends_on:
minio:
condition: service_healthy
minio-init:
condition: service_completed_successfully
environment:
MINIO_ROOT_USER: ${MINIO_ROOT_USER}
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD}
MINIO_USER_ACCESS_KEY: ${MINIO_USER_ACCESS_KEY}
MINIO_USER_SECRET_KEY: ${MINIO_USER_SECRET_KEY}
S3_BUCKET: ${S3_BUCKET}
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
POLICY_NAME: messenger-attachments-rw
volumes:
- ./infra/minio/policy-attachments.json:/policy.template.json:ro
entrypoint: ["/bin/sh", "-c"]
command:
- |
set -eu
echo "minio-user-init: alias $$S3_ENDPOINT"
i=0
until mc alias set local "$$S3_ENDPOINT" "$$MINIO_ROOT_USER" "$$MINIO_ROOT_PASSWORD" >/dev/null 2>&1; do
i=$$((i + 1))
if [ "$$i" -ge 30 ]; then
echo "minio-user-init: cannot reach MinIO" >&2
exit 1
fi
sleep 1
done
sed "s/__S3_BUCKET__/$$S3_BUCKET/g" /policy.template.json > /tmp/policy.json
if mc admin policy info local "$$POLICY_NAME" >/dev/null 2>&1; then
mc admin policy remove local "$$POLICY_NAME" >/dev/null 2>&1 || true
fi
mc admin policy create local "$$POLICY_NAME" /tmp/policy.json
if mc admin user info local "$$MINIO_USER_ACCESS_KEY" >/dev/null 2>&1; then
echo "minio-user-init: user $$MINIO_USER_ACCESS_KEY already exists"
else
mc admin user add local "$$MINIO_USER_ACCESS_KEY" "$$MINIO_USER_SECRET_KEY"
echo "minio-user-init: user $$MINIO_USER_ACCESS_KEY created"
fi
mc admin policy attach local "$$POLICY_NAME" --user "$$MINIO_USER_ACCESS_KEY" >/dev/null 2>&1 || true
echo "minio-user-init: policy $$POLICY_NAME attached to $$MINIO_USER_ACCESS_KEY"
restart: "no"
otel-collector:
image: otel/opentelemetry-collector-contrib:0.119.0
command: [--config=/etc/otelcol/config.yaml]
restart: unless-stopped
mem_limit: 256m
environment:
GOMEMLIMIT: 200MiB
volumes:
- ${OTEL_COLLECTOR_CONFIG:-./infra/otel/collector.yaml}:/etc/otelcol/config.yaml:ro
prometheus:
image: prom/prometheus:v3.2.1
command: [--config.file=/etc/prometheus/prometheus.yaml, --storage.tsdb.retention.time=7d]
restart: unless-stopped
mem_limit: 512m
ports: ["127.0.0.1:${PROMETHEUS_PORT:-9090}:9090"]
volumes:
- ./infra/prometheus:/etc/prometheus:ro
- prometheusdata:/prometheus
loki:
image: grafana/loki:3.4.2
command: [-config.file=/etc/loki/config.yaml]
restart: unless-stopped
mem_limit: 512m
volumes:
- ./infra/loki/loki.yaml:/etc/loki/config.yaml:ro
- lokidata:/loki
tempo:
image: grafana/tempo:2.7.2
user: "0:0"
command: [-config.file=/etc/tempo/config.yaml]
restart: unless-stopped
mem_limit: 512m
volumes:
- ./infra/tempo/tempo.yaml:/etc/tempo/config.yaml:ro
- tempodata:/var/tempo
grafana:
image: grafana/grafana:11.6.0
restart: unless-stopped
mem_limit: 256m
ports: ["127.0.0.1:${GRAFANA_PORT:-3000}:3000"]
environment:
GF_SECURITY_ADMIN_USER: ${GRAFANA_ADMIN_USER:-admin}
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_admin_password
GF_USERS_ALLOW_SIGN_UP: "false"
GF_PLUGINS_PREINSTALL_DISABLED: "true"
GF_ANALYTICS_REPORTING_ENABLED: "false"
GF_ANALYTICS_CHECK_FOR_UPDATES: "false"
secrets: [grafana_admin_password]
volumes:
- grafanadata:/var/lib/grafana
- ./infra/grafana/provisioning:/etc/grafana/provisioning:ro
- ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro
secrets:
grafana_admin_password:
file: ./secrets/grafana_admin_password
database_url:
file: ./secrets/database_url
cache_url:
file: ./secrets/cache_url
s3_access_key_id:
file: ./secrets/s3_access_key_id
s3_secret_access_key:
file: ./secrets/s3_secret_access_key
volumes:
pgdata: {}
valkeydata: {}
miniodata: {}
prometheusdata: {}
lokidata: {}
tempodata: {}
grafanadata: {}