Files
mtusi2026lab7/compose.yaml
T

803 lines
29 KiB
YAML
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
x-lab-number: 7
x-required-roles:
- api
- postgres
- load_balancer
- s3
- broker
- worker
- otel_collector
- telemetry_storage
- grafana
- openbao
services:
# ---------- PKI (one-shot) ----------
security_init:
image: alpine:3.20
container_name: mtuci-security-init
user: "0:0"
volumes:
- ./certs:/certs
- ./secrets:/secrets
environment:
CA_SUBJECT: ${CA_SUBJECT:-/CN=MTUCI-Lab7-CA}
SERVER_CN: ${SERVER_CN:-localhost}
entrypoint: ["/bin/sh", "-c"]
command:
- |
set -eu
apk add --no-cache openssl >/dev/null 2>&1 || true
mkdir -p /certs /secrets
# --- CA ---
if [ ! -f /certs/ca.crt ]; then
openssl genrsa -out /certs/ca.key 4096
openssl req -x509 -new -nodes -key /certs/ca.key -sha256 -days 3650 \
-subj "$${CA_SUBJECT}" -out /certs/ca.crt
fi
# --- LB external server cert ---
if [ ! -f /certs/server.crt ]; then
openssl genrsa -out /certs/server.key 2048
cat > /certs/server.ext <<EOF
subjectAltName=DNS:$${SERVER_CN},DNS:localhost,IP:127.0.0.1
extendedKeyUsage=serverAuth
EOF
openssl req -new -key /certs/server.key -subj "/CN=$${SERVER_CN}" -out /certs/server.csr
openssl x509 -req -in /certs/server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
-CAcreateserial -out /certs/server.crt -days 825 -sha256 -extfile /certs/server.ext
fi
# --- API server cert ---
if [ ! -f /certs/api-server.crt ]; then
openssl genrsa -out /certs/api-server.key 2048
cat > /certs/api-server.ext <<EOF
subjectAltName=DNS:api,DNS:localhost,IP:127.0.0.1
extendedKeyUsage=serverAuth
EOF
openssl req -new -key /certs/api-server.key -subj "/CN=api" -out /certs/api-server.csr
openssl x509 -req -in /certs/api-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
-CAcreateserial -out /certs/api-server.crt -days 825 -sha256 -extfile /certs/api-server.ext
fi
# --- LB client cert ---
if [ ! -f /certs/lb-client.crt ]; then
openssl genrsa -out /certs/lb-client.key 2048
cat > /certs/lb-client.ext <<EOF
extendedKeyUsage=clientAuth
subjectAltName=DNS:lb-client
EOF
openssl req -new -key /certs/lb-client.key -subj "/CN=lb-client" -out /certs/lb-client.csr
openssl x509 -req -in /certs/lb-client.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
-CAcreateserial -out /certs/lb-client.crt -days 825 -sha256 -extfile /certs/lb-client.ext
fi
# --- Client certs: API/worker/outbox -> Collector ---
for id in api worker outbox; do
if [ ! -f /certs/$${id}-client.crt ]; then
openssl genrsa -out /certs/$${id}-client.key 2048
cat > /certs/$${id}-client.ext <<EOF
extendedKeyUsage=clientAuth
subjectAltName=DNS:$${id}
EOF
openssl req -new -key /certs/$${id}-client.key -subj "/CN=$${id}" -out /certs/$${id}-client.csr
openssl x509 -req -in /certs/$${id}-client.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
-CAcreateserial -out /certs/$${id}-client.crt -days 825 -sha256 -extfile /certs/$${id}-client.ext
fi
done
# --- OpenBao server cert ---
if [ ! -f /certs/bao-server.crt ]; then
openssl genrsa -out /certs/bao-server.key 2048
cat > /certs/bao-server.ext <<EOF
subjectAltName=DNS:openbao,DNS:localhost,IP:127.0.0.1
extendedKeyUsage=serverAuth
EOF
openssl req -new -key /certs/bao-server.key -subj "/CN=openbao" -out /certs/bao-server.csr
openssl x509 -req -in /certs/bao-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
-CAcreateserial -out /certs/bao-server.crt -days 825 -sha256 -extfile /certs/bao-server.ext
fi
# --- Collector server cert ---
if [ ! -f /certs/collector-server.crt ]; then
openssl genrsa -out /certs/collector-server.key 2048
cat > /certs/collector-server.ext <<EOF
subjectAltName=DNS:otel-collector,DNS:localhost,IP:127.0.0.1
extendedKeyUsage=serverAuth
EOF
openssl req -new -key /certs/collector-server.key -subj "/CN=otel-collector" -out /certs/collector-server.csr
openssl x509 -req -in /certs/collector-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
-CAcreateserial -out /certs/collector-server.crt -days 825 -sha256 -extfile /certs/collector-server.ext
fi
# --- PostgreSQL server cert ---
if [ ! -f /certs/postgres-server.crt ]; then
openssl genrsa -out /certs/postgres-server.key 2048
cat > /certs/postgres-server.ext <<EOF
subjectAltName=DNS:postgres,DNS:localhost,IP:127.0.0.1
extendedKeyUsage=serverAuth
EOF
openssl req -new -key /certs/postgres-server.key -subj "/CN=postgres" -out /certs/postgres-server.csr
openssl x509 -req -in /certs/postgres-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
-CAcreateserial -out /certs/postgres-server.crt -days 825 -sha256 -extfile /certs/postgres-server.ext
fi
# Права: сервисы в контейнерах работают от разных UID (postgres, openbao и т.п.),
# поэтому cert/key должны быть читаемы как обычные файлы. Учебный стенд → 644.
# ИСКЛЮЧЕНИЕ: PostgreSQL требует 0600 И владельца postgres. chown ниже работает,
# но bind-mount из Windows (NTFS) может терять UID — поэтому postgres
# использует entrypoint-wrapper, который копирует ключ в свой container fs.
chmod 644 /certs/*.crt 2>/dev/null || true
chmod 644 /certs/*.key 2>/dev/null || true
chmod 600 /certs/ca.key 2>/dev/null || true
chown 999:999 /certs/postgres-server.key 2>/dev/null || true
chmod 600 /certs/postgres-server.key 2>/dev/null || true
echo "event=pki_ready"
# ---------- OpenBao (non-dev, file storage, TLS) ----------
openbao:
image: openbao/openbao:2.0.2
container_name: mtuci-openbao
# lab7 fix: НЕ используем init: true — tini как PID 1 не освобождает
# порт при рестартах, старый bao остаётся жив и получается
# "bind: address already in use". Без tini bao - PID 1 и корректно
# завершается по SIGTERM.
#
# lab7 fix: явный entrypoint — образ openbao/openbao:2.0.2 уже имеет
# ENTRYPOINT ["bao"], но при command: ["server", "-config=..."] в
# некоторых версиях Docker Desktop получалось дублирование команды
# (`bao server bao server ...`), и второй bao падал с
# "address already in use". Явный entrypoint исключает это.
entrypoint: ["bao"]
depends_on:
security_init:
condition: service_completed_successfully
environment:
SKIP_SETCAP: "1"
volumes:
- ./infra/openbao/bao.hcl:/openbao/config/bao.hcl:ro
- ./certs:/certs:ro
- openbao-data:/openbao/data
command: ["server", "-config=/openbao/config/bao.hcl"]
# lab7: порт 8200 НЕ публикуем наружу — сервис доступен только по
# внутреннему DNS-имени openbao в compose-сети.
#
# lab7 fix: healthcheck через TCP-проверку listener'а. `bao status`
# при sealed возвращает exit 2 → deadlock: openbao-init ждёт healthy,
# а healthy требует unsealed. `nc -z` проверяет только "порт открыт".
healthcheck:
test: ["CMD-SHELL", "nc -z 127.0.0.1 8200"]
interval: 5s
timeout: 3s
retries: 20
start_period: 15s
restart: on-failure:3
stop_grace_period: 15s
stop_signal: SIGTERM
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
reservations:
cpus: "0.1"
memory: 64M
openbao-init:
image: openbao/openbao:2.0.2
container_name: mtuci-openbao-init
# lab7 fix: jq нужен для разбора /secrets/bao-init.json, но в образе
# openbao/openbao:2.0.2 его нет. Ставим через apk — для этого нужен
# root. Контейнер одноразовый bootstrap, root здесь уместен.
user: "0:0"
depends_on:
openbao:
condition: service_healthy
security_init:
condition: service_completed_successfully
volumes:
- ./certs:/certs:ro
- ./secrets:/secrets
- ./infra/openbao:/openbao-config:ro
environment:
BAO_ADDR: ${BAO_ADDR:-https://openbao:8200}
BAO_CACERT: /certs/ca.crt
entrypoint: ["/bin/sh", "-c"]
command:
- |
set -eu
apk add --no-cache jq >/dev/null 2>&1 || true
# lab7 fix: BAO_CACERT экспортируется ДО bao status/init/unseal.
export BAO_CACERT=/certs/ca.crt
# lab7 fix: единственный надёжный признак «уже инициализирован» —
# наличие /secrets/bao-init.json. `bao status` НЕ подходит:
# после рестарта openbao sealed, и `bao status` возвращает exit 2
# (это нормальное поведение sealed-хранилища, а не «не
# инициализирован»). Из-за этого скрипт повторно звал
# `bao operator init` → 400 already initialized → exit 2.
if [ -f /secrets/bao-init.json ]; then
echo "event=bao_already_initialized"
else
bao operator init -key-shares=1 -key-threshold=1 \
-format=json > /secrets/bao-init.json
chmod 600 /secrets/bao-init.json
echo "event=bao_initialized"
fi
UNSEAL=$$(jq -r '.unseal_keys_b64[0]' /secrets/bao-init.json)
ROOT=$$(jq -r '.root_token' /secrets/bao-init.json)
# lab7 fix: unseal выполняется ВСЕГДА, а не только при первой
# инициализации. После рестарта openbao sealed, и без unseal
# `bao policy write` падает с 503 "Vault is sealed".
# unseal идемпотентен: на уже распечатанном хранилище вернёт
# «Vault is already unsealed», это ок (|| true).
bao operator unseal "$$UNSEAL" >/dev/null 2>&1 || true
export BAO_TOKEN="$$ROOT"
# Всё ниже идемпотентно: `2>/dev/null || true` — повторный
# запуск не падает, если путь/политика/AppRole уже созданы.
bao secrets enable -path=secret kv-v2 2>/dev/null || true
bao policy write api-policy /openbao-config/api-policy.hcl
bao policy write worker-policy /openbao-config/worker-policy.hcl
bao auth enable approle 2>/dev/null || true
bao write auth/approle/role/api token_policies=api-policy \
token_ttl=15m token_max_ttl=1h secret_id_ttl=15m secret_id_num_uses=10 2>/dev/null || true
bao write auth/approle/role/worker token_policies=worker-policy \
token_ttl=15m token_max_ttl=1h secret_id_ttl=15m secret_id_num_uses=10 2>/dev/null || true
API_ROLE_ID=$$(bao read -field=role_id auth/approle/role/api/role-id)
API_SECRET_ID=$$(bao write -f -field=secret_id auth/approle/role/api/secret-id)
WORKER_ROLE_ID=$$(bao read -field=role_id auth/approle/role/worker/role-id)
WORKER_SECRET_ID=$$(bao write -f -field=secret_id auth/approle/role/worker/secret-id)
printf "API_ROLE_ID=$$API_ROLE_ID\nAPI_SECRET_ID=$$API_SECRET_ID\n" > /secrets/api-approle.env
printf "WORKER_ROLE_ID=$$WORKER_ROLE_ID\nWORKER_SECRET_ID=$$WORKER_SECRET_ID\n" > /secrets/worker-approle.env
chmod 600 /secrets/api-approle.env /secrets/worker-approle.env
echo "event=openbao_bootstrap_done"
restart: "no"
# ---------- Хранилища ----------
postgres:
image: postgres:18.6-alpine
container_name: mtuci-postgres
depends_on:
security_init:
condition: service_completed_successfully
environment:
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_DB: ${POSTGRES_DB:-high_load_messenger}
# lab7: bind-mount из Windows (NTFS/WSL2) не сохраняет UID владельца,
# поэтому postmaster видит postgres-server.key как "чужой". Решение:
# entrypoint копирует certs из read-only bind в /var/lib/postgresql/certs
# (обычная container-fs) и выставляет 0600/0644 + chown postgres:postgres.
entrypoint: ["/bin/sh", "-c"]
command:
- |
set -eu
mkdir -p /var/lib/postgresql/certs
cp /etc/postgres-certs-src/*.crt /etc/postgres-certs-src/*.key /var/lib/postgresql/certs/
chown -R postgres:postgres /var/lib/postgresql/certs
chmod 644 /var/lib/postgresql/certs/*.crt
chmod 600 /var/lib/postgresql/certs/*.key
exec docker-entrypoint.sh postgres \
-c ssl=on \
-c ssl_cert_file=/var/lib/postgresql/certs/postgres-server.crt \
-c ssl_key_file=/var/lib/postgresql/certs/postgres-server.key \
-c ssl_ca_file=/var/lib/postgresql/certs/ca.crt
volumes:
- postgres-data:/var/lib/postgresql
- ./certs:/etc/postgres-certs-src:ro
healthcheck:
test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER:-messenger} -d ${POSTGRES_DB:-high_load_messenger}"]
interval: 5s
timeout: 5s
retries: 20
start_period: 30s
restart: unless-stopped
deploy:
resources:
limits:
cpus: "1.0"
memory: 1G
reservations:
cpus: "0.25"
memory: 256M
redis:
image: redis:7.4.1-alpine
container_name: mtuci-redis
command: ["redis-server", "--appendonly", "yes", "--appendfsync", "everysec", "--save", "60", "1"]
volumes:
- redis-data:/data
healthcheck:
test: ["CMD", "redis-cli", "ping"]
interval: 5s
timeout: 3s
retries: 10
start_period: 3s
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
reservations:
cpus: "0.1"
memory: 64M
minio:
image: netvark/minio:20260213
container_name: mtuci-minio
command: ["server", "/data", "--console-address", ":9001"]
environment:
MINIO_ROOT_USER: ${MINIO_ROOT_USER:-minioadmin}
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:-minioadmin}
MINIO_BROWSER_REDIRECT_URL: http://localhost:9001
volumes:
- minio-data:/data
healthcheck:
test: ["CMD-SHELL", "curl -f http://localhost:9000/minio/health/live || exit 1"]
interval: 5s
timeout: 5s
retries: 20
start_period: 5s
restart: unless-stopped
deploy:
resources:
limits:
cpus: "1.0"
memory: 512M
reservations:
cpus: "0.1"
memory: 128M
minio-init:
image: netvark/mc:20260920
container_name: mtuci-minio-init
depends_on:
minio:
condition: service_healthy
entrypoint: ["/bin/sh", "-c"]
command:
- |
set -eu
mc alias set local http://minio:9000 "$${MINIO_ROOT_USER}" "$${MINIO_ROOT_PASSWORD}"
mc mb --ignore-existing local/"$${S3_BUCKET}"
mc anonymous set none local/"$${S3_BUCKET}" || true
if ! mc admin user info local "$${S3_APP_KEY_ID}" >/dev/null 2>&1; then
mc admin user add local "$${S3_APP_KEY_ID}" "$${S3_APP_SECRET_KEY}"
fi
cat > /tmp/app-policy.json <<'POLICY'
{
"Version": "2012-10-17",
"Statement": [
{"Effect": "Allow", "Action": ["s3:GetBucketLocation", "s3:ListBucket"], "Resource": ["arn:aws:s3:::${S3_BUCKET}"]},
{"Effect": "Allow", "Action": ["s3:GetObject", "s3:PutObject", "s3:DeleteObject", "s3:AbortMultipartUpload", "s3:ListMultipartUploadParts"], "Resource": ["arn:aws:s3:::${S3_BUCKET}/*"]}
]
}
POLICY
sed -i "s/\$${S3_BUCKET}/$${S3_BUCKET}/g" /tmp/app-policy.json || true
mc admin policy create local messenger-app /tmp/app-policy.json 2>/dev/null || true
mc admin policy attach local messenger-app --user "$${S3_APP_KEY_ID}" || true
echo "minio-init done"
environment:
MINIO_ROOT_USER: ${MINIO_ROOT_USER:-minioadmin}
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:-minioadmin}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_APP_KEY_ID: ${S3_APP_KEY_ID:-messenger-app}
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY:-messenger-app-secret-change-me}
restart: "no"
deploy:
resources:
limits:
cpus: "0.2"
memory: 64M
migrate:
build: .
image: mtuci-messenger:lab7
command: ["python", "-m", "app.storage.db"]
environment:
APP_ENV: ${APP_ENV:-lab}
DATABASE_URL: ${DATABASE_URL}
SESSION_STORE: ${SESSION_STORE:-redis}
REDIS_URL: ${REDIS_URL:-redis://redis:6379/0}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
depends_on:
postgres:
condition: service_healthy
restart: "no"
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
reservations:
cpus: "0.1"
memory: 64M
rabbitmq:
image: rabbitmq:3.13.7-management-alpine
container_name: mtuci-rabbitmq
environment:
RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER:-messenger}
RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD:-messenger-rabbit-change-me}
volumes:
- rabbitmq-data:/var/lib/rabbitmq
healthcheck:
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
interval: 10s
timeout: 5s
retries: 20
start_period: 20s
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
reservations:
cpus: "0.1"
memory: 128M
worker:
build: .
image: mtuci-messenger:lab7
command: ["python", "-m", "app.worker"]
environment:
APP_ENV: ${APP_ENV:-lab}
DATABASE_URL: ${DATABASE_URL}
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_APP_KEY_ID: ${S3_APP_KEY_ID}
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY}
RABBITMQ_URL: ${RABBITMQ_URL:-amqp://messenger:messenger-rabbit-change-me@rabbitmq:5672/%2F}
OTEL_SERVICE_NAME: messenger-worker
OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318
OTEL_EXPORTER_OTLP_PROTOCOL: ${OTEL_EXPORTER_OTLP_PROTOCOL:-http/protobuf}
OTEL_RESOURCE_ATTRIBUTES: ${OTEL_RESOURCE_ATTRIBUTES:-deployment.environment.name=lab}
OTEL_EXPORTER_OTLP_CERTIFICATE: /certs/ca.crt
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /certs/worker-client.crt
OTEL_EXPORTER_OTLP_CLIENT_KEY: /certs/worker-client.key
BAO_ADDR: ${BAO_ADDR:-https://openbao:8200}
BAO_CACERT: ${BAO_CACERT:-/certs/ca.crt}
volumes:
- ./certs:/certs:ro
- ./secrets:/secrets:ro
depends_on:
migrate:
condition: service_completed_successfully
minio-init:
condition: service_completed_successfully
rabbitmq:
condition: service_healthy
openbao-init:
condition: service_completed_successfully
otel-collector:
condition: service_started
read_only: true
tmpfs:
- /tmp
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
restart: unless-stopped
deploy:
resources:
limits:
cpus: "1.0"
memory: 512M
reservations:
cpus: "0.25"
memory: 128M
outbox:
build: .
image: mtuci-messenger:lab7
command: ["python", "-m", "app.outbox_worker"]
environment:
APP_ENV: ${APP_ENV:-lab}
DATABASE_URL: ${DATABASE_URL}
RABBITMQ_URL: ${RABBITMQ_URL:-amqp://messenger:messenger-rabbit-change-me@rabbitmq:5672/%2F}
OTEL_SERVICE_NAME: messenger-outbox
OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318
OTEL_EXPORTER_OTLP_PROTOCOL: ${OTEL_EXPORTER_OTLP_PROTOCOL:-http/protobuf}
OTEL_RESOURCE_ATTRIBUTES: ${OTEL_RESOURCE_ATTRIBUTES:-deployment.environment.name=lab}
OTEL_EXPORTER_OTLP_CERTIFICATE: /certs/ca.crt
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /certs/outbox-client.crt
OTEL_EXPORTER_OTLP_CLIENT_KEY: /certs/outbox-client.key
volumes:
- ./certs:/certs:ro
depends_on:
migrate:
condition: service_completed_successfully
rabbitmq:
condition: service_healthy
otel-collector:
condition: service_started
read_only: true
tmpfs:
- /tmp
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.3"
memory: 128M
api:
build: .
image: mtuci-messenger:lab7
environment:
APP_HOST: ${APP_HOST:-0.0.0.0}
APP_PORT: ${APP_PORT:-8080}
APP_ENV: ${APP_ENV:-lab}
DATABASE_URL: ${DATABASE_URL}
SESSION_STORE: ${SESSION_STORE:-redis}
REDIS_URL: ${REDIS_URL:-redis://redis:6379/0}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_APP_KEY_ID: ${S3_APP_KEY_ID}
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY}
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
MAX_REQUEST_BODY_BYTES: ${MAX_REQUEST_BODY_BYTES:-10485760}
CLEANUP_INTERVAL_SECONDS: ${CLEANUP_INTERVAL_SECONDS:-300}
ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-3600}
OTEL_SERVICE_NAME: messenger-api
OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318
OTEL_EXPORTER_OTLP_PROTOCOL: ${OTEL_EXPORTER_OTLP_PROTOCOL:-http/protobuf}
OTEL_RESOURCE_ATTRIBUTES: ${OTEL_RESOURCE_ATTRIBUTES:-deployment.environment.name=lab}
OTEL_EXPORTER_OTLP_CERTIFICATE: /certs/ca.crt
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /certs/api-client.crt
OTEL_EXPORTER_OTLP_CLIENT_KEY: /certs/api-client.key
ARGON2_MEMORY_KIB: ${ARGON2_MEMORY_KIB:-19456}
ARGON2_ITERATIONS: ${ARGON2_ITERATIONS:-2}
ARGON2_PARALLELISM: ${ARGON2_PARALLELISM:-1}
LOGIN_WINDOW_SECONDS: ${LOGIN_WINDOW_SECONDS:-60}
LOGIN_MAX_ATTEMPTS: ${LOGIN_MAX_ATTEMPTS:-10}
BAO_ADDR: ${BAO_ADDR:-https://openbao:8200}
BAO_CACERT: ${BAO_CACERT:-/certs/ca.crt}
volumes:
- ./certs:/certs:ro
- ./secrets:/secrets:ro
depends_on:
migrate:
condition: service_completed_successfully
postgres:
condition: service_healthy
redis:
condition: service_healthy
minio-init:
condition: service_completed_successfully
openbao-init:
condition: service_completed_successfully
otel-collector:
condition: service_started
healthcheck:
# lab7 fix: uvicorn запущен с --ssl-cert-reqs 2 (CERT_REQUIRED, mTLS).
# Без клиентского сертификата сервер рвёт соединение до ответа
# (RemoteDisconnected). Используем ровно ту identity, которой
# ходит LB: /certs/lb-client.crt + lb-client.key, CA=/certs/ca.crt.
test: ["CMD", "python", "-c", "import ssl,urllib.request; ctx=ssl.create_default_context(cafile='/certs/ca.crt'); ctx.load_cert_chain(certfile='/certs/lb-client.crt', keyfile='/certs/lb-client.key'); urllib.request.urlopen('https://127.0.0.1:8080/health/ready', context=ctx, timeout=3).read()"]
interval: 5s
timeout: 5s
retries: 10
start_period: 30s
read_only: true
tmpfs:
- /tmp
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
restart: unless-stopped
deploy:
replicas: 2
resources:
limits:
cpus: "1.0"
memory: 512M
reservations:
cpus: "0.25"
memory: 128M
s3_cleanup:
build: .
image: mtuci-messenger:lab7
command: ["python", "-m", "app.storage.s3_cleanup"]
environment:
APP_ENV: ${APP_ENV:-lab}
DATABASE_URL: ${DATABASE_URL}
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_APP_KEY_ID: ${S3_APP_KEY_ID}
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY}
CLEANUP_INTERVAL_SECONDS: ${CLEANUP_INTERVAL_SECONDS:-300}
ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-3600}
depends_on:
migrate:
condition: service_completed_successfully
minio-init:
condition: service_completed_successfully
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.3"
memory: 256M
reservations:
cpus: "0.05"
memory: 64M
lb:
image: nginx:1.27.3-alpine
container_name: mtuci-lb
ports:
- "127.0.0.1:8443:8443"
volumes:
- ./infra/nginx.conf:/etc/nginx/conf.d/default.conf:ro
- ./certs:/etc/nginx/certs:ro
depends_on:
api:
condition: service_healthy
read_only: true
tmpfs:
- /var/cache/nginx
- /var/run
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
cap_add:
- NET_BIND_SERVICE
- CHOWN
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 128M
reservations:
cpus: "0.1"
memory: 32M
otel-collector:
image: otel/opentelemetry-collector-contrib:0.108.0
container_name: mtuci-otel-collector
command: ["--config=/etc/otel/collector.yaml"]
volumes:
- ./infra/otel/collector.yaml:/etc/otel/collector.yaml:ro
- ./certs:/certs:ro
depends_on:
- tempo
- loki
- prometheus
healthcheck:
test: ["CMD", "/otelcol-contrib", "--version"]
interval: 10s
timeout: 3s
retries: 5
start_period: 10s
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 256M
reservations:
cpus: "0.1"
memory: 64M
prometheus:
image: prom/prometheus:v2.54.1
container_name: mtuci-prometheus
command:
- "--config.file=/etc/prometheus/prometheus.yaml"
- "--storage.tsdb.path=/prometheus"
- "--storage.tsdb.retention.time=15d"
- "--web.listen-address=0.0.0.0:9090"
volumes:
- ./infra/prometheus/prometheus.yaml:/etc/prometheus/prometheus.yaml:ro
- ./infra/prometheus/rules:/etc/prometheus/rules:ro
- prometheus-data:/prometheus
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
reservations:
cpus: "0.1"
memory: 128M
loki:
image: grafana/loki:3.1.1
container_name: mtuci-loki
command: ["-config.file=/etc/loki/loki.yaml"]
volumes:
- ./infra/loki/loki.yaml:/etc/loki/loki.yaml:ro
- loki-data:/loki
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
reservations:
cpus: "0.1"
memory: 128M
tempo:
image: grafana/tempo:2.5.0
container_name: mtuci-tempo
command: ["-config.file=/etc/tempo/tempo.yaml"]
volumes:
- ./infra/tempo/tempo.yaml:/etc/tempo/tempo.yaml:ro
- tempo-data:/var/tempo
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.5"
memory: 512M
reservations:
cpus: "0.1"
memory: 128M
grafana:
image: grafana/grafana:11.2.0
container_name: mtuci-grafana
environment:
GF_AUTH_ANONYMOUS_ENABLED: "true"
GF_AUTH_ANONYMOUS_ORG_ROLE: "Admin"
GF_AUTH_DISABLE_LOGIN_FORM: "true"
GF_FEATURE_TOGGLES_ENABLE: "traceqlEditor"
GF_SECURITY_ADMIN_PASSWORD: ${GRAFANA_ADMIN_PASSWORD:-admin}
volumes:
- ./infra/grafana/provisioning:/etc/grafana/provisioning:ro
- ./infra/grafana/provisioning/alerting:/etc/grafana/provisioning/alerting:ro
- grafana-data:/var/lib/grafana
ports:
- "127.0.0.1:3000:3000"
depends_on:
- prometheus
- loki
- tempo
restart: unless-stopped
deploy:
resources:
limits:
cpus: "0.3"
memory: 256M
reservations:
cpus: "0.05"
memory: 64M
volumes:
postgres-data:
name: mtuci2026lab7_postgres-data
redis-data:
name: mtuci2026lab7_redis-data
minio-data:
name: mtuci2026lab7_minio-data
rabbitmq-data:
name: mtuci2026lab7_rabbitmq-data
prometheus-data:
name: mtuci2026lab7_prometheus-data
loki-data:
name: mtuci2026lab7_loki-data
tempo-data:
name: mtuci2026lab7_tempo-data
grafana-data:
name: mtuci2026lab7_grafana-data
openbao-data:
name: mtuci2026lab7_openbao-data
networks:
default:
name: mtuci2026lab7_default