803 lines
29 KiB
YAML
803 lines
29 KiB
YAML
x-lab-number: 7
|
||
x-required-roles:
|
||
- api
|
||
- postgres
|
||
- load_balancer
|
||
- s3
|
||
- broker
|
||
- worker
|
||
- otel_collector
|
||
- telemetry_storage
|
||
- grafana
|
||
- openbao
|
||
|
||
services:
|
||
# ---------- PKI (one-shot) ----------
|
||
security_init:
|
||
image: alpine:3.20
|
||
container_name: mtuci-security-init
|
||
user: "0:0"
|
||
volumes:
|
||
- ./certs:/certs
|
||
- ./secrets:/secrets
|
||
environment:
|
||
CA_SUBJECT: ${CA_SUBJECT:-/CN=MTUCI-Lab7-CA}
|
||
SERVER_CN: ${SERVER_CN:-localhost}
|
||
entrypoint: ["/bin/sh", "-c"]
|
||
command:
|
||
- |
|
||
set -eu
|
||
apk add --no-cache openssl >/dev/null 2>&1 || true
|
||
mkdir -p /certs /secrets
|
||
# --- CA ---
|
||
if [ ! -f /certs/ca.crt ]; then
|
||
openssl genrsa -out /certs/ca.key 4096
|
||
openssl req -x509 -new -nodes -key /certs/ca.key -sha256 -days 3650 \
|
||
-subj "$${CA_SUBJECT}" -out /certs/ca.crt
|
||
fi
|
||
# --- LB external server cert ---
|
||
if [ ! -f /certs/server.crt ]; then
|
||
openssl genrsa -out /certs/server.key 2048
|
||
cat > /certs/server.ext <<EOF
|
||
subjectAltName=DNS:$${SERVER_CN},DNS:localhost,IP:127.0.0.1
|
||
extendedKeyUsage=serverAuth
|
||
EOF
|
||
openssl req -new -key /certs/server.key -subj "/CN=$${SERVER_CN}" -out /certs/server.csr
|
||
openssl x509 -req -in /certs/server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
|
||
-CAcreateserial -out /certs/server.crt -days 825 -sha256 -extfile /certs/server.ext
|
||
fi
|
||
# --- API server cert ---
|
||
if [ ! -f /certs/api-server.crt ]; then
|
||
openssl genrsa -out /certs/api-server.key 2048
|
||
cat > /certs/api-server.ext <<EOF
|
||
subjectAltName=DNS:api,DNS:localhost,IP:127.0.0.1
|
||
extendedKeyUsage=serverAuth
|
||
EOF
|
||
openssl req -new -key /certs/api-server.key -subj "/CN=api" -out /certs/api-server.csr
|
||
openssl x509 -req -in /certs/api-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
|
||
-CAcreateserial -out /certs/api-server.crt -days 825 -sha256 -extfile /certs/api-server.ext
|
||
fi
|
||
# --- LB client cert ---
|
||
if [ ! -f /certs/lb-client.crt ]; then
|
||
openssl genrsa -out /certs/lb-client.key 2048
|
||
cat > /certs/lb-client.ext <<EOF
|
||
extendedKeyUsage=clientAuth
|
||
subjectAltName=DNS:lb-client
|
||
EOF
|
||
openssl req -new -key /certs/lb-client.key -subj "/CN=lb-client" -out /certs/lb-client.csr
|
||
openssl x509 -req -in /certs/lb-client.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
|
||
-CAcreateserial -out /certs/lb-client.crt -days 825 -sha256 -extfile /certs/lb-client.ext
|
||
fi
|
||
# --- Client certs: API/worker/outbox -> Collector ---
|
||
for id in api worker outbox; do
|
||
if [ ! -f /certs/$${id}-client.crt ]; then
|
||
openssl genrsa -out /certs/$${id}-client.key 2048
|
||
cat > /certs/$${id}-client.ext <<EOF
|
||
extendedKeyUsage=clientAuth
|
||
subjectAltName=DNS:$${id}
|
||
EOF
|
||
openssl req -new -key /certs/$${id}-client.key -subj "/CN=$${id}" -out /certs/$${id}-client.csr
|
||
openssl x509 -req -in /certs/$${id}-client.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
|
||
-CAcreateserial -out /certs/$${id}-client.crt -days 825 -sha256 -extfile /certs/$${id}-client.ext
|
||
fi
|
||
done
|
||
# --- OpenBao server cert ---
|
||
if [ ! -f /certs/bao-server.crt ]; then
|
||
openssl genrsa -out /certs/bao-server.key 2048
|
||
cat > /certs/bao-server.ext <<EOF
|
||
subjectAltName=DNS:openbao,DNS:localhost,IP:127.0.0.1
|
||
extendedKeyUsage=serverAuth
|
||
EOF
|
||
openssl req -new -key /certs/bao-server.key -subj "/CN=openbao" -out /certs/bao-server.csr
|
||
openssl x509 -req -in /certs/bao-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
|
||
-CAcreateserial -out /certs/bao-server.crt -days 825 -sha256 -extfile /certs/bao-server.ext
|
||
fi
|
||
# --- Collector server cert ---
|
||
if [ ! -f /certs/collector-server.crt ]; then
|
||
openssl genrsa -out /certs/collector-server.key 2048
|
||
cat > /certs/collector-server.ext <<EOF
|
||
subjectAltName=DNS:otel-collector,DNS:localhost,IP:127.0.0.1
|
||
extendedKeyUsage=serverAuth
|
||
EOF
|
||
openssl req -new -key /certs/collector-server.key -subj "/CN=otel-collector" -out /certs/collector-server.csr
|
||
openssl x509 -req -in /certs/collector-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
|
||
-CAcreateserial -out /certs/collector-server.crt -days 825 -sha256 -extfile /certs/collector-server.ext
|
||
fi
|
||
# --- PostgreSQL server cert ---
|
||
if [ ! -f /certs/postgres-server.crt ]; then
|
||
openssl genrsa -out /certs/postgres-server.key 2048
|
||
cat > /certs/postgres-server.ext <<EOF
|
||
subjectAltName=DNS:postgres,DNS:localhost,IP:127.0.0.1
|
||
extendedKeyUsage=serverAuth
|
||
EOF
|
||
openssl req -new -key /certs/postgres-server.key -subj "/CN=postgres" -out /certs/postgres-server.csr
|
||
openssl x509 -req -in /certs/postgres-server.csr -CA /certs/ca.crt -CAkey /certs/ca.key \
|
||
-CAcreateserial -out /certs/postgres-server.crt -days 825 -sha256 -extfile /certs/postgres-server.ext
|
||
fi
|
||
# Права: сервисы в контейнерах работают от разных UID (postgres, openbao и т.п.),
|
||
# поэтому cert/key должны быть читаемы как обычные файлы. Учебный стенд → 644.
|
||
# ИСКЛЮЧЕНИЕ: PostgreSQL требует 0600 И владельца postgres. chown ниже работает,
|
||
# но bind-mount из Windows (NTFS) может терять UID — поэтому postgres
|
||
# использует entrypoint-wrapper, который копирует ключ в свой container fs.
|
||
chmod 644 /certs/*.crt 2>/dev/null || true
|
||
chmod 644 /certs/*.key 2>/dev/null || true
|
||
chmod 600 /certs/ca.key 2>/dev/null || true
|
||
chown 999:999 /certs/postgres-server.key 2>/dev/null || true
|
||
chmod 600 /certs/postgres-server.key 2>/dev/null || true
|
||
echo "event=pki_ready"
|
||
|
||
# ---------- OpenBao (non-dev, file storage, TLS) ----------
|
||
openbao:
|
||
image: openbao/openbao:2.0.2
|
||
container_name: mtuci-openbao
|
||
# lab7 fix: НЕ используем init: true — tini как PID 1 не освобождает
|
||
# порт при рестартах, старый bao остаётся жив и получается
|
||
# "bind: address already in use". Без tini bao - PID 1 и корректно
|
||
# завершается по SIGTERM.
|
||
#
|
||
# lab7 fix: явный entrypoint — образ openbao/openbao:2.0.2 уже имеет
|
||
# ENTRYPOINT ["bao"], но при command: ["server", "-config=..."] в
|
||
# некоторых версиях Docker Desktop получалось дублирование команды
|
||
# (`bao server bao server ...`), и второй bao падал с
|
||
# "address already in use". Явный entrypoint исключает это.
|
||
entrypoint: ["bao"]
|
||
depends_on:
|
||
security_init:
|
||
condition: service_completed_successfully
|
||
environment:
|
||
SKIP_SETCAP: "1"
|
||
volumes:
|
||
- ./infra/openbao/bao.hcl:/openbao/config/bao.hcl:ro
|
||
- ./certs:/certs:ro
|
||
- openbao-data:/openbao/data
|
||
command: ["server", "-config=/openbao/config/bao.hcl"]
|
||
# lab7: порт 8200 НЕ публикуем наружу — сервис доступен только по
|
||
# внутреннему DNS-имени openbao в compose-сети.
|
||
#
|
||
# lab7 fix: healthcheck через TCP-проверку listener'а. `bao status`
|
||
# при sealed возвращает exit 2 → deadlock: openbao-init ждёт healthy,
|
||
# а healthy требует unsealed. `nc -z` проверяет только "порт открыт".
|
||
healthcheck:
|
||
test: ["CMD-SHELL", "nc -z 127.0.0.1 8200"]
|
||
interval: 5s
|
||
timeout: 3s
|
||
retries: 20
|
||
start_period: 15s
|
||
restart: on-failure:3
|
||
stop_grace_period: 15s
|
||
stop_signal: SIGTERM
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 256M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 64M
|
||
|
||
openbao-init:
|
||
image: openbao/openbao:2.0.2
|
||
container_name: mtuci-openbao-init
|
||
# lab7 fix: jq нужен для разбора /secrets/bao-init.json, но в образе
|
||
# openbao/openbao:2.0.2 его нет. Ставим через apk — для этого нужен
|
||
# root. Контейнер одноразовый bootstrap, root здесь уместен.
|
||
user: "0:0"
|
||
depends_on:
|
||
openbao:
|
||
condition: service_healthy
|
||
security_init:
|
||
condition: service_completed_successfully
|
||
volumes:
|
||
- ./certs:/certs:ro
|
||
- ./secrets:/secrets
|
||
- ./infra/openbao:/openbao-config:ro
|
||
environment:
|
||
BAO_ADDR: ${BAO_ADDR:-https://openbao:8200}
|
||
BAO_CACERT: /certs/ca.crt
|
||
entrypoint: ["/bin/sh", "-c"]
|
||
command:
|
||
- |
|
||
set -eu
|
||
apk add --no-cache jq >/dev/null 2>&1 || true
|
||
# lab7 fix: BAO_CACERT экспортируется ДО bao status/init/unseal.
|
||
export BAO_CACERT=/certs/ca.crt
|
||
|
||
# lab7 fix: единственный надёжный признак «уже инициализирован» —
|
||
# наличие /secrets/bao-init.json. `bao status` НЕ подходит:
|
||
# после рестарта openbao sealed, и `bao status` возвращает exit 2
|
||
# (это нормальное поведение sealed-хранилища, а не «не
|
||
# инициализирован»). Из-за этого скрипт повторно звал
|
||
# `bao operator init` → 400 already initialized → exit 2.
|
||
if [ -f /secrets/bao-init.json ]; then
|
||
echo "event=bao_already_initialized"
|
||
else
|
||
bao operator init -key-shares=1 -key-threshold=1 \
|
||
-format=json > /secrets/bao-init.json
|
||
chmod 600 /secrets/bao-init.json
|
||
echo "event=bao_initialized"
|
||
fi
|
||
|
||
UNSEAL=$$(jq -r '.unseal_keys_b64[0]' /secrets/bao-init.json)
|
||
ROOT=$$(jq -r '.root_token' /secrets/bao-init.json)
|
||
# lab7 fix: unseal выполняется ВСЕГДА, а не только при первой
|
||
# инициализации. После рестарта openbao sealed, и без unseal
|
||
# `bao policy write` падает с 503 "Vault is sealed".
|
||
# unseal идемпотентен: на уже распечатанном хранилище вернёт
|
||
# «Vault is already unsealed», это ок (|| true).
|
||
bao operator unseal "$$UNSEAL" >/dev/null 2>&1 || true
|
||
export BAO_TOKEN="$$ROOT"
|
||
|
||
# Всё ниже идемпотентно: `2>/dev/null || true` — повторный
|
||
# запуск не падает, если путь/политика/AppRole уже созданы.
|
||
bao secrets enable -path=secret kv-v2 2>/dev/null || true
|
||
bao policy write api-policy /openbao-config/api-policy.hcl
|
||
bao policy write worker-policy /openbao-config/worker-policy.hcl
|
||
bao auth enable approle 2>/dev/null || true
|
||
bao write auth/approle/role/api token_policies=api-policy \
|
||
token_ttl=15m token_max_ttl=1h secret_id_ttl=15m secret_id_num_uses=10 2>/dev/null || true
|
||
bao write auth/approle/role/worker token_policies=worker-policy \
|
||
token_ttl=15m token_max_ttl=1h secret_id_ttl=15m secret_id_num_uses=10 2>/dev/null || true
|
||
|
||
API_ROLE_ID=$$(bao read -field=role_id auth/approle/role/api/role-id)
|
||
API_SECRET_ID=$$(bao write -f -field=secret_id auth/approle/role/api/secret-id)
|
||
WORKER_ROLE_ID=$$(bao read -field=role_id auth/approle/role/worker/role-id)
|
||
WORKER_SECRET_ID=$$(bao write -f -field=secret_id auth/approle/role/worker/secret-id)
|
||
printf "API_ROLE_ID=$$API_ROLE_ID\nAPI_SECRET_ID=$$API_SECRET_ID\n" > /secrets/api-approle.env
|
||
printf "WORKER_ROLE_ID=$$WORKER_ROLE_ID\nWORKER_SECRET_ID=$$WORKER_SECRET_ID\n" > /secrets/worker-approle.env
|
||
chmod 600 /secrets/api-approle.env /secrets/worker-approle.env
|
||
echo "event=openbao_bootstrap_done"
|
||
restart: "no"
|
||
|
||
# ---------- Хранилища ----------
|
||
postgres:
|
||
image: postgres:18.6-alpine
|
||
container_name: mtuci-postgres
|
||
depends_on:
|
||
security_init:
|
||
condition: service_completed_successfully
|
||
environment:
|
||
POSTGRES_USER: ${POSTGRES_USER:-messenger}
|
||
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
|
||
POSTGRES_DB: ${POSTGRES_DB:-high_load_messenger}
|
||
# lab7: bind-mount из Windows (NTFS/WSL2) не сохраняет UID владельца,
|
||
# поэтому postmaster видит postgres-server.key как "чужой". Решение:
|
||
# entrypoint копирует certs из read-only bind в /var/lib/postgresql/certs
|
||
# (обычная container-fs) и выставляет 0600/0644 + chown postgres:postgres.
|
||
entrypoint: ["/bin/sh", "-c"]
|
||
command:
|
||
- |
|
||
set -eu
|
||
mkdir -p /var/lib/postgresql/certs
|
||
cp /etc/postgres-certs-src/*.crt /etc/postgres-certs-src/*.key /var/lib/postgresql/certs/
|
||
chown -R postgres:postgres /var/lib/postgresql/certs
|
||
chmod 644 /var/lib/postgresql/certs/*.crt
|
||
chmod 600 /var/lib/postgresql/certs/*.key
|
||
exec docker-entrypoint.sh postgres \
|
||
-c ssl=on \
|
||
-c ssl_cert_file=/var/lib/postgresql/certs/postgres-server.crt \
|
||
-c ssl_key_file=/var/lib/postgresql/certs/postgres-server.key \
|
||
-c ssl_ca_file=/var/lib/postgresql/certs/ca.crt
|
||
volumes:
|
||
- postgres-data:/var/lib/postgresql
|
||
- ./certs:/etc/postgres-certs-src:ro
|
||
healthcheck:
|
||
test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER:-messenger} -d ${POSTGRES_DB:-high_load_messenger}"]
|
||
interval: 5s
|
||
timeout: 5s
|
||
retries: 20
|
||
start_period: 30s
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "1.0"
|
||
memory: 1G
|
||
reservations:
|
||
cpus: "0.25"
|
||
memory: 256M
|
||
|
||
redis:
|
||
image: redis:7.4.1-alpine
|
||
container_name: mtuci-redis
|
||
command: ["redis-server", "--appendonly", "yes", "--appendfsync", "everysec", "--save", "60", "1"]
|
||
volumes:
|
||
- redis-data:/data
|
||
healthcheck:
|
||
test: ["CMD", "redis-cli", "ping"]
|
||
interval: 5s
|
||
timeout: 3s
|
||
retries: 10
|
||
start_period: 3s
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 256M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 64M
|
||
|
||
minio:
|
||
image: netvark/minio:20260213
|
||
container_name: mtuci-minio
|
||
command: ["server", "/data", "--console-address", ":9001"]
|
||
environment:
|
||
MINIO_ROOT_USER: ${MINIO_ROOT_USER:-minioadmin}
|
||
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:-minioadmin}
|
||
MINIO_BROWSER_REDIRECT_URL: http://localhost:9001
|
||
volumes:
|
||
- minio-data:/data
|
||
healthcheck:
|
||
test: ["CMD-SHELL", "curl -f http://localhost:9000/minio/health/live || exit 1"]
|
||
interval: 5s
|
||
timeout: 5s
|
||
retries: 20
|
||
start_period: 5s
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "1.0"
|
||
memory: 512M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 128M
|
||
|
||
minio-init:
|
||
image: netvark/mc:20260920
|
||
container_name: mtuci-minio-init
|
||
depends_on:
|
||
minio:
|
||
condition: service_healthy
|
||
entrypoint: ["/bin/sh", "-c"]
|
||
command:
|
||
- |
|
||
set -eu
|
||
mc alias set local http://minio:9000 "$${MINIO_ROOT_USER}" "$${MINIO_ROOT_PASSWORD}"
|
||
mc mb --ignore-existing local/"$${S3_BUCKET}"
|
||
mc anonymous set none local/"$${S3_BUCKET}" || true
|
||
if ! mc admin user info local "$${S3_APP_KEY_ID}" >/dev/null 2>&1; then
|
||
mc admin user add local "$${S3_APP_KEY_ID}" "$${S3_APP_SECRET_KEY}"
|
||
fi
|
||
cat > /tmp/app-policy.json <<'POLICY'
|
||
{
|
||
"Version": "2012-10-17",
|
||
"Statement": [
|
||
{"Effect": "Allow", "Action": ["s3:GetBucketLocation", "s3:ListBucket"], "Resource": ["arn:aws:s3:::${S3_BUCKET}"]},
|
||
{"Effect": "Allow", "Action": ["s3:GetObject", "s3:PutObject", "s3:DeleteObject", "s3:AbortMultipartUpload", "s3:ListMultipartUploadParts"], "Resource": ["arn:aws:s3:::${S3_BUCKET}/*"]}
|
||
]
|
||
}
|
||
POLICY
|
||
sed -i "s/\$${S3_BUCKET}/$${S3_BUCKET}/g" /tmp/app-policy.json || true
|
||
mc admin policy create local messenger-app /tmp/app-policy.json 2>/dev/null || true
|
||
mc admin policy attach local messenger-app --user "$${S3_APP_KEY_ID}" || true
|
||
echo "minio-init done"
|
||
environment:
|
||
MINIO_ROOT_USER: ${MINIO_ROOT_USER:-minioadmin}
|
||
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:-minioadmin}
|
||
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
||
S3_APP_KEY_ID: ${S3_APP_KEY_ID:-messenger-app}
|
||
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY:-messenger-app-secret-change-me}
|
||
restart: "no"
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.2"
|
||
memory: 64M
|
||
|
||
migrate:
|
||
build: .
|
||
image: mtuci-messenger:lab7
|
||
command: ["python", "-m", "app.storage.db"]
|
||
environment:
|
||
APP_ENV: ${APP_ENV:-lab}
|
||
DATABASE_URL: ${DATABASE_URL}
|
||
SESSION_STORE: ${SESSION_STORE:-redis}
|
||
REDIS_URL: ${REDIS_URL:-redis://redis:6379/0}
|
||
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
||
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
||
depends_on:
|
||
postgres:
|
||
condition: service_healthy
|
||
restart: "no"
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 256M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 64M
|
||
|
||
rabbitmq:
|
||
image: rabbitmq:3.13.7-management-alpine
|
||
container_name: mtuci-rabbitmq
|
||
environment:
|
||
RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER:-messenger}
|
||
RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD:-messenger-rabbit-change-me}
|
||
volumes:
|
||
- rabbitmq-data:/var/lib/rabbitmq
|
||
healthcheck:
|
||
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
|
||
interval: 10s
|
||
timeout: 5s
|
||
retries: 20
|
||
start_period: 20s
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 512M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 128M
|
||
|
||
worker:
|
||
build: .
|
||
image: mtuci-messenger:lab7
|
||
command: ["python", "-m", "app.worker"]
|
||
environment:
|
||
APP_ENV: ${APP_ENV:-lab}
|
||
DATABASE_URL: ${DATABASE_URL}
|
||
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
|
||
S3_REGION: ${S3_REGION:-us-east-1}
|
||
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
||
S3_APP_KEY_ID: ${S3_APP_KEY_ID}
|
||
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY}
|
||
RABBITMQ_URL: ${RABBITMQ_URL:-amqp://messenger:messenger-rabbit-change-me@rabbitmq:5672/%2F}
|
||
OTEL_SERVICE_NAME: messenger-worker
|
||
OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318
|
||
OTEL_EXPORTER_OTLP_PROTOCOL: ${OTEL_EXPORTER_OTLP_PROTOCOL:-http/protobuf}
|
||
OTEL_RESOURCE_ATTRIBUTES: ${OTEL_RESOURCE_ATTRIBUTES:-deployment.environment.name=lab}
|
||
OTEL_EXPORTER_OTLP_CERTIFICATE: /certs/ca.crt
|
||
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /certs/worker-client.crt
|
||
OTEL_EXPORTER_OTLP_CLIENT_KEY: /certs/worker-client.key
|
||
BAO_ADDR: ${BAO_ADDR:-https://openbao:8200}
|
||
BAO_CACERT: ${BAO_CACERT:-/certs/ca.crt}
|
||
volumes:
|
||
- ./certs:/certs:ro
|
||
- ./secrets:/secrets:ro
|
||
depends_on:
|
||
migrate:
|
||
condition: service_completed_successfully
|
||
minio-init:
|
||
condition: service_completed_successfully
|
||
rabbitmq:
|
||
condition: service_healthy
|
||
openbao-init:
|
||
condition: service_completed_successfully
|
||
otel-collector:
|
||
condition: service_started
|
||
read_only: true
|
||
tmpfs:
|
||
- /tmp
|
||
security_opt:
|
||
- no-new-privileges:true
|
||
cap_drop:
|
||
- ALL
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "1.0"
|
||
memory: 512M
|
||
reservations:
|
||
cpus: "0.25"
|
||
memory: 128M
|
||
|
||
outbox:
|
||
build: .
|
||
image: mtuci-messenger:lab7
|
||
command: ["python", "-m", "app.outbox_worker"]
|
||
environment:
|
||
APP_ENV: ${APP_ENV:-lab}
|
||
DATABASE_URL: ${DATABASE_URL}
|
||
RABBITMQ_URL: ${RABBITMQ_URL:-amqp://messenger:messenger-rabbit-change-me@rabbitmq:5672/%2F}
|
||
OTEL_SERVICE_NAME: messenger-outbox
|
||
OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318
|
||
OTEL_EXPORTER_OTLP_PROTOCOL: ${OTEL_EXPORTER_OTLP_PROTOCOL:-http/protobuf}
|
||
OTEL_RESOURCE_ATTRIBUTES: ${OTEL_RESOURCE_ATTRIBUTES:-deployment.environment.name=lab}
|
||
OTEL_EXPORTER_OTLP_CERTIFICATE: /certs/ca.crt
|
||
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /certs/outbox-client.crt
|
||
OTEL_EXPORTER_OTLP_CLIENT_KEY: /certs/outbox-client.key
|
||
volumes:
|
||
- ./certs:/certs:ro
|
||
depends_on:
|
||
migrate:
|
||
condition: service_completed_successfully
|
||
rabbitmq:
|
||
condition: service_healthy
|
||
otel-collector:
|
||
condition: service_started
|
||
read_only: true
|
||
tmpfs:
|
||
- /tmp
|
||
security_opt:
|
||
- no-new-privileges:true
|
||
cap_drop:
|
||
- ALL
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.3"
|
||
memory: 128M
|
||
|
||
api:
|
||
build: .
|
||
image: mtuci-messenger:lab7
|
||
environment:
|
||
APP_HOST: ${APP_HOST:-0.0.0.0}
|
||
APP_PORT: ${APP_PORT:-8080}
|
||
APP_ENV: ${APP_ENV:-lab}
|
||
DATABASE_URL: ${DATABASE_URL}
|
||
SESSION_STORE: ${SESSION_STORE:-redis}
|
||
REDIS_URL: ${REDIS_URL:-redis://redis:6379/0}
|
||
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
||
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
||
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
|
||
S3_REGION: ${S3_REGION:-us-east-1}
|
||
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
||
S3_APP_KEY_ID: ${S3_APP_KEY_ID}
|
||
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY}
|
||
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
||
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
||
MAX_REQUEST_BODY_BYTES: ${MAX_REQUEST_BODY_BYTES:-10485760}
|
||
CLEANUP_INTERVAL_SECONDS: ${CLEANUP_INTERVAL_SECONDS:-300}
|
||
ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-3600}
|
||
OTEL_SERVICE_NAME: messenger-api
|
||
OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318
|
||
OTEL_EXPORTER_OTLP_PROTOCOL: ${OTEL_EXPORTER_OTLP_PROTOCOL:-http/protobuf}
|
||
OTEL_RESOURCE_ATTRIBUTES: ${OTEL_RESOURCE_ATTRIBUTES:-deployment.environment.name=lab}
|
||
OTEL_EXPORTER_OTLP_CERTIFICATE: /certs/ca.crt
|
||
OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /certs/api-client.crt
|
||
OTEL_EXPORTER_OTLP_CLIENT_KEY: /certs/api-client.key
|
||
ARGON2_MEMORY_KIB: ${ARGON2_MEMORY_KIB:-19456}
|
||
ARGON2_ITERATIONS: ${ARGON2_ITERATIONS:-2}
|
||
ARGON2_PARALLELISM: ${ARGON2_PARALLELISM:-1}
|
||
LOGIN_WINDOW_SECONDS: ${LOGIN_WINDOW_SECONDS:-60}
|
||
LOGIN_MAX_ATTEMPTS: ${LOGIN_MAX_ATTEMPTS:-10}
|
||
BAO_ADDR: ${BAO_ADDR:-https://openbao:8200}
|
||
BAO_CACERT: ${BAO_CACERT:-/certs/ca.crt}
|
||
volumes:
|
||
- ./certs:/certs:ro
|
||
- ./secrets:/secrets:ro
|
||
depends_on:
|
||
migrate:
|
||
condition: service_completed_successfully
|
||
postgres:
|
||
condition: service_healthy
|
||
redis:
|
||
condition: service_healthy
|
||
minio-init:
|
||
condition: service_completed_successfully
|
||
openbao-init:
|
||
condition: service_completed_successfully
|
||
otel-collector:
|
||
condition: service_started
|
||
healthcheck:
|
||
# lab7 fix: uvicorn запущен с --ssl-cert-reqs 2 (CERT_REQUIRED, mTLS).
|
||
# Без клиентского сертификата сервер рвёт соединение до ответа
|
||
# (RemoteDisconnected). Используем ровно ту identity, которой
|
||
# ходит LB: /certs/lb-client.crt + lb-client.key, CA=/certs/ca.crt.
|
||
test: ["CMD", "python", "-c", "import ssl,urllib.request; ctx=ssl.create_default_context(cafile='/certs/ca.crt'); ctx.load_cert_chain(certfile='/certs/lb-client.crt', keyfile='/certs/lb-client.key'); urllib.request.urlopen('https://127.0.0.1:8080/health/ready', context=ctx, timeout=3).read()"]
|
||
interval: 5s
|
||
timeout: 5s
|
||
retries: 10
|
||
start_period: 30s
|
||
read_only: true
|
||
tmpfs:
|
||
- /tmp
|
||
security_opt:
|
||
- no-new-privileges:true
|
||
cap_drop:
|
||
- ALL
|
||
restart: unless-stopped
|
||
deploy:
|
||
replicas: 2
|
||
resources:
|
||
limits:
|
||
cpus: "1.0"
|
||
memory: 512M
|
||
reservations:
|
||
cpus: "0.25"
|
||
memory: 128M
|
||
|
||
s3_cleanup:
|
||
build: .
|
||
image: mtuci-messenger:lab7
|
||
command: ["python", "-m", "app.storage.s3_cleanup"]
|
||
environment:
|
||
APP_ENV: ${APP_ENV:-lab}
|
||
DATABASE_URL: ${DATABASE_URL}
|
||
S3_ENDPOINT: ${S3_ENDPOINT:-http://minio:9000}
|
||
S3_REGION: ${S3_REGION:-us-east-1}
|
||
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
||
S3_APP_KEY_ID: ${S3_APP_KEY_ID}
|
||
S3_APP_SECRET_KEY: ${S3_APP_SECRET_KEY}
|
||
CLEANUP_INTERVAL_SECONDS: ${CLEANUP_INTERVAL_SECONDS:-300}
|
||
ORPHAN_GRACE_SECONDS: ${ORPHAN_GRACE_SECONDS:-3600}
|
||
depends_on:
|
||
migrate:
|
||
condition: service_completed_successfully
|
||
minio-init:
|
||
condition: service_completed_successfully
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.3"
|
||
memory: 256M
|
||
reservations:
|
||
cpus: "0.05"
|
||
memory: 64M
|
||
|
||
lb:
|
||
image: nginx:1.27.3-alpine
|
||
container_name: mtuci-lb
|
||
ports:
|
||
- "127.0.0.1:8443:8443"
|
||
volumes:
|
||
- ./infra/nginx.conf:/etc/nginx/conf.d/default.conf:ro
|
||
- ./certs:/etc/nginx/certs:ro
|
||
depends_on:
|
||
api:
|
||
condition: service_healthy
|
||
read_only: true
|
||
tmpfs:
|
||
- /var/cache/nginx
|
||
- /var/run
|
||
security_opt:
|
||
- no-new-privileges:true
|
||
cap_drop:
|
||
- ALL
|
||
cap_add:
|
||
- NET_BIND_SERVICE
|
||
- CHOWN
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 128M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 32M
|
||
|
||
otel-collector:
|
||
image: otel/opentelemetry-collector-contrib:0.108.0
|
||
container_name: mtuci-otel-collector
|
||
command: ["--config=/etc/otel/collector.yaml"]
|
||
volumes:
|
||
- ./infra/otel/collector.yaml:/etc/otel/collector.yaml:ro
|
||
- ./certs:/certs:ro
|
||
depends_on:
|
||
- tempo
|
||
- loki
|
||
- prometheus
|
||
healthcheck:
|
||
test: ["CMD", "/otelcol-contrib", "--version"]
|
||
interval: 10s
|
||
timeout: 3s
|
||
retries: 5
|
||
start_period: 10s
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 256M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 64M
|
||
|
||
prometheus:
|
||
image: prom/prometheus:v2.54.1
|
||
container_name: mtuci-prometheus
|
||
command:
|
||
- "--config.file=/etc/prometheus/prometheus.yaml"
|
||
- "--storage.tsdb.path=/prometheus"
|
||
- "--storage.tsdb.retention.time=15d"
|
||
- "--web.listen-address=0.0.0.0:9090"
|
||
volumes:
|
||
- ./infra/prometheus/prometheus.yaml:/etc/prometheus/prometheus.yaml:ro
|
||
- ./infra/prometheus/rules:/etc/prometheus/rules:ro
|
||
- prometheus-data:/prometheus
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 512M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 128M
|
||
|
||
loki:
|
||
image: grafana/loki:3.1.1
|
||
container_name: mtuci-loki
|
||
command: ["-config.file=/etc/loki/loki.yaml"]
|
||
volumes:
|
||
- ./infra/loki/loki.yaml:/etc/loki/loki.yaml:ro
|
||
- loki-data:/loki
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 512M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 128M
|
||
|
||
tempo:
|
||
image: grafana/tempo:2.5.0
|
||
container_name: mtuci-tempo
|
||
command: ["-config.file=/etc/tempo/tempo.yaml"]
|
||
volumes:
|
||
- ./infra/tempo/tempo.yaml:/etc/tempo/tempo.yaml:ro
|
||
- tempo-data:/var/tempo
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.5"
|
||
memory: 512M
|
||
reservations:
|
||
cpus: "0.1"
|
||
memory: 128M
|
||
|
||
grafana:
|
||
image: grafana/grafana:11.2.0
|
||
container_name: mtuci-grafana
|
||
environment:
|
||
GF_AUTH_ANONYMOUS_ENABLED: "true"
|
||
GF_AUTH_ANONYMOUS_ORG_ROLE: "Admin"
|
||
GF_AUTH_DISABLE_LOGIN_FORM: "true"
|
||
GF_FEATURE_TOGGLES_ENABLE: "traceqlEditor"
|
||
GF_SECURITY_ADMIN_PASSWORD: ${GRAFANA_ADMIN_PASSWORD:-admin}
|
||
volumes:
|
||
- ./infra/grafana/provisioning:/etc/grafana/provisioning:ro
|
||
- ./infra/grafana/provisioning/alerting:/etc/grafana/provisioning/alerting:ro
|
||
- grafana-data:/var/lib/grafana
|
||
ports:
|
||
- "127.0.0.1:3000:3000"
|
||
depends_on:
|
||
- prometheus
|
||
- loki
|
||
- tempo
|
||
restart: unless-stopped
|
||
deploy:
|
||
resources:
|
||
limits:
|
||
cpus: "0.3"
|
||
memory: 256M
|
||
reservations:
|
||
cpus: "0.05"
|
||
memory: 64M
|
||
|
||
volumes:
|
||
postgres-data:
|
||
name: mtuci2026lab7_postgres-data
|
||
redis-data:
|
||
name: mtuci2026lab7_redis-data
|
||
minio-data:
|
||
name: mtuci2026lab7_minio-data
|
||
rabbitmq-data:
|
||
name: mtuci2026lab7_rabbitmq-data
|
||
prometheus-data:
|
||
name: mtuci2026lab7_prometheus-data
|
||
loki-data:
|
||
name: mtuci2026lab7_loki-data
|
||
tempo-data:
|
||
name: mtuci2026lab7_tempo-data
|
||
grafana-data:
|
||
name: mtuci2026lab7_grafana-data
|
||
openbao-data:
|
||
name: mtuci2026lab7_openbao-data
|
||
|
||
networks:
|
||
default:
|
||
name: mtuci2026lab7_default |