forked from mtusi2026/mtusi2026lab6
334 lines
11 KiB
YAML
334 lines
11 KiB
YAML
name: messenger-lab6
|
|
|
|
x-app-env: &app-env
|
|
APP_HOST: "0.0.0.0"
|
|
APP_PORT: "8080"
|
|
APP_ENV: ${APP_ENV:-lab}
|
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
|
SESSION_STORE: ${SESSION_STORE:-postgres+cache}
|
|
SESSION_CACHE_TTL_SECONDS: ${SESSION_CACHE_TTL_SECONDS:-60}
|
|
DATABASE_URL_FILE: /run/secrets/database_url
|
|
CACHE_URL_FILE: /run/secrets/cache_url
|
|
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
|
|
S3_ENDPOINT: http://minio:9000
|
|
S3_REGION: ${S3_REGION:-us-east-1}
|
|
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
|
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
|
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
|
|
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
|
|
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
|
|
S3_ORPHAN_GRACE_SECONDS: ${S3_ORPHAN_GRACE_SECONDS:-3600}
|
|
BROKER_URL_FILE: /run/secrets/broker_url
|
|
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2}
|
|
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
|
|
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60}
|
|
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
|
|
# lab6: OTEL — общие значения, каждый сервис переопределяет OTEL_SERVICE_NAME
|
|
OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318
|
|
OTEL_EXPORTER_OTLP_PROTOCOL: http/protobuf
|
|
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab,service.version=1.6.0
|
|
OTEL_TRACES_SAMPLER: parentbased_traceidratio
|
|
OTEL_TRACES_SAMPLER_ARG: "1.0"
|
|
OTEL_METRICS_EXPORTER: otlp
|
|
OTEL_LOGS_EXPORTER: otlp
|
|
OTEL_PYTHON_LOGGING_AUTO_INSTRUMENTATION_ENABLED: "true"
|
|
|
|
services:
|
|
postgres:
|
|
image: postgres:17.6-alpine
|
|
restart: unless-stopped
|
|
environment:
|
|
POSTGRES_DB: messenger
|
|
POSTGRES_USER: messenger
|
|
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
|
|
secrets: [postgres_password]
|
|
command: ["postgres", "-c", "fsync=on", "-c", "synchronous_commit=on",
|
|
"-c", "full_page_writes=on", "-c", "max_connections=100"]
|
|
volumes:
|
|
- pgdata:/var/lib/postgresql/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U messenger -d messenger"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 20
|
|
stop_grace_period: 30s
|
|
networks: [backend]
|
|
mem_limit: 1g
|
|
cpus: 1.0
|
|
|
|
valkey:
|
|
image: valkey/valkey:8.1.3-alpine
|
|
restart: unless-stopped
|
|
secrets: [valkey_password]
|
|
command:
|
|
- sh
|
|
- -c
|
|
- >-
|
|
exec valkey-server --requirepass "$$(cat /run/secrets/valkey_password)"
|
|
--appendonly yes --appendfsync everysec --save ""
|
|
--maxmemory 64mb --maxmemory-policy volatile-ttl
|
|
volumes:
|
|
- valkeydata:/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "REDISCLI_AUTH=\"$$(cat /run/secrets/valkey_password)\" valkey-cli ping | grep -q PONG"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 20
|
|
networks: [backend]
|
|
mem_limit: 256m
|
|
cpus: 0.5
|
|
|
|
rabbitmq:
|
|
image: rabbitmq:3.13-management-alpine
|
|
restart: unless-stopped
|
|
secrets: [rabbitmq_password]
|
|
entrypoint: ["/bin/sh", "-c"]
|
|
command:
|
|
- |
|
|
export RABBITMQ_DEFAULT_USER=messenger
|
|
export RABBITMQ_DEFAULT_PASS="$$(cat /run/secrets/rabbitmq_password)"
|
|
exec docker-entrypoint.sh rabbitmq-server
|
|
volumes:
|
|
- rabbitmqdata:/var/lib/rabbitmq
|
|
healthcheck:
|
|
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 20
|
|
start_period: 60s
|
|
stop_grace_period: 30s
|
|
networks: [backend]
|
|
mem_limit: 512m
|
|
cpus: 0.5
|
|
|
|
minio:
|
|
image: pgsty/silo:latest
|
|
restart: unless-stopped
|
|
command: ["server", "/data", "--console-address", ":9001"]
|
|
environment:
|
|
MINIO_ROOT_USER_FILE: /run/secrets/minio_root_user
|
|
MINIO_ROOT_PASSWORD_FILE: /run/secrets/minio_root_password
|
|
secrets: [minio_root_user, minio_root_password]
|
|
volumes:
|
|
- miniodata:/data
|
|
healthcheck:
|
|
test: ["CMD", "silo", "healthcheck", "ready"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
start_period: 10s
|
|
networks: [backend]
|
|
mem_limit: 512m
|
|
cpus: 0.5
|
|
|
|
minio-init:
|
|
image: pgsty/mc:latest
|
|
depends_on:
|
|
minio: {condition: service_healthy}
|
|
secrets: [minio_root_user, minio_root_password, s3_access_key_id, s3_secret_access_key]
|
|
entrypoint: ["/bin/sh", "-c"]
|
|
command:
|
|
- |
|
|
set -eu
|
|
ROOT_USER=$$(cat /run/secrets/minio_root_user)
|
|
ROOT_PASS=$$(cat /run/secrets/minio_root_password)
|
|
APP_KEY=$$(cat /run/secrets/s3_access_key_id)
|
|
APP_SECRET=$$(cat /run/secrets/s3_secret_access_key)
|
|
mc alias set local http://minio:9000 "$$ROOT_USER" "$$ROOT_PASS"
|
|
mc mb --ignore-existing --with-lock=false local/messenger-attachments
|
|
mc anonymous set none local/messenger-attachments
|
|
mc admin user add local "$$APP_KEY" "$$APP_SECRET" || true
|
|
cat >/tmp/app-policy.json <<EOF
|
|
{
|
|
"Version": "2012-10-17",
|
|
"Statement": [{
|
|
"Effect": "Allow",
|
|
"Action": ["s3:GetObject", "s3:PutObject", "s3:DeleteObject", "s3:ListBucket"],
|
|
"Resource": [
|
|
"arn:aws:s3:::messenger-attachments",
|
|
"arn:aws:s3:::messenger-attachments/*"
|
|
]
|
|
}]
|
|
}
|
|
EOF
|
|
mc admin policy create local app-attachment-only /tmp/app-policy.json || true
|
|
mc admin policy attach local app-attachment-only --user "$$APP_KEY" || true
|
|
restart: "no"
|
|
networks: [backend]
|
|
|
|
migrate:
|
|
build: .
|
|
command: ["python", "-m", "app.migrate"]
|
|
environment: *app-env
|
|
secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key, broker_url]
|
|
depends_on:
|
|
postgres: {condition: service_healthy}
|
|
restart: "no"
|
|
networks: [backend]
|
|
|
|
api:
|
|
build: .
|
|
restart: unless-stopped
|
|
environment:
|
|
<<: *app-env
|
|
OTEL_SERVICE_NAME: messenger-api
|
|
secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key, broker_url]
|
|
depends_on:
|
|
migrate: {condition: service_completed_successfully}
|
|
postgres: {condition: service_healthy}
|
|
valkey: {condition: service_started}
|
|
minio-init: {condition: service_completed_successfully}
|
|
rabbitmq: {condition: service_healthy}
|
|
otel-collector: {condition: service_started}
|
|
read_only: true
|
|
tmpfs: ["/tmp", "/dev/shm"]
|
|
cap_drop: [ALL]
|
|
security_opt: ["no-new-privileges:true"]
|
|
healthcheck:
|
|
test: ["CMD", "python", "-c", "import urllib.request as u; u.urlopen('http://127.0.0.1:8080/health/ready', timeout=2)"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
start_period: 30s
|
|
stop_grace_period: 25s
|
|
networks: [backend]
|
|
deploy:
|
|
replicas: 2
|
|
mem_limit: 512m
|
|
cpus: 1.0
|
|
|
|
worker:
|
|
build: .
|
|
command: ["python", "-m", "app.worker"]
|
|
healthcheck:
|
|
disable: true
|
|
restart: unless-stopped
|
|
environment:
|
|
<<: *app-env
|
|
OTEL_SERVICE_NAME: messenger-worker
|
|
secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key, broker_url]
|
|
depends_on:
|
|
migrate: {condition: service_completed_successfully}
|
|
postgres: {condition: service_healthy}
|
|
minio-init: {condition: service_completed_successfully}
|
|
rabbitmq: {condition: service_healthy}
|
|
otel-collector: {condition: service_started}
|
|
read_only: true
|
|
tmpfs: ["/tmp", "/dev/shm"]
|
|
cap_drop: [ALL]
|
|
security_opt: ["no-new-privileges:true"]
|
|
stop_grace_period: 60s
|
|
networks: [backend]
|
|
mem_limit: 768m
|
|
cpus: 1.0
|
|
|
|
nginx:
|
|
image: nginx:1.27-alpine
|
|
ports: ["127.0.0.1:8080:80"]
|
|
volumes:
|
|
- ./nginx.conf:/etc/nginx/nginx.conf:ro
|
|
depends_on:
|
|
api: {condition: service_healthy}
|
|
networks: [backend]
|
|
mem_limit: 128m
|
|
cpus: 0.25
|
|
|
|
# ---------------- telemetry stack (lab6) ----------------
|
|
|
|
otel-collector:
|
|
image: otel/opentelemetry-collector-contrib:0.105.0
|
|
restart: unless-stopped
|
|
command: ["--config=/etc/otelcol/config.yaml"]
|
|
volumes:
|
|
- ./infra/otel-collector.yaml:/etc/otelcol/config.yaml:ro
|
|
networks: [backend]
|
|
mem_limit: 256m
|
|
cpus: 0.5
|
|
# Порты НЕ публикуем: 4317/4318/8889 доступны только внутри backend.
|
|
|
|
prometheus:
|
|
image: prom/prometheus:v2.54.1
|
|
restart: unless-stopped
|
|
command:
|
|
- "--config.file=/etc/prometheus/prometheus.yaml"
|
|
- "--storage.tsdb.path=/prometheus"
|
|
- "--storage.tsdb.retention.time=24h"
|
|
- "--web.enable-lifecycle"
|
|
volumes:
|
|
- ./infra/prometheus.yaml:/etc/prometheus/prometheus.yaml:ro
|
|
- ./infra/alert-rules.yml:/etc/prometheus/alert-rules.yml:ro
|
|
- prometheusdata:/prometheus
|
|
networks: [backend]
|
|
mem_limit: 512m
|
|
cpus: 0.5
|
|
|
|
loki:
|
|
image: grafana/loki:3.1.1
|
|
restart: unless-stopped
|
|
command: ["-config.file=/etc/loki/loki.yaml"]
|
|
volumes:
|
|
- ./infra/loki.yaml:/etc/loki/loki.yaml:ro
|
|
- lokidata:/loki
|
|
networks: [backend]
|
|
mem_limit: 512m
|
|
cpus: 0.5
|
|
|
|
tempo:
|
|
image: grafana/tempo:2.6.0
|
|
restart: unless-stopped
|
|
command: ["-config.file=/etc/tempo/tempo.yaml"]
|
|
volumes:
|
|
- ./infra/tempo.yaml:/etc/tempo/tempo.yaml:ro
|
|
- tempodata:/var/tempo
|
|
networks: [backend]
|
|
mem_limit: 512m
|
|
cpus: 0.5
|
|
|
|
grafana:
|
|
image: grafana/grafana:11.2.0
|
|
restart: unless-stopped
|
|
ports: ["127.0.0.1:3000:3000"]
|
|
environment:
|
|
GF_SECURITY_ADMIN_USER: admin
|
|
GF_SECURITY_ADMIN_PASSWORD_FILE: /run/secrets/grafana_admin_password
|
|
GF_USERS_ALLOW_SIGN_UP: "false"
|
|
GF_AUTH_ANONYMOUS_ENABLED: "false"
|
|
GF_ANALYTICS_REPORTING_ENABLED: "false"
|
|
secrets: [grafana_admin_password]
|
|
volumes:
|
|
- ./infra/grafana/provisioning:/etc/grafana/provisioning:ro
|
|
- ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro
|
|
- grafanadata:/var/lib/grafana
|
|
depends_on:
|
|
prometheus: {condition: service_started}
|
|
loki: {condition: service_started}
|
|
tempo: {condition: service_started}
|
|
networks: [backend]
|
|
mem_limit: 256m
|
|
cpus: 0.5
|
|
|
|
networks:
|
|
backend: {}
|
|
|
|
volumes:
|
|
pgdata: {}
|
|
valkeydata: {}
|
|
miniodata: {}
|
|
rabbitmqdata: {}
|
|
prometheusdata: {}
|
|
lokidata: {}
|
|
tempodata: {}
|
|
grafanadata: {}
|
|
|
|
secrets:
|
|
postgres_password: {file: ./secrets/postgres_password}
|
|
valkey_password: {file: ./secrets/valkey_password}
|
|
database_url: {file: ./secrets/database_url}
|
|
cache_url: {file: ./secrets/cache_url}
|
|
minio_root_user: {file: ./secrets/minio_root_user}
|
|
minio_root_password: {file: ./secrets/minio_root_password}
|
|
s3_access_key_id: {file: ./secrets/s3_access_key_id}
|
|
s3_secret_access_key: {file: ./secrets/s3_secret_access_key}
|
|
rabbitmq_password: {file: ./secrets/rabbitmq_password}
|
|
broker_url: {file: ./secrets/broker_url}
|
|
grafana_admin_password: {file: ./secrets/grafana_admin_password} |