Files
mtusi2026lab7/compose.yaml
T
vika baafe2a3ae Добавить стенд лабораторной 7 с mTLS, OpenBao и least privilege worker.
Закрывает обязательный минимум и трек 1: ротация leaf и секрета, sealed OpenBao и сохранность queued-задачи.
2026-11-07 20:46:02 +03:00

534 lines
16 KiB
YAML

name: mtusi-lab7
x-hardening: &hardening
security_opt:
- no-new-privileges:true
cap_drop:
- ALL
x-app-env: &app-env
SERVICE_VERSION: "1.7.0"
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
S3_ENDPOINT: https://minio:8333
S3_REGION: us-east-1
S3_BUCKET: messenger-attachments
BROKER_HOST: rabbitmq
BROKER_PORT: "5671"
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2}
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60}
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
MAX_UPLOAD_BYTES: "10485760"
MAX_IMAGE_PIXELS: "40000000"
JSON_MAX_BYTES: "65536"
DB_POOL_MAX: "4"
OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-edge:4318
OTEL_EXPORTER_OTLP_PROTOCOL: http/protobuf
TLS_CA_FILE: /certs/ca.crt
ARGON2_MEMORY_KIB: "19456"
ARGON2_ITERATIONS: "2"
ARGON2_PARALLELISM: "1"
LOGIN_LIMIT: "10"
LOGIN_WINDOW_SECONDS: "60"
LOGIN_GLOBAL_LIMIT: "60"
BAO_ADDR: https://openbao:8200
VALKEY_HOST: valkey
VALKEY_PORT: "6379"
FAULT_DIR: /faults
AWS_EC2_METADATA_DISABLED: "true"
services:
postgres:
<<: *hardening
# Upstream entrypoint uses gosu and therefore needs SETUID/SETGID.
cap_drop: []
build: ./infra/postgres
image: mtusi-lab7-postgres:16.6
env_file:
- secrets/postgres.env
volumes:
- pg-data:/var/lib/postgresql/data
- ./secrets/db/01-roles.sql:/docker-entrypoint-initdb.d/01-roles.sql:ro
- ./app/schema.sql:/docker-entrypoint-initdb.d/02-schema.sql:ro
- ./infra/postgres/03-grants.sql:/docker-entrypoint-initdb.d/03-grants.sql:ro
- ./infra/postgres/pg_hba.conf:/etc/postgres/pg_hba.conf:ro
- ./secrets/pki/ca.crt:/certs-src/ca.crt:ro
- ./secrets/pki/postgres.crt:/certs-src/server.crt:ro
- ./secrets/pki/postgres.key:/certs-src/server.key:ro
healthcheck:
test: ["CMD-SHELL", "pg_isready -U messenger -d messenger"]
interval: 5s
timeout: 3s
retries: 30
start_period: 15s
mem_limit: 384m
cpus: "0.75"
pids_limit: 128
networks: [app]
restart: unless-stopped
minio:
<<: *hardening
# Image entrypoint drops root with su-exec and needs SETUID/SETGID.
cap_drop: []
image: chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8
command:
- server
- -dir=/data
- -ip=127.0.0.1
- -ip.bind=127.0.0.1
- -filer=true
- -s3
- -s3.port=0
- -s3.port.https=8333
- -s3.port.grpc=0
- -s3.iam=false
- -s3.ip.bind=0.0.0.0
- -s3.cert.file=/certs/public.crt
- -s3.key.file=/certs/private.key
- -s3.config=/etc/seaweed/s3.json
- -s3.port.iceberg=0
- -s3.port.lance=0
volumes:
- s3-data:/data
- ./secrets/pki/minio:/certs:ro
- ./secrets/seaweed/s3.json:/etc/seaweed/s3.json:ro
healthcheck:
test: ["CMD", "weed", "version"]
interval: 5s
timeout: 5s
retries: 30
start_period: 8s
mem_limit: 384m
cpus: "0.50"
pids_limit: 128
networks: [app]
restart: unless-stopped
rabbitmq:
<<: *hardening
# Upstream entrypoint uses su-exec and therefore needs SETUID/SETGID.
cap_drop: []
build: ./infra/rabbitmq
image: mtusi-lab7-rabbitmq:3.13.7
hostname: rabbitmq
volumes:
- rabbit-data:/var/lib/rabbitmq
- ./infra/rabbitmq/rabbitmq.conf:/etc/rabbitmq/rabbitmq.conf:ro
- ./infra/rabbitmq/definitions.json:/etc/rabbitmq/definitions.json:ro
- ./secrets/pki/ca.crt:/certs-src/ca.crt:ro
- ./secrets/pki/rabbitmq.crt:/certs-src/server.crt:ro
- ./secrets/pki/rabbitmq.key:/certs-src/server.key:ro
healthcheck:
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
interval: 5s
timeout: 5s
retries: 30
start_period: 20s
mem_limit: 384m
cpus: "0.50"
pids_limit: 256
networks: [app]
restart: unless-stopped
valkey:
<<: *hardening
# Image entrypoint uses setpriv to drop root and needs SETUID/SETGID.
cap_drop: []
image: valkey/valkey:8.0.2
command: ["valkey-server", "/etc/valkey/valkey.conf"]
volumes:
- valkey-data:/data
- ./infra/valkey/valkey.conf:/etc/valkey/valkey.conf:ro
- ./secrets/valkey/users.acl:/etc/valkey/users.acl:ro
- ./secrets/pki/ca.crt:/certs/ca.crt:ro
- ./secrets/pki/valkey.crt:/certs/server.crt:ro
- ./secrets/pki/valkey.key:/certs/server.key:ro
healthcheck:
test: ["CMD", "valkey-cli", "--tls", "--cacert", "/certs/ca.crt", "-h", "valkey", "--user", "health", "ping"]
interval: 5s
timeout: 3s
retries: 30
start_period: 5s
mem_limit: 128m
cpus: "0.25"
pids_limit: 64
networks: [app]
restart: unless-stopped
openbao-init:
image: openbao/openbao:2.2.0
user: "0:0"
entrypoint: ["sh", "-c", "chown -R 100:1000 /openbao/data && chmod 750 /openbao/data"]
volumes:
- bao-data:/openbao/data
security_opt:
- no-new-privileges:true
networks: [app]
restart: "no"
openbao:
<<: *hardening
image: openbao/openbao:2.2.0
user: "100:1000"
entrypoint: ["bao"]
command: ["server", "-config=/openbao/config.hcl"]
depends_on:
openbao-init:
condition: service_completed_successfully
volumes:
- bao-data:/openbao/data
- ./infra/openbao/config.hcl:/openbao/config.hcl:ro
- ./infra/openbao/policies:/openbao/policies:ro
- ./secrets/pki/ca.crt:/openbao/tls/ca.crt:ro
- ./secrets/pki/openbao.crt:/openbao/tls/server.crt:ro
- ./secrets/pki/openbao.key:/openbao/tls/server.key:ro
- ./secrets/pki/health.crt:/openbao/tls/health.crt:ro
- ./secrets/pki/health.key:/openbao/tls/health.key:ro
- ./secrets/pki/operator.crt:/openbao/tls/operator.crt:ro
- ./secrets/pki/operator.key:/openbao/tls/operator.key:ro
healthcheck:
test:
[
"CMD",
"bao",
"status",
"-address=https://127.0.0.1:8200",
"-ca-cert=/openbao/tls/ca.crt",
"-client-cert=/openbao/tls/health.crt",
"-client-key=/openbao/tls/health.key",
]
interval: 5s
timeout: 5s
retries: 40
start_period: 5s
mem_limit: 256m
cpus: "0.30"
pids_limit: 64
networks: [app]
restart: unless-stopped
api-1: &api
<<: *hardening
build: .
image: mtusi-lab7-messenger:1.7.0
user: "10001:10001"
read_only: true
tmpfs:
- /tmp
environment:
<<: *app-env
OTEL_SERVICE_NAME: messenger-api
APP_ROLE: api
INSTANCE_FILE: /instance/id
TLS_CERT_FILE: /certs/server.crt
TLS_KEY_FILE: /certs/server.key
CLIENT_CERT_FILE: /certs/client.crt
CLIENT_KEY_FILE: /certs/client.key
ALLOWED_CLIENT_SAN: lb.messenger.internal
ALLOWED_SERIALS_FILE: /certs/lb-allowed-serials.txt
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab,service.version=1.7.0
volumes:
- ./run/instances/api-1:/instance
- ./faults:/faults:ro
- ./secrets/pki/ca.crt:/certs/ca.crt:ro
- ./secrets/pki/api-server.crt:/certs/server.crt:ro
- ./secrets/pki/api-server.key:/certs/server.key:ro
- ./secrets/pki/api-client.crt:/certs/client.crt:ro
- ./secrets/pki/api-client.key:/certs/client.key:ro
- ./secrets/pki/lb-allowed-serials.txt:/certs/lb-allowed-serials.txt:ro
depends_on:
postgres:
condition: service_healthy
minio:
condition: service_healthy
rabbitmq:
condition: service_healthy
valkey:
condition: service_healthy
openbao:
condition: service_healthy
healthcheck:
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=3)"]
interval: 5s
timeout: 4s
retries: 40
start_period: 25s
mem_limit: 384m
cpus: "0.75"
pids_limit: 128
networks: [app]
restart: unless-stopped
api-2:
<<: *api
environment:
<<: *app-env
OTEL_SERVICE_NAME: messenger-api
APP_ROLE: api
INSTANCE_FILE: /instance/id
TLS_CERT_FILE: /certs/server.crt
TLS_KEY_FILE: /certs/server.key
CLIENT_CERT_FILE: /certs/client.crt
CLIENT_KEY_FILE: /certs/client.key
ALLOWED_CLIENT_SAN: lb.messenger.internal
ALLOWED_SERIALS_FILE: /certs/lb-allowed-serials.txt
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab,service.version=1.7.0
volumes:
- ./run/instances/api-2:/instance
- ./faults:/faults:ro
- ./secrets/pki/ca.crt:/certs/ca.crt:ro
- ./secrets/pki/api-server.crt:/certs/server.crt:ro
- ./secrets/pki/api-server.key:/certs/server.key:ro
- ./secrets/pki/api-client.crt:/certs/client.crt:ro
- ./secrets/pki/api-client.key:/certs/client.key:ro
- ./secrets/pki/lb-allowed-serials.txt:/certs/lb-allowed-serials.txt:ro
worker:
<<: *hardening
build: .
image: mtusi-lab7-messenger:1.7.0
user: "10001:10001"
read_only: true
tmpfs:
- /tmp
command: ["python", "-m", "app.entrypoint"]
environment:
<<: *app-env
OTEL_SERVICE_NAME: messenger-worker
APP_ROLE: worker
INSTANCE_FILE: /instance/id
TLS_CERT_FILE: /certs/client.crt
TLS_KEY_FILE: /certs/client.key
CLIENT_CERT_FILE: /certs/client.crt
CLIENT_KEY_FILE: /certs/client.key
OTEL_RESOURCE_ATTRIBUTES: deployment.environment.name=lab,service.version=1.7.0
volumes:
- ./run/instances/worker:/instance
- ./faults:/faults:ro
- ./secrets/pki/ca.crt:/certs/ca.crt:ro
- ./secrets/pki/worker-client.crt:/certs/client.crt:ro
- ./secrets/pki/worker-client.key:/certs/client.key:ro
depends_on:
postgres:
condition: service_healthy
minio:
condition: service_healthy
rabbitmq:
condition: service_healthy
openbao:
condition: service_healthy
healthcheck:
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8081/health/ready', timeout=3)"]
interval: 5s
timeout: 4s
retries: 40
start_period: 20s
mem_limit: 320m
cpus: "0.50"
pids_limit: 64
networks: [app]
restart: unless-stopped
nginx:
<<: *hardening
cap_drop: []
image: nginx:1.27.4-alpine
read_only: true
tmpfs:
- /tmp
- /var/cache/nginx
ports:
- "127.0.0.1:8443:8443"
volumes:
- ./infra/nginx/nginx.conf:/etc/nginx/nginx.conf:ro
- ./infra/nginx/ingress.conf:/etc/nginx/conf.d/ingress.conf:ro
- ./secrets/pki/ca.crt:/certs/ca.crt:ro
- ./secrets/pki/ingress.crt:/certs/ingress.crt:ro
- ./secrets/pki/ingress.key:/certs/ingress.key:ro
- ./secrets/pki/lb.crt:/certs/lb.crt:ro
- ./secrets/pki/lb.key:/certs/lb.key:ro
depends_on:
api-1:
condition: service_healthy
api-2:
condition: service_healthy
mem_limit: 64m
cpus: "0.25"
pids_limit: 32
networks: [app]
restart: unless-stopped
otel-edge:
<<: *hardening
cap_drop: []
image: nginx:1.27.4-alpine
read_only: true
tmpfs:
- /tmp
- /var/cache/nginx
volumes:
- ./infra/nginx/nginx.conf:/etc/nginx/nginx.conf:ro
- ./infra/nginx/otel-edge.conf:/etc/nginx/conf.d/otel.conf:ro
- ./secrets/nginx/serials.conf:/etc/nginx/serials.conf:ro
- ./secrets/pki/ca.crt:/certs/ca.crt:ro
- ./secrets/pki/otel-edge.crt:/certs/server.crt:ro
- ./secrets/pki/otel-edge.key:/certs/server.key:ro
mem_limit: 64m
cpus: "0.20"
pids_limit: 32
networks: [app, telemetry]
restart: unless-stopped
otel-collector:
<<: *hardening
cap_drop: []
image: otel/opentelemetry-collector-contrib:0.120.0
command: ["--config=/etc/otelcol/collector.yaml"]
read_only: true
tmpfs:
- /tmp
volumes:
- ./infra/otel/collector.yaml:/etc/otelcol/collector.yaml:ro
- ./secrets/pki/ca.crt:/certs/ca.crt:ro
- ./secrets/pki/collector.crt:/certs/collector.crt:ro
- ./secrets/pki/collector.key:/certs/collector.key:ro
depends_on:
- tempo
- loki
mem_limit: 256m
cpus: "0.40"
pids_limit: 64
networks: [telemetry]
restart: unless-stopped
prometheus:
<<: *hardening
cap_drop: []
image: prom/prometheus:v2.55.1
command:
- --config.file=/etc/prometheus/prometheus.yml
- --web.config.file=/etc/prometheus/web.yml
- --storage.tsdb.path=/prometheus
- --storage.tsdb.retention.time=2d
volumes:
- ./infra/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml:ro
- ./infra/prometheus/web.yml:/etc/prometheus/web.yml:ro
- ./infra/prometheus/rules.yml:/etc/prometheus/rules.yml:ro
- ./secrets/pki/ca.crt:/etc/prometheus/ca.crt:ro
- ./secrets/pki/prometheus.crt:/certs/prometheus.crt:ro
- ./secrets/pki/prometheus.key:/certs/prometheus.key:ro
- prometheus-data:/prometheus
mem_limit: 256m
cpus: "0.30"
pids_limit: 64
networks: [telemetry]
restart: unless-stopped
loki:
<<: *hardening
cap_drop: []
image: grafana/loki:3.3.2
command: ["-config.file=/etc/loki/loki.yml"]
volumes:
- ./infra/loki/loki.yml:/etc/loki/loki.yml:ro
- ./secrets/pki/loki.crt:/certs/loki.crt:ro
- ./secrets/pki/loki.key:/certs/loki.key:ro
- loki-data:/loki
mem_limit: 256m
cpus: "0.30"
pids_limit: 64
networks: [telemetry]
restart: unless-stopped
tempo:
<<: *hardening
cap_drop: []
image: grafana/tempo:2.7.2
command: ["-config.file=/etc/tempo/tempo.yml"]
volumes:
- ./infra/tempo/tempo.yml:/etc/tempo/tempo.yml:ro
- ./secrets/pki/tempo.crt:/certs/tempo.crt:ro
- ./secrets/pki/tempo.key:/certs/tempo.key:ro
- tempo-data:/var/tempo
mem_limit: 256m
cpus: "0.30"
pids_limit: 64
networks: [telemetry]
restart: unless-stopped
grafana:
<<: *hardening
cap_drop: []
image: grafana/grafana:11.4.0
environment:
GF_SERVER_PROTOCOL: https
GF_SERVER_CERT_FILE: /etc/grafana/certs/grafana.crt
GF_SERVER_CERT_KEY: /etc/grafana/certs/grafana.key
GF_SERVER_HTTP_PORT: "3000"
GF_USERS_ALLOW_SIGN_UP: "false"
GF_ANALYTICS_REPORTING_ENABLED: "false"
GF_ANALYTICS_CHECK_FOR_UPDATES: "false"
GF_SECURITY_ADMIN_USER: admin
env_file:
- secrets/grafana.env
ports:
- "127.0.0.1:3001:3000"
volumes:
- grafana-data:/var/lib/grafana
- ./infra/grafana/provisioning:/etc/grafana/provisioning:ro
- ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro
- ./secrets/pki/ca.crt:/etc/grafana/certs/ca.crt:ro
- ./secrets/pki/grafana.crt:/etc/grafana/certs/grafana.crt:ro
- ./secrets/pki/grafana.key:/etc/grafana/certs/grafana.key:ro
mem_limit: 192m
cpus: "0.25"
pids_limit: 64
networks: [telemetry]
restart: unless-stopped
probe:
profiles: ["tools"]
image: mtusi-lab7-messenger:1.7.0
build: .
user: "10001:10001"
read_only: true
tmpfs:
- /tmp
entrypoint: ["python", "-m", "app.probes.security"]
<<: *hardening
volumes:
- ./secrets/pki/ca.crt:/probe/ca.crt:ro
- ./secrets/pki/lb.crt:/probe/lb.crt:ro
- ./secrets/pki/lb.key:/probe/lb.key:ro
- ./secrets/pki/api-client.crt:/probe/api.crt:ro
- ./secrets/pki/api-client.key:/probe/api.key:ro
- ./secrets/pki/worker-client.crt:/probe/worker.crt:ro
- ./secrets/pki/worker-client.key:/probe/worker.key:ro
- ./secrets/pki/stranger.crt:/probe/stranger.crt:ro
- ./secrets/pki/stranger.key:/probe/stranger.key:ro
- ./secrets/pki/other-ca.crt:/probe/other-ca.crt:ro
- ./secrets/pki/other-client.crt:/probe/other.crt:ro
- ./secrets/pki/other-client.key:/probe/other.key:ro
- ./secrets/pki/expired.crt:/probe/expired.crt:ro
- ./secrets/pki/expired.key:/probe/expired.key:ro
- ./tests/fixtures/sample.png:/probe/sample.png:ro
networks: [app, telemetry]
restart: "no"
networks:
app:
telemetry:
volumes:
pg-data:
s3-data:
rabbit-data:
valkey-data:
bao-data:
prometheus-data:
loki-data:
tempo-data:
grafana-data: