forked from mtusi2026/mtusi2026lab5
442 lines
12 KiB
YAML
442 lines
12 KiB
YAML
x-messenger-config-volume: &messenger-config-volume
|
|
type: bind
|
|
source: ./config/messenger.yaml
|
|
target: /etc/messenger/messenger.yaml
|
|
read_only: true
|
|
|
|
services:
|
|
postgres:
|
|
image: postgres:17.6-alpine3.22
|
|
environment:
|
|
POSTGRES_USER: ${POSTGRES_USER}
|
|
POSTGRES_DB: ${POSTGRES_DB}
|
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
|
volumes:
|
|
- postgres_data:/var/lib/postgresql/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d ${POSTGRES_DB}"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
cpus: ${POSTGRES_CPUS}
|
|
mem_limit: ${POSTGRES_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data]
|
|
|
|
valkey:
|
|
image: valkey/valkey:8.1.4-alpine
|
|
command: ["valkey-server", "--appendonly", "yes", "--appendfsync", "everysec", "--requirepass", "${VALKEY_PASSWORD}"]
|
|
environment:
|
|
VALKEY_PASSWORD: ${VALKEY_PASSWORD}
|
|
volumes:
|
|
- valkey_data:/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "valkey-cli --no-auth-warning -a \"$$VALKEY_PASSWORD\" ping | grep -q PONG"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
cpus: ${VALKEY_CPUS}
|
|
mem_limit: ${VALKEY_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data]
|
|
|
|
redis-broker:
|
|
image: redis:8.2.2-alpine
|
|
command:
|
|
- redis-server
|
|
- --appendonly
|
|
- "yes"
|
|
- --appendfsync
|
|
- always
|
|
- --maxmemory-policy
|
|
- noeviction
|
|
- --requirepass
|
|
- ${REDIS_BROKER_PASSWORD}
|
|
environment:
|
|
REDIS_BROKER_PASSWORD: ${REDIS_BROKER_PASSWORD}
|
|
volumes:
|
|
- redis_broker_data:/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "redis-cli --no-auth-warning -a \"$$REDIS_BROKER_PASSWORD\" ping | grep -q PONG"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
cpus: ${REDIS_BROKER_CPUS}
|
|
mem_limit: ${REDIS_BROKER_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data]
|
|
|
|
s3:
|
|
build:
|
|
context: .
|
|
dockerfile: infra/minio/server.Dockerfile
|
|
args:
|
|
MINIO_VERSION: RELEASE.2025-10-15T17-29-55Z
|
|
image: mtusi-minio:RELEASE.2025-10-15T17-29-55Z
|
|
command: ["server", "/data", "--address", ":9000"]
|
|
environment:
|
|
MINIO_ROOT_USER: ${MINIO_ROOT_USER}
|
|
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD}
|
|
MINIO_BROWSER: "off"
|
|
MINIO_PROMETHEUS_AUTH_TYPE: public
|
|
volumes:
|
|
- s3_data:/data
|
|
expose:
|
|
- "9000"
|
|
healthcheck:
|
|
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:9000/minio/health/ready"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
cpus: ${S3_CPUS}
|
|
mem_limit: ${S3_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data]
|
|
|
|
s3-bootstrap:
|
|
build:
|
|
context: .
|
|
dockerfile: infra/minio/client.Dockerfile
|
|
args:
|
|
MC_VERSION: RELEASE.2025-08-13T08-35-41Z
|
|
image: mtusi-mc:RELEASE.2025-08-13T08-35-41Z
|
|
entrypoint: ["/bin/sh", "/usr/local/bin/bootstrap.sh"]
|
|
environment:
|
|
MINIO_ROOT_USER: ${MINIO_ROOT_USER}
|
|
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD}
|
|
S3_BUCKET: ${S3_BUCKET}
|
|
S3_ACCESS_KEY: ${S3_ACCESS_KEY}
|
|
S3_SECRET_KEY: ${S3_SECRET_KEY}
|
|
depends_on:
|
|
s3:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
disable: true
|
|
cpus: ${S3_BOOTSTRAP_CPUS}
|
|
mem_limit: ${S3_BOOTSTRAP_MEMORY}
|
|
restart: "no"
|
|
networks: [data]
|
|
|
|
migrate:
|
|
image: ${API_IMAGE:-mtusi-messenger:lab5}
|
|
command: ["/app/messenger", "migrate"]
|
|
environment:
|
|
MESSENGER_CONFIG_PATH: /etc/messenger/messenger.yaml
|
|
DATABASE_URL: ${DATABASE_URL}
|
|
volumes:
|
|
- *messenger-config-volume
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
disable: true
|
|
cpus: ${MIGRATE_CPUS}
|
|
mem_limit: ${MIGRATE_MEMORY}
|
|
restart: "no"
|
|
networks: [data]
|
|
|
|
api:
|
|
build: .
|
|
image: ${API_IMAGE:-mtusi-messenger:lab5}
|
|
environment:
|
|
MESSENGER_CONFIG_PATH: /etc/messenger/messenger.yaml
|
|
APP_HOST: ${APP_HOST}
|
|
APP_PORT: ${APP_PORT}
|
|
DATABASE_URL: ${DATABASE_URL}
|
|
CACHE_URL: ${CACHE_URL}
|
|
SWAGGER_PORT: ${SWAGGER_PORT}
|
|
S3_ENDPOINT: ${S3_ENDPOINT}
|
|
S3_REGION: ${S3_REGION}
|
|
S3_BUCKET: ${S3_BUCKET}
|
|
S3_ACCESS_KEY: ${S3_ACCESS_KEY}
|
|
S3_SECRET_KEY: ${S3_SECRET_KEY}
|
|
volumes:
|
|
- *messenger-config-volume
|
|
expose:
|
|
- "8080"
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
valkey:
|
|
condition: service_healthy
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "wget -q -O /dev/null http://127.0.0.1:${APP_PORT}/health/ready || exit 1"]
|
|
interval: 2s
|
|
timeout: 1s
|
|
start_period: 5s
|
|
retries: 2
|
|
deploy:
|
|
replicas: ${API_REPLICAS:-2}
|
|
cpus: ${API_CPUS}
|
|
mem_limit: ${API_MEMORY}
|
|
stop_grace_period: 8s
|
|
restart: unless-stopped
|
|
networks: [application, data]
|
|
|
|
dispatcher:
|
|
image: ${API_IMAGE:-mtusi-messenger:lab5}
|
|
command: ["/app/messenger", "dispatch"]
|
|
environment:
|
|
MESSENGER_CONFIG_PATH: /etc/messenger/messenger.yaml
|
|
DATABASE_URL: ${DATABASE_URL}
|
|
BROKER_URL: ${BROKER_URL}
|
|
volumes:
|
|
- *messenger-config-volume
|
|
expose:
|
|
- "9091"
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
redis-broker:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "wget -q -O /dev/null http://127.0.0.1:9091/health/live || exit 1"]
|
|
interval: 5s
|
|
timeout: 2s
|
|
retries: 20
|
|
cpus: ${DISPATCHER_CPUS}
|
|
mem_limit: ${DISPATCHER_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data, monitoring]
|
|
|
|
worker:
|
|
image: ${API_IMAGE:-mtusi-messenger:lab5}
|
|
command: ["/app/messenger", "worker"]
|
|
environment:
|
|
MESSENGER_CONFIG_PATH: /etc/messenger/messenger.yaml
|
|
DATABASE_URL: ${DATABASE_URL}
|
|
S3_ENDPOINT: ${S3_ENDPOINT}
|
|
S3_REGION: ${S3_REGION}
|
|
S3_BUCKET: ${S3_BUCKET}
|
|
S3_ACCESS_KEY: ${S3_ACCESS_KEY}
|
|
S3_SECRET_KEY: ${S3_SECRET_KEY}
|
|
BROKER_URL: ${BROKER_URL}
|
|
volumes:
|
|
- *messenger-config-volume
|
|
expose:
|
|
- "9091"
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
redis-broker:
|
|
condition: service_healthy
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "wget -q -O /dev/null http://127.0.0.1:9091/health/live || exit 1"]
|
|
interval: 5s
|
|
timeout: 2s
|
|
retries: 20
|
|
cpus: ${WORKER_CPUS}
|
|
mem_limit: ${WORKER_MEMORY}
|
|
stop_grace_period: 8s
|
|
restart: unless-stopped
|
|
networks: [data, monitoring]
|
|
|
|
nginx:
|
|
build:
|
|
context: .
|
|
target: loadbalancer
|
|
image: ${NGINX_IMAGE:-mtusi-nginx:lab5}
|
|
ports:
|
|
- "${API_BIND_ADDRESS}:8080"
|
|
depends_on:
|
|
api:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "wget -q -O /dev/null http://127.0.0.1:8081/stub_status || exit 1"]
|
|
interval: 2s
|
|
timeout: 1s
|
|
retries: 10
|
|
cpus: ${NGINX_CPUS}
|
|
mem_limit: ${NGINX_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [edge, application, monitoring]
|
|
|
|
swagger:
|
|
build:
|
|
context: .
|
|
target: swagger
|
|
image: ${SWAGGER_IMAGE:-mtusi-swagger:lab5}
|
|
ports:
|
|
- "${SWAGGER_BIND_ADDRESS}:8080"
|
|
depends_on:
|
|
nginx:
|
|
condition: service_healthy
|
|
cpus: ${SWAGGER_CPUS}
|
|
mem_limit: ${SWAGGER_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [edge]
|
|
|
|
tests:
|
|
profiles: ["tests"]
|
|
build:
|
|
context: .
|
|
target: test
|
|
environment:
|
|
TEST_DATABASE_URL: ${DATABASE_URL}
|
|
TEST_CACHE_URL: ${CACHE_URL}
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
valkey:
|
|
condition: service_healthy
|
|
cpus: ${TEST_CPUS}
|
|
mem_limit: ${TEST_MEMORY}
|
|
networks: [data]
|
|
|
|
lab5-experiment:
|
|
profiles: ["experiments"]
|
|
image: ${API_IMAGE:-mtusi-messenger:lab5}
|
|
command: ["/app/lab5experiment"]
|
|
environment:
|
|
MESSENGER_CONFIG_PATH: /etc/messenger/messenger.yaml
|
|
DATABASE_URL: ${DATABASE_URL}
|
|
S3_ENDPOINT: ${S3_ENDPOINT}
|
|
S3_REGION: ${S3_REGION}
|
|
S3_BUCKET: ${S3_BUCKET}
|
|
S3_ACCESS_KEY: ${S3_ACCESS_KEY}
|
|
S3_SECRET_KEY: ${S3_SECRET_KEY}
|
|
BROKER_URL: ${BROKER_URL}
|
|
volumes:
|
|
- *messenger-config-volume
|
|
depends_on:
|
|
migrate:
|
|
condition: service_completed_successfully
|
|
redis-broker:
|
|
condition: service_healthy
|
|
s3-bootstrap:
|
|
condition: service_completed_successfully
|
|
cpus: ${TEST_CPUS}
|
|
mem_limit: ${TEST_MEMORY}
|
|
networks: [application, data]
|
|
|
|
postgres-exporter:
|
|
image: quay.io/prometheuscommunity/postgres-exporter:v0.20.1
|
|
environment:
|
|
DATA_SOURCE_URI: postgres:5432/${POSTGRES_DB}?sslmode=disable
|
|
DATA_SOURCE_USER: ${POSTGRES_USER}
|
|
DATA_SOURCE_PASS: ${POSTGRES_PASSWORD}
|
|
PG_EXPORTER_COLLECTION_TIMEOUT: 5s
|
|
PG_EXPORTER_EXTEND_QUERY_PATH: /etc/postgres_exporter/queries.yml
|
|
volumes:
|
|
- ./monitoring/postgres-queries.yml:/etc/postgres_exporter/queries.yml:ro
|
|
depends_on:
|
|
postgres:
|
|
condition: service_healthy
|
|
cpus: ${EXPORTER_CPUS}
|
|
mem_limit: ${EXPORTER_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data, monitoring]
|
|
|
|
valkey-exporter:
|
|
image: oliver006/redis_exporter:v1.89.0-alpine
|
|
environment:
|
|
REDIS_ADDR: redis://valkey:6379
|
|
REDIS_USER: default
|
|
REDIS_PASSWORD: ${VALKEY_PASSWORD}
|
|
depends_on:
|
|
valkey:
|
|
condition: service_healthy
|
|
cpus: ${EXPORTER_CPUS}
|
|
mem_limit: ${EXPORTER_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data, monitoring]
|
|
|
|
redis-broker-exporter:
|
|
image: oliver006/redis_exporter:v1.89.0-alpine
|
|
environment:
|
|
REDIS_ADDR: redis://redis-broker:6379
|
|
REDIS_USER: default
|
|
REDIS_PASSWORD: ${REDIS_BROKER_PASSWORD}
|
|
REDIS_EXPORTER_CHECK_SINGLE_STREAMS: attachment-jobs,attachment-jobs-failed
|
|
depends_on:
|
|
redis-broker:
|
|
condition: service_healthy
|
|
cpus: ${EXPORTER_CPUS}
|
|
mem_limit: ${EXPORTER_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [data, monitoring]
|
|
|
|
nginx-exporter:
|
|
image: nginx/nginx-prometheus-exporter:1.5.1
|
|
command: ["--nginx.scrape-uri=http://nginx:8081/stub_status"]
|
|
depends_on:
|
|
nginx:
|
|
condition: service_healthy
|
|
cpus: ${EXPORTER_CPUS}
|
|
mem_limit: ${EXPORTER_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [monitoring]
|
|
|
|
prometheus:
|
|
build:
|
|
context: .
|
|
target: prometheus
|
|
image: ${PROMETHEUS_IMAGE:-mtusi-prometheus:lab5}
|
|
command:
|
|
- --config.file=/etc/prometheus/prometheus.yml
|
|
- --storage.tsdb.path=/prometheus
|
|
- --storage.tsdb.retention.time=7d
|
|
volumes:
|
|
- prometheus_data:/prometheus
|
|
ports:
|
|
- "${PROMETHEUS_BIND_ADDRESS}:9090"
|
|
healthcheck:
|
|
test: ["CMD", "promtool", "query", "instant", "http://127.0.0.1:9090", "up"]
|
|
interval: 5s
|
|
timeout: 3s
|
|
retries: 20
|
|
depends_on:
|
|
- api
|
|
- nginx-exporter
|
|
- postgres-exporter
|
|
- valkey-exporter
|
|
- redis-broker-exporter
|
|
- dispatcher
|
|
- worker
|
|
- s3
|
|
cpus: ${PROMETHEUS_CPUS}
|
|
mem_limit: ${PROMETHEUS_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [edge, application, data, monitoring]
|
|
|
|
grafana:
|
|
build:
|
|
context: .
|
|
target: grafana
|
|
image: ${GRAFANA_IMAGE:-mtusi-grafana:lab5}
|
|
environment:
|
|
GF_SECURITY_ADMIN_USER: admin
|
|
GF_SECURITY_ADMIN_PASSWORD: ${GRAFANA_ADMIN_PASSWORD}
|
|
GF_USERS_ALLOW_SIGN_UP: "false"
|
|
volumes:
|
|
- grafana_data:/var/lib/grafana
|
|
ports:
|
|
- "${GRAFANA_BIND_ADDRESS}:3000"
|
|
depends_on:
|
|
- prometheus
|
|
cpus: ${GRAFANA_CPUS}
|
|
mem_limit: ${GRAFANA_MEMORY}
|
|
restart: unless-stopped
|
|
networks: [edge, monitoring]
|
|
|
|
volumes:
|
|
postgres_data:
|
|
valkey_data:
|
|
redis_broker_data:
|
|
prometheus_data:
|
|
grafana_data:
|
|
s3_data:
|
|
|
|
networks:
|
|
edge:
|
|
application:
|
|
internal: true
|
|
data:
|
|
internal: true
|
|
monitoring:
|
|
internal: true
|