ops: add containers and monitoring

This commit is contained in:
2026-09-24 10:51:02 +03:00
parent 1f511728c9
commit dd3679a763
10 changed files with 369 additions and 0 deletions
+1
View File
@@ -17,4 +17,5 @@ backups
__pycache__
node_modules
evidence
/messenger
.DS_Store
+1
View File
@@ -22,6 +22,7 @@ dist/
build/
target/
bin/
/messenger
obj/
coverage/
*.log
+24
View File
@@ -0,0 +1,24 @@
FROM golang:1.26.5-alpine3.24 AS build
WORKDIR /src
COPY . .
RUN go build ./cmd/messenger
FROM build AS test
CMD ["go", "test", "./internal/postgres", "./internal/session"]
FROM build AS experiment
CMD ["go", "run", "./cmd/lab2experiment"]
FROM alpine:3.24.2
RUN addgroup -S app && adduser -S -G app -u 10001 app
COPY --from=build --chown=app:app /src/messenger /app/messenger
USER app
WORKDIR /app
HEALTHCHECK --interval=10s --timeout=2s --start-period=5s --retries=3 \
CMD wget -q -O /dev/null "http://127.0.0.1:${APP_PORT}/health/ready" || exit 1
CMD ["/app/messenger"]
+192
View File
@@ -0,0 +1,192 @@
services:
postgres:
image: postgres:17.6-alpine3.22
environment:
POSTGRES_USER: ${POSTGRES_USER}
POSTGRES_DB: ${POSTGRES_DB}
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
secrets:
- postgres_password
volumes:
- postgres_data:/var/lib/postgresql/data
healthcheck:
test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d ${POSTGRES_DB}"]
interval: 5s
timeout: 3s
retries: 20
cpus: ${POSTGRES_CPUS}
mem_limit: ${POSTGRES_MEMORY}
restart: unless-stopped
valkey:
image: valkey/valkey:8.1.4-alpine
command:
- sh
- -c
- exec valkey-server --appendonly yes --appendfsync everysec --requirepass "$$(cat /run/secrets/valkey_password)"
secrets:
- valkey_password
volumes:
- valkey_data:/data
healthcheck:
test: ["CMD-SHELL", "valkey-cli --no-auth-warning -a \"$$(cat /run/secrets/valkey_password)\" ping | grep -q PONG"]
interval: 5s
timeout: 3s
retries: 20
cpus: ${VALKEY_CPUS}
mem_limit: ${VALKEY_MEMORY}
restart: unless-stopped
api:
build: .
image: ${API_IMAGE:-mtusi-messenger:lab2}
env_file: .env
environment:
DATABASE_URL_FILE: /run/secrets/database_url
CACHE_URL_FILE: /run/secrets/cache_url
secrets:
- database_url
- cache_url
ports:
- "127.0.0.1:8080:${APP_PORT}"
depends_on:
postgres:
condition: service_healthy
valkey:
condition: service_healthy
cpus: ${API_CPUS}
mem_limit: ${API_MEMORY}
stop_grace_period: 10s
restart: unless-stopped
swagger:
image: swaggerapi/swagger-ui:v5.31.2
environment:
SWAGGER_JSON: /spec/openapi.json
volumes:
- ./contracts/openapi.json:/spec/openapi.json:ro
ports:
- "127.0.0.1:${SWAGGER_PORT}:8080"
depends_on:
api:
condition: service_healthy
restart: unless-stopped
tests:
profiles: ["tests"]
build:
context: .
target: test
environment:
TEST_DATABASE_URL_FILE: /run/secrets/database_url
TEST_CACHE_URL_FILE: /run/secrets/cache_url
secrets:
- database_url
- cache_url
depends_on:
postgres:
condition: service_healthy
valkey:
condition: service_healthy
experiment:
profiles: ["research"]
build:
context: .
target: experiment
command:
- go
- run
- ./cmd/lab2experiment
- -database-url-file=/run/secrets/database_url
- -output=/output/lab2-track2.json
secrets:
- database_url
volumes:
- ./evidence:/output
depends_on:
postgres:
condition: service_healthy
postgres-exporter:
profiles: ["monitoring"]
image: quay.io/prometheuscommunity/postgres-exporter:v0.20.1
environment:
DATA_SOURCE_URI: postgres:5432/${POSTGRES_DB}?sslmode=disable
DATA_SOURCE_USER: ${POSTGRES_USER}
DATA_SOURCE_PASS_FILE: /run/secrets/postgres_password
PG_EXPORTER_COLLECTION_TIMEOUT: 5s
secrets:
- postgres_password
depends_on:
postgres:
condition: service_healthy
restart: unless-stopped
valkey-exporter:
profiles: ["monitoring"]
image: oliver006/redis_exporter:v1.89.0-alpine
entrypoint: ["/bin/sh", "-c"]
command:
- export REDIS_PASSWORD="$$(cat /run/secrets/valkey_password)"; exec /redis_exporter --redis.addr=redis://valkey:6379 --redis.user=default --connection-timeout=5s
secrets:
- valkey_password
depends_on:
valkey:
condition: service_healthy
restart: unless-stopped
prometheus:
profiles: ["monitoring"]
image: prom/prometheus:v3.13.3
command:
- --config.file=/etc/prometheus/prometheus.yml
- --storage.tsdb.path=/prometheus
- --storage.tsdb.retention.time=7d
volumes:
- ./monitoring/prometheus.yml:/etc/prometheus/prometheus.yml:ro
- prometheus_data:/prometheus
ports:
- "127.0.0.1:${PROMETHEUS_PORT}:9090"
depends_on:
- api
- postgres-exporter
- valkey-exporter
restart: unless-stopped
grafana:
profiles: ["monitoring"]
image: grafana/grafana:13.1.6
environment:
GF_SECURITY_ADMIN_USER: admin
GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_admin_password
GF_USERS_ALLOW_SIGN_UP: "false"
secrets:
- grafana_admin_password
volumes:
- ./monitoring/grafana/provisioning:/etc/grafana/provisioning:ro
- ./monitoring/grafana/dashboards:/var/lib/grafana/dashboards:ro
- grafana_data:/var/lib/grafana
ports:
- "127.0.0.1:${GRAFANA_PORT}:3000"
depends_on:
- prometheus
restart: unless-stopped
secrets:
postgres_password:
file: ./secrets/postgres_password
valkey_password:
file: ./secrets/valkey_password
database_url:
file: ./secrets/database_url
cache_url:
file: ./secrets/cache_url
grafana_admin_password:
file: ./secrets/grafana_admin_password
volumes:
postgres_data:
valkey_data:
prometheus_data:
grafana_data:
+18
View File
@@ -0,0 +1,18 @@
APP_HOST=0.0.0.0
APP_PORT=8080
SESSION_TTL_SECONDS=3600
SESSION_STORE=valkey
DB_MIN_CONNS=1
DB_MAX_CONNS=10
DEPENDENCY_TIMEOUT_SECONDS=5
SWAGGER_PORT=8081
POSTGRES_USER=messenger
POSTGRES_DB=messenger
API_CPUS=2
API_MEMORY=512m
POSTGRES_CPUS=2
POSTGRES_MEMORY=1g
VALKEY_CPUS=1
VALKEY_MEMORY=256m
PROMETHEUS_PORT=9090
GRAFANA_PORT=3000
@@ -0,0 +1,76 @@
{
"annotations": {"list": []},
"editable": false,
"graphTooltip": 1,
"panels": [
{
"type": "timeseries", "title": "API requests per second", "id": 1,
"gridPos": {"h": 8, "w": 12, "x": 0, "y": 0},
"targets": [{"expr": "sum(rate(messenger_http_requests_total[1m]))", "legendFormat": "RPS", "refId": "A"}]
},
{
"type": "timeseries", "title": "API responses by status class", "id": 2,
"gridPos": {"h": 8, "w": 12, "x": 12, "y": 0},
"targets": [{"expr": "sum by (status_class) (rate(messenger_http_requests_total[1m]))", "legendFormat": "{{status_class}}", "refId": "A"}]
},
{
"type": "timeseries", "title": "API latency p95", "id": 3,
"gridPos": {"h": 8, "w": 12, "x": 0, "y": 8},
"fieldConfig": {"defaults": {"unit": "s"}, "overrides": []},
"targets": [{"expr": "histogram_quantile(0.95, sum by (le, route) (rate(messenger_http_request_duration_seconds_bucket[5m])))", "legendFormat": "{{route}}", "refId": "A"}]
},
{
"type": "timeseries", "title": "API in flight", "id": 4,
"gridPos": {"h": 8, "w": 6, "x": 12, "y": 8},
"targets": [{"expr": "messenger_http_requests_in_flight", "legendFormat": "requests", "refId": "A"}]
},
{
"type": "timeseries", "title": "Go heap", "id": 5,
"gridPos": {"h": 8, "w": 6, "x": 18, "y": 8},
"fieldConfig": {"defaults": {"unit": "bytes"}, "overrides": []},
"targets": [{"expr": "go_memstats_heap_alloc_bytes{job=\"messenger\"}", "legendFormat": "heap", "refId": "A"}]
},
{
"type": "timeseries", "title": "PostgreSQL connections", "id": 6,
"gridPos": {"h": 8, "w": 8, "x": 0, "y": 16},
"targets": [{"expr": "sum(pg_stat_activity_count{datname=\"messenger\"})", "legendFormat": "connections", "refId": "A"}]
},
{
"type": "timeseries", "title": "PostgreSQL transactions", "id": 7,
"gridPos": {"h": 8, "w": 8, "x": 8, "y": 16},
"targets": [
{"expr": "rate(pg_stat_database_xact_commit{datname=\"messenger\"}[1m])", "legendFormat": "commit/s", "refId": "A"},
{"expr": "rate(pg_stat_database_xact_rollback{datname=\"messenger\"}[1m])", "legendFormat": "rollback/s", "refId": "B"}
]
},
{
"type": "timeseries", "title": "PostgreSQL database size", "id": 8,
"gridPos": {"h": 8, "w": 8, "x": 16, "y": 16},
"fieldConfig": {"defaults": {"unit": "bytes"}, "overrides": []},
"targets": [{"expr": "pg_database_size_bytes{datname=\"messenger\"}", "legendFormat": "database", "refId": "A"}]
},
{
"type": "timeseries", "title": "Valkey memory", "id": 9,
"gridPos": {"h": 8, "w": 12, "x": 0, "y": 24},
"fieldConfig": {"defaults": {"unit": "bytes"}, "overrides": []},
"targets": [{"expr": "redis_memory_used_bytes", "legendFormat": "used", "refId": "A"}]
},
{
"type": "timeseries", "title": "Valkey keys and commands", "id": 10,
"gridPos": {"h": 8, "w": 12, "x": 12, "y": 24},
"targets": [
{"expr": "sum(redis_db_keys)", "legendFormat": "keys", "refId": "A"},
{"expr": "rate(redis_commands_processed_total[1m])", "legendFormat": "commands/s", "refId": "B"}
]
}
],
"refresh": "5s",
"schemaVersion": 41,
"tags": ["highload", "lab2"],
"templating": {"list": []},
"time": {"from": "now-15m", "to": "now"},
"timezone": "browser",
"title": "Messenger overview",
"uid": "messenger-overview",
"version": 1
}
@@ -0,0 +1,10 @@
apiVersion: 1
providers:
- name: Messenger
folder: Highload
type: file
disableDeletion: true
editable: false
options:
path: /var/lib/grafana/dashboards
@@ -0,0 +1,10 @@
apiVersion: 1
datasources:
- name: Prometheus
type: prometheus
uid: prometheus
access: proxy
url: http://prometheus:9090
isDefault: true
editable: false
+16
View File
@@ -0,0 +1,16 @@
global:
scrape_interval: 5s
evaluation_interval: 5s
scrape_configs:
- job_name: messenger
static_configs:
- targets: ["api:8080"]
- job_name: postgres
static_configs:
- targets: ["postgres-exporter:9187"]
- job_name: valkey
static_configs:
- targets: ["valkey-exporter:9121"]
+21
View File
@@ -0,0 +1,21 @@
#!/bin/sh
set -eu
if [ -e secrets/postgres_password ] || [ -e secrets/valkey_password ] || [ -e secrets/database_url ] || [ -e secrets/cache_url ] || [ -e secrets/grafana_admin_password ]; then
echo "secrets already exist" >&2
exit 1
fi
umask 077
mkdir -p secrets
postgres_password=$(openssl rand -hex 24)
valkey_password=$(openssl rand -hex 24)
grafana_admin_password=$(openssl rand -hex 24)
printf '%s' "$postgres_password" > secrets/postgres_password
printf '%s' "$valkey_password" > secrets/valkey_password
printf 'postgres://messenger:%s@postgres:5432/messenger?sslmode=disable' "$postgres_password" > secrets/database_url
printf 'redis://default:%s@valkey:6379/0' "$valkey_password" > secrets/cache_url
printf '%s' "$grafana_admin_password" > secrets/grafana_admin_password