diff --git a/.dockerignore b/.dockerignore index bc16e55..ddd2c73 100644 --- a/.dockerignore +++ b/.dockerignore @@ -17,4 +17,5 @@ backups __pycache__ node_modules evidence +/messenger .DS_Store diff --git a/.gitignore b/.gitignore index b5a7189..37e0ed3 100644 --- a/.gitignore +++ b/.gitignore @@ -22,6 +22,7 @@ dist/ build/ target/ bin/ +/messenger obj/ coverage/ *.log diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..166dd09 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,24 @@ +FROM golang:1.26.5-alpine3.24 AS build + +WORKDIR /src +COPY . . +RUN go build ./cmd/messenger + +FROM build AS test + +CMD ["go", "test", "./internal/postgres", "./internal/session"] + +FROM build AS experiment + +CMD ["go", "run", "./cmd/lab2experiment"] + +FROM alpine:3.24.2 + +RUN addgroup -S app && adduser -S -G app -u 10001 app +COPY --from=build --chown=app:app /src/messenger /app/messenger + +USER app +WORKDIR /app +HEALTHCHECK --interval=10s --timeout=2s --start-period=5s --retries=3 \ + CMD wget -q -O /dev/null "http://127.0.0.1:${APP_PORT}/health/ready" || exit 1 +CMD ["/app/messenger"] diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 0000000..ea9a8dd --- /dev/null +++ b/compose.yaml @@ -0,0 +1,192 @@ +services: + postgres: + image: postgres:17.6-alpine3.22 + environment: + POSTGRES_USER: ${POSTGRES_USER} + POSTGRES_DB: ${POSTGRES_DB} + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: + - postgres_password + volumes: + - postgres_data:/var/lib/postgresql/data + healthcheck: + test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d ${POSTGRES_DB}"] + interval: 5s + timeout: 3s + retries: 20 + cpus: ${POSTGRES_CPUS} + mem_limit: ${POSTGRES_MEMORY} + restart: unless-stopped + + valkey: + image: valkey/valkey:8.1.4-alpine + command: + - sh + - -c + - exec valkey-server --appendonly yes --appendfsync everysec --requirepass "$$(cat /run/secrets/valkey_password)" + secrets: + - valkey_password + volumes: + - valkey_data:/data + healthcheck: + test: ["CMD-SHELL", "valkey-cli --no-auth-warning -a \"$$(cat /run/secrets/valkey_password)\" ping | grep -q PONG"] + interval: 5s + timeout: 3s + retries: 20 + cpus: ${VALKEY_CPUS} + mem_limit: ${VALKEY_MEMORY} + restart: unless-stopped + + api: + build: . + image: ${API_IMAGE:-mtusi-messenger:lab2} + env_file: .env + environment: + DATABASE_URL_FILE: /run/secrets/database_url + CACHE_URL_FILE: /run/secrets/cache_url + secrets: + - database_url + - cache_url + ports: + - "127.0.0.1:8080:${APP_PORT}" + depends_on: + postgres: + condition: service_healthy + valkey: + condition: service_healthy + cpus: ${API_CPUS} + mem_limit: ${API_MEMORY} + stop_grace_period: 10s + restart: unless-stopped + + swagger: + image: swaggerapi/swagger-ui:v5.31.2 + environment: + SWAGGER_JSON: /spec/openapi.json + volumes: + - ./contracts/openapi.json:/spec/openapi.json:ro + ports: + - "127.0.0.1:${SWAGGER_PORT}:8080" + depends_on: + api: + condition: service_healthy + restart: unless-stopped + + tests: + profiles: ["tests"] + build: + context: . + target: test + environment: + TEST_DATABASE_URL_FILE: /run/secrets/database_url + TEST_CACHE_URL_FILE: /run/secrets/cache_url + secrets: + - database_url + - cache_url + depends_on: + postgres: + condition: service_healthy + valkey: + condition: service_healthy + + experiment: + profiles: ["research"] + build: + context: . + target: experiment + command: + - go + - run + - ./cmd/lab2experiment + - -database-url-file=/run/secrets/database_url + - -output=/output/lab2-track2.json + secrets: + - database_url + volumes: + - ./evidence:/output + depends_on: + postgres: + condition: service_healthy + + postgres-exporter: + profiles: ["monitoring"] + image: quay.io/prometheuscommunity/postgres-exporter:v0.20.1 + environment: + DATA_SOURCE_URI: postgres:5432/${POSTGRES_DB}?sslmode=disable + DATA_SOURCE_USER: ${POSTGRES_USER} + DATA_SOURCE_PASS_FILE: /run/secrets/postgres_password + PG_EXPORTER_COLLECTION_TIMEOUT: 5s + secrets: + - postgres_password + depends_on: + postgres: + condition: service_healthy + restart: unless-stopped + + valkey-exporter: + profiles: ["monitoring"] + image: oliver006/redis_exporter:v1.89.0-alpine + entrypoint: ["/bin/sh", "-c"] + command: + - export REDIS_PASSWORD="$$(cat /run/secrets/valkey_password)"; exec /redis_exporter --redis.addr=redis://valkey:6379 --redis.user=default --connection-timeout=5s + secrets: + - valkey_password + depends_on: + valkey: + condition: service_healthy + restart: unless-stopped + + prometheus: + profiles: ["monitoring"] + image: prom/prometheus:v3.13.3 + command: + - --config.file=/etc/prometheus/prometheus.yml + - --storage.tsdb.path=/prometheus + - --storage.tsdb.retention.time=7d + volumes: + - ./monitoring/prometheus.yml:/etc/prometheus/prometheus.yml:ro + - prometheus_data:/prometheus + ports: + - "127.0.0.1:${PROMETHEUS_PORT}:9090" + depends_on: + - api + - postgres-exporter + - valkey-exporter + restart: unless-stopped + + grafana: + profiles: ["monitoring"] + image: grafana/grafana:13.1.6 + environment: + GF_SECURITY_ADMIN_USER: admin + GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_admin_password + GF_USERS_ALLOW_SIGN_UP: "false" + secrets: + - grafana_admin_password + volumes: + - ./monitoring/grafana/provisioning:/etc/grafana/provisioning:ro + - ./monitoring/grafana/dashboards:/var/lib/grafana/dashboards:ro + - grafana_data:/var/lib/grafana + ports: + - "127.0.0.1:${GRAFANA_PORT}:3000" + depends_on: + - prometheus + restart: unless-stopped + +secrets: + postgres_password: + file: ./secrets/postgres_password + valkey_password: + file: ./secrets/valkey_password + database_url: + file: ./secrets/database_url + cache_url: + file: ./secrets/cache_url + grafana_admin_password: + file: ./secrets/grafana_admin_password + +volumes: + postgres_data: + valkey_data: + prometheus_data: + grafana_data: diff --git a/lab2.env.example b/lab2.env.example new file mode 100644 index 0000000..7576a38 --- /dev/null +++ b/lab2.env.example @@ -0,0 +1,18 @@ +APP_HOST=0.0.0.0 +APP_PORT=8080 +SESSION_TTL_SECONDS=3600 +SESSION_STORE=valkey +DB_MIN_CONNS=1 +DB_MAX_CONNS=10 +DEPENDENCY_TIMEOUT_SECONDS=5 +SWAGGER_PORT=8081 +POSTGRES_USER=messenger +POSTGRES_DB=messenger +API_CPUS=2 +API_MEMORY=512m +POSTGRES_CPUS=2 +POSTGRES_MEMORY=1g +VALKEY_CPUS=1 +VALKEY_MEMORY=256m +PROMETHEUS_PORT=9090 +GRAFANA_PORT=3000 diff --git a/monitoring/grafana/dashboards/messenger.json b/monitoring/grafana/dashboards/messenger.json new file mode 100644 index 0000000..d724608 --- /dev/null +++ b/monitoring/grafana/dashboards/messenger.json @@ -0,0 +1,76 @@ +{ + "annotations": {"list": []}, + "editable": false, + "graphTooltip": 1, + "panels": [ + { + "type": "timeseries", "title": "API requests per second", "id": 1, + "gridPos": {"h": 8, "w": 12, "x": 0, "y": 0}, + "targets": [{"expr": "sum(rate(messenger_http_requests_total[1m]))", "legendFormat": "RPS", "refId": "A"}] + }, + { + "type": "timeseries", "title": "API responses by status class", "id": 2, + "gridPos": {"h": 8, "w": 12, "x": 12, "y": 0}, + "targets": [{"expr": "sum by (status_class) (rate(messenger_http_requests_total[1m]))", "legendFormat": "{{status_class}}", "refId": "A"}] + }, + { + "type": "timeseries", "title": "API latency p95", "id": 3, + "gridPos": {"h": 8, "w": 12, "x": 0, "y": 8}, + "fieldConfig": {"defaults": {"unit": "s"}, "overrides": []}, + "targets": [{"expr": "histogram_quantile(0.95, sum by (le, route) (rate(messenger_http_request_duration_seconds_bucket[5m])))", "legendFormat": "{{route}}", "refId": "A"}] + }, + { + "type": "timeseries", "title": "API in flight", "id": 4, + "gridPos": {"h": 8, "w": 6, "x": 12, "y": 8}, + "targets": [{"expr": "messenger_http_requests_in_flight", "legendFormat": "requests", "refId": "A"}] + }, + { + "type": "timeseries", "title": "Go heap", "id": 5, + "gridPos": {"h": 8, "w": 6, "x": 18, "y": 8}, + "fieldConfig": {"defaults": {"unit": "bytes"}, "overrides": []}, + "targets": [{"expr": "go_memstats_heap_alloc_bytes{job=\"messenger\"}", "legendFormat": "heap", "refId": "A"}] + }, + { + "type": "timeseries", "title": "PostgreSQL connections", "id": 6, + "gridPos": {"h": 8, "w": 8, "x": 0, "y": 16}, + "targets": [{"expr": "sum(pg_stat_activity_count{datname=\"messenger\"})", "legendFormat": "connections", "refId": "A"}] + }, + { + "type": "timeseries", "title": "PostgreSQL transactions", "id": 7, + "gridPos": {"h": 8, "w": 8, "x": 8, "y": 16}, + "targets": [ + {"expr": "rate(pg_stat_database_xact_commit{datname=\"messenger\"}[1m])", "legendFormat": "commit/s", "refId": "A"}, + {"expr": "rate(pg_stat_database_xact_rollback{datname=\"messenger\"}[1m])", "legendFormat": "rollback/s", "refId": "B"} + ] + }, + { + "type": "timeseries", "title": "PostgreSQL database size", "id": 8, + "gridPos": {"h": 8, "w": 8, "x": 16, "y": 16}, + "fieldConfig": {"defaults": {"unit": "bytes"}, "overrides": []}, + "targets": [{"expr": "pg_database_size_bytes{datname=\"messenger\"}", "legendFormat": "database", "refId": "A"}] + }, + { + "type": "timeseries", "title": "Valkey memory", "id": 9, + "gridPos": {"h": 8, "w": 12, "x": 0, "y": 24}, + "fieldConfig": {"defaults": {"unit": "bytes"}, "overrides": []}, + "targets": [{"expr": "redis_memory_used_bytes", "legendFormat": "used", "refId": "A"}] + }, + { + "type": "timeseries", "title": "Valkey keys and commands", "id": 10, + "gridPos": {"h": 8, "w": 12, "x": 12, "y": 24}, + "targets": [ + {"expr": "sum(redis_db_keys)", "legendFormat": "keys", "refId": "A"}, + {"expr": "rate(redis_commands_processed_total[1m])", "legendFormat": "commands/s", "refId": "B"} + ] + } + ], + "refresh": "5s", + "schemaVersion": 41, + "tags": ["highload", "lab2"], + "templating": {"list": []}, + "time": {"from": "now-15m", "to": "now"}, + "timezone": "browser", + "title": "Messenger overview", + "uid": "messenger-overview", + "version": 1 +} diff --git a/monitoring/grafana/provisioning/dashboards/messenger.yml b/monitoring/grafana/provisioning/dashboards/messenger.yml new file mode 100644 index 0000000..e950d2c --- /dev/null +++ b/monitoring/grafana/provisioning/dashboards/messenger.yml @@ -0,0 +1,10 @@ +apiVersion: 1 + +providers: + - name: Messenger + folder: Highload + type: file + disableDeletion: true + editable: false + options: + path: /var/lib/grafana/dashboards diff --git a/monitoring/grafana/provisioning/datasources/prometheus.yml b/monitoring/grafana/provisioning/datasources/prometheus.yml new file mode 100644 index 0000000..8704d9e --- /dev/null +++ b/monitoring/grafana/provisioning/datasources/prometheus.yml @@ -0,0 +1,10 @@ +apiVersion: 1 + +datasources: + - name: Prometheus + type: prometheus + uid: prometheus + access: proxy + url: http://prometheus:9090 + isDefault: true + editable: false diff --git a/monitoring/prometheus.yml b/monitoring/prometheus.yml new file mode 100644 index 0000000..e23db13 --- /dev/null +++ b/monitoring/prometheus.yml @@ -0,0 +1,16 @@ +global: + scrape_interval: 5s + evaluation_interval: 5s + +scrape_configs: + - job_name: messenger + static_configs: + - targets: ["api:8080"] + + - job_name: postgres + static_configs: + - targets: ["postgres-exporter:9187"] + + - job_name: valkey + static_configs: + - targets: ["valkey-exporter:9121"] diff --git a/scripts/init-local-secrets.sh b/scripts/init-local-secrets.sh new file mode 100755 index 0000000..5f3783c --- /dev/null +++ b/scripts/init-local-secrets.sh @@ -0,0 +1,21 @@ +#!/bin/sh + +set -eu + +if [ -e secrets/postgres_password ] || [ -e secrets/valkey_password ] || [ -e secrets/database_url ] || [ -e secrets/cache_url ] || [ -e secrets/grafana_admin_password ]; then + echo "secrets already exist" >&2 + exit 1 +fi + +umask 077 +mkdir -p secrets + +postgres_password=$(openssl rand -hex 24) +valkey_password=$(openssl rand -hex 24) +grafana_admin_password=$(openssl rand -hex 24) + +printf '%s' "$postgres_password" > secrets/postgres_password +printf '%s' "$valkey_password" > secrets/valkey_password +printf 'postgres://messenger:%s@postgres:5432/messenger?sslmode=disable' "$postgres_password" > secrets/database_url +printf 'redis://default:%s@valkey:6379/0' "$valkey_password" > secrets/cache_url +printf '%s' "$grafana_admin_password" > secrets/grafana_admin_password