From 102aa45350ec43a3a913df7f04566519dd0e8d07 Mon Sep 17 00:00:00 2001 From: Mlvn Date: Sat, 21 Nov 2026 11:02:33 +0300 Subject: [PATCH] feat: add VictoriaMetrics and synthetic demo load --- compose.yaml | 25 +++++++- infra/grafana/dashboards/messenger.json | 44 ++++++------- .../provisioning/datasources/sources.yaml | 3 +- infra/victoriametrics/promscrape.yaml | 14 +++++ mock-load/mock_load.py | 61 +++++++++++++++++++ 5 files changed, 122 insertions(+), 25 deletions(-) create mode 100644 infra/victoriametrics/promscrape.yaml create mode 100644 mock-load/mock_load.py diff --git a/compose.yaml b/compose.yaml index 65e451d..79d13aa 100644 --- a/compose.yaml +++ b/compose.yaml @@ -45,7 +45,7 @@ services: cpus: 0.5 mem_limit: 128m s3: - image: quay.io/minio/minio:RELEASE.2025-09-07T16-13-09Z + image: ghcr.io/coollabsio/minio:RELEASE.2025-10-15T17-29-55Z command: [server, /data, --console-address, '127.0.0.1:9001'] environment: MINIO_ROOT_USER_FILE: /run/secrets/s3_root_user @@ -60,7 +60,7 @@ services: timeout: 2s retries: 30 s3-init: - image: minio/mc:RELEASE.2025-08-13T08-35-41Z + image: cgr.dev/chainguard/minio-client:latest-dev entrypoint: [/bin/sh, /config/s3-init.sh] volumes: ['./infra:/config:ro'] secrets: [s3_root_user, s3_root_password, s3_access_key_id, s3_secret_access_key] @@ -188,6 +188,26 @@ services: cpus: 0.5 mem_limit: 256m restart: unless-stopped + victoriametrics: + image: victoriametrics/victoria-metrics:v1.120.0 + command: [-promscrape.config=/etc/victoria-metrics/promscrape.yaml, -retentionPeriod=24h, -storageDataPath=/victoria-metrics-data] + volumes: ['./infra/victoriametrics/promscrape.yaml:/etc/victoria-metrics/promscrape.yaml:ro', 'victoriametrics_data:/victoria-metrics-data'] + ports: ['127.0.0.1:${VICTORIAMETRICS_PORT:-8428}:8428'] + cpus: 0.5 + mem_limit: 256m + restart: unless-stopped + mock-load: + image: python:3.13-alpine + command: [python, /opt/mock/mock_load.py] + environment: + MOCK_BASE_URL: http://lb:8080 + MOCK_RATE: ${MOCK_RATE:-2} + MOCK_WORKERS: ${MOCK_WORKERS:-2} + volumes: ['./mock-load/mock_load.py:/opt/mock/mock_load.py:ro'] + profiles: [demo] + depends_on: + lb: {condition: service_healthy} + restart: unless-stopped prometheus: image: prom/prometheus:v3.4.1 command: [--config.file=/etc/prometheus/prometheus.yaml, --storage.tsdb.retention.time=24h, --storage.tsdb.retention.size=512MB] @@ -245,6 +265,7 @@ secrets: volumes: go_test_cache: prometheus_data: + victoriametrics_data: loki_data: tempo_data: grafana_data: diff --git a/infra/grafana/dashboards/messenger.json b/infra/grafana/dashboards/messenger.json index bace94e..fcccd1e 100644 --- a/infra/grafana/dashboards/messenger.json +++ b/infra/grafana/dashboards/messenger.json @@ -20,7 +20,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -48,7 +48,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -76,7 +76,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -104,7 +104,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -132,7 +132,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -160,7 +160,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -188,7 +188,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -216,7 +216,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -244,7 +244,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -272,7 +272,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -300,7 +300,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -328,7 +328,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -356,7 +356,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -384,7 +384,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -412,7 +412,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -440,7 +440,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -468,7 +468,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -496,7 +496,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -580,7 +580,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -608,7 +608,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, @@ -636,7 +636,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 0, @@ -664,7 +664,7 @@ "type": "timeseries", "datasource": { "type": "prometheus", - "uid": "prometheus" + "uid": "victoriametrics" }, "gridPos": { "x": 12, diff --git a/infra/grafana/provisioning/datasources/sources.yaml b/infra/grafana/provisioning/datasources/sources.yaml index 9178a31..f8a31df 100644 --- a/infra/grafana/provisioning/datasources/sources.yaml +++ b/infra/grafana/provisioning/datasources/sources.yaml @@ -1,6 +1,7 @@ apiVersion: 1 datasources: - - {name: Prometheus, uid: prometheus, type: prometheus, access: proxy, url: 'http://prometheus:9090', isDefault: true} + - {name: VictoriaMetrics, uid: victoriametrics, type: prometheus, access: proxy, url: 'http://victoriametrics:8428', isDefault: true} + - {name: Prometheus (alerts), uid: prometheus, type: prometheus, access: proxy, url: 'http://prometheus:9090', isDefault: false} - name: Loki uid: loki type: loki diff --git a/infra/victoriametrics/promscrape.yaml b/infra/victoriametrics/promscrape.yaml new file mode 100644 index 0000000..c2663f1 --- /dev/null +++ b/infra/victoriametrics/promscrape.yaml @@ -0,0 +1,14 @@ +global: + scrape_interval: 2s + external_labels: + environment: lab6 +scrape_configs: + - job_name: messenger + static_configs: + - targets: ['collector:8889'] + - job_name: collector + static_configs: + - targets: ['collector:8888'] + - job_name: ingress + static_configs: + - targets: ['lb:8404'] diff --git a/mock-load/mock_load.py b/mock-load/mock_load.py new file mode 100644 index 0000000..227158b --- /dev/null +++ b/mock-load/mock_load.py @@ -0,0 +1,61 @@ +import base64, json, os, random, string, threading, time, urllib.error, urllib.request + +BASE = os.getenv('MOCK_BASE_URL', 'http://lb:8080').rstrip('/') +RATE = float(os.getenv('MOCK_RATE', '2')) +WORKERS = int(os.getenv('MOCK_WORKERS', '2')) +TEXTS = ['Привет из mock-load', 'Проверка pipeline', 'Наблюдаемость работает', 'synthetic message'] + +def request(method, path, body=None, headers=None): + data = None if body is None else json.dumps(body, ensure_ascii=False).encode() + h = {'Content-Type': 'application/json'} + if headers: h.update(headers) + req = urllib.request.Request(BASE + path, data=data, headers=h, method=method) + try: + with urllib.request.urlopen(req, timeout=8) as r: + raw = r.read() + return r.status, json.loads(raw) if raw else {} + except Exception as e: + print(f'[mock] {method} {path}: {e}', flush=True) + return 0, {} + +def create_actor(prefix): + suffix = ''.join(random.choices(string.ascii_lowercase + string.digits, k=8)) + username = f'{prefix}_{suffix}' + password = 'MockOnly-' + suffix + '-123' + status, user = request('POST', '/api/v1/users', {'username': username, 'display_name': prefix, 'password': password}) + if status not in (201, 409): + return None + token_raw = base64.b64encode(f'{username}:{password}'.encode()).decode() + status, session = request('POST', '/api/v1/auth/sessions', headers={'Authorization': 'Basic ' + token_raw}) + token = session.get('token') or session.get('session_token') + uid = user.get('id') + return {'id': uid, 'token': token, 'username': username} if token else None + +def setup(): + a, b = create_actor('mock_a'), create_actor('mock_b') + if not a or not b: return None + status, chat = request('POST', '/api/v1/chats', {'title': 'mock activity', 'member_ids': [a['id'], b['id']]}, {'Authorization': 'Bearer ' + a['token']}) + if status not in (201, 409) or not chat.get('id'): return None + return a, b, chat['id'] + +def worker(index, state): + a, b, chat = state + n = 0 + while True: + actor = a if n % 2 == 0 else b + auth = {'Authorization': 'Bearer ' + actor['token']} + key = f'mock-{index}-{n}-{time.time_ns()}' + request('POST', f'/api/v1/chats/{chat}/messages', {'text': random.choice(TEXTS)}, {**auth, 'Idempotency-Key': key}) + request('GET', f'/api/v1/chats/{chat}/messages?limit=20', headers=auth) + request('GET', '/health/ready') + n += 1 + time.sleep(max(0.05, 1.0 / max(RATE, 0.1) / max(WORKERS, 1))) + +while True: + state = setup() + if state: + print(f'[mock] started base={BASE} workers={WORKERS} rate={RATE}/s', flush=True) + for i in range(WORKERS): threading.Thread(target=worker, args=(i, state), daemon=True).start() + while True: time.sleep(3600) + print('[mock] setup failed; retrying in 5s', flush=True) + time.sleep(5)