From 4431915eb621fb9f5e097f9160bc48abd5907ef9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=93=D0=BE=D0=BB=D0=B8=D0=BA=D0=BE=D0=B2=20Maximillian?= =?UTF-8?q?=20=D0=90=D0=BD=D1=82=D0=BE=D0=BD?= Date: Thu, 8 Oct 2026 10:14:23 +0300 Subject: [PATCH] feat(scripts.track1):lab3 track1 sweep and csv collectors --- scripts/track1-csv.py | 65 +++++++++++++++++++ scripts/track1-sweep.sh | 137 ++++++++++++++++++++++++++++++++++++++++ 2 files changed, 202 insertions(+) create mode 100644 scripts/track1-csv.py create mode 100644 scripts/track1-sweep.sh diff --git a/scripts/track1-csv.py b/scripts/track1-csv.py new file mode 100644 index 0000000..250ba6b --- /dev/null +++ b/scripts/track1-csv.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +"""Собирает k6 summaries из серии трека 1 в плоскую CSV. + +Использование: + python3 scripts/track1-csv.py evidence/track1/series-a > evidence/track1/series-a.csv +""" +import json +import re +import sys +from pathlib import Path + + +def parse_name(stem: str) -> tuple[str, int]: + """rep2-cpu0.5-mem256M-run3-k6 -> ('rep2-cpu0.5-mem256M', 3)""" + m = re.match(r"(.+)-run(\d+)-k6$", stem) + if not m: + return stem, 0 + return m.group(1), int(m.group(2)) + + +FIELDS = [ + ("http_reqs", "rate"), + ("http_req_failed", "rate"), + ("write_errors", "rate"), + ("write_total", "count"), + ("write_latency_ms", "avg"), + ("write_latency_ms", "p(90)"), + ("write_latency_ms", "p(95)"), + ("write_latency_ms", "max"), +] + + +def main() -> int: + if len(sys.argv) < 2: + print("usage: track1-csv.py ", file=sys.stderr) + return 2 + + d = Path(sys.argv[1]) + if not d.is_dir(): + print(f"not a directory: {d}", file=sys.stderr) + return 1 + + print("config,run,metric,value") + for path in sorted(d.glob("*-k6.json")): + config, run = parse_name(path.stem) + try: + data = json.loads(path.read_text(encoding="utf-8")) + except (OSError, json.JSONDecodeError) as exc: + print(f"# skip {path}: {exc}", file=sys.stderr) + continue + metrics = data.get("metrics", {}) + for metric, key in FIELDS: + entry = metrics.get(metric) + if not entry: + continue + values = entry.get("values", entry) + value = values.get(key) + if value is None: + continue + print(f"{config},{run},{metric}.{key},{value}") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) \ No newline at end of file diff --git a/scripts/track1-sweep.sh b/scripts/track1-sweep.sh new file mode 100644 index 0000000..72714dc --- /dev/null +++ b/scripts/track1-sweep.sh @@ -0,0 +1,137 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." + +# Прогоняет серию экспериментов трека 1: +# - пересоздаёт стек с заданным числом реплик и ресурсами +# - ждёт готовности +# - запускает k6 N раз +# - сохраняет JSON и docker stats +# +# Использование: +# scripts/track1-sweep.sh +# +# Формат конфига: replicas:api_cpus:api_memory +# Например: "1:1.0:512M" "2:0.5:256M" "4:0.25:128M" +# +# Пример: +# scripts/track1-sweep.sh series-a 3 \ +# "1:1.0:512M" "2:0.5:256M" "4:0.25:128M" + +SERIES="${1:?usage: $0 }" +shift +RUNS="${1:?usage: $0 }" +shift + +OUT_DIR="evidence/track1/${SERIES}" +mkdir -p "$OUT_DIR" + +RATE="${RATE:-50}" +DURATION="${DURATION:-2m}" +WARMUP="${WARMUP:-15}" + +echo "=== трек 1: серия $SERIES ===" +echo "runs per config: $RUNS" +echo "load: RATE=$RATE DURATION=$DURATION" +echo "output: $OUT_DIR" +echo + +wait_stack_ready() { + i=0 + while [ "$i" -lt 60 ]; do + if curl -fsS http://localhost:8080/health/ready >/dev/null 2>&1; then + return 0 + fi + i=$((i + 1)) + sleep 1 + done + echo "FAIL: /health/ready не отвечает за 60 секунд" >&2 + return 1 +} + +wait_replicas_healthy() { + target="$1" + i=0 + while [ "$i" -lt 60 ]; do + count=$(docker compose ps --format '{{.Health}}' api 2>/dev/null | grep -c '^healthy$' || true) + [ "$count" -ge "$target" ] && return 0 + i=$((i + 1)) + sleep 1 + done + echo "FAIL: healthy реплик меньше $target за 60 секунд" >&2 + docker compose ps --format 'table {{.Name}}\t{{.Status}}' api + return 1 +} + +# Сэмплер docker stats в фоне, чтобы получить CPU/RAM во время нагрузки +start_stats_sampler() { + out="$1" + interval="${2:-2}" + ( + echo "timestamp,name,cpu_perc,mem_usage,mem_limit" + while true; do + ts=$(date -u +%s) + docker stats --no-stream --format \ + "{{.Name}},{{.CPUPerc}},{{.MemUsage}}" \ + | grep -E 'api-|postgres|redis|lb-' \ + | while IFS= read -r line; do + echo "${ts},${line}" + done + sleep "$interval" + done + ) > "$out" 2>/dev/null & + echo $! +} + +for config in "$@"; do + replicas=$(echo "$config" | cut -d: -f1) + api_cpus=$(echo "$config" | cut -d: -f2) + api_memory=$(echo "$config" | cut -d: -f3) + + label="rep${replicas}-cpu${api_cpus}-mem${api_memory}" + echo "--- конфиг: $label ---" + + # Останавливаем стек и поднимаем с новыми параметрами + docker compose down --remove-orphans >/dev/null 2>&1 || true + API_REPLICAS="$replicas" API_CPUS="$api_cpus" API_MEMORY="$api_memory" \ + docker compose up -d >/dev/null + + wait_stack_ready + wait_replicas_healthy "$replicas" + echo " стек готов, $replicas реплик" + + for run in $(seq 1 "$RUNS"); do + echo " прогон $run/$RUNS..." + stats_file="${OUT_DIR}/${label}-run${run}-stats.csv" + json_file="${OUT_DIR}/${label}-run${run}-k6.json" + + STATS_PID=$(start_stats_sampler "$stats_file" 2) + + k6 run -e RATE="$RATE" -e DURATION="$DURATION" \ + --summary-export "$json_file" \ + student-tests/load-k6.js >/dev/null 2>&1 || true + + kill "$STATS_PID" 2>/dev/null || true + wait "$STATS_PID" 2>/dev/null || true + + # Маскируем токен + python -c " +import json, pathlib, sys +p = pathlib.Path('$json_file') +d = json.loads(p.read_text(encoding='utf-8')) +d.get('setup_data', {}).get('token') and d['setup_data'].__setitem__('token', 'REDACTED') +p.write_text(json.dumps(d, indent=2, ensure_ascii=False) + '\n', encoding='utf-8') +" 2>/dev/null || true + + echo " $json_file" + done + + echo +done + +echo "=== серия $SERIES завершена ===" +echo "восстанавливаем дефолтный стек (2 реплики)" +docker compose down --remove-orphans >/dev/null 2>&1 || true +docker compose up -d >/dev/null +wait_stack_ready +echo "готово" \ No newline at end of file