feat(scripts.track1):lab3 track1 sweep and csv collectors

This commit is contained in:
Голиков Maximillian Антон
2026-10-08 10:14:23 +03:00
parent 2d1c325cc4
commit 4431915eb6
2 changed files with 202 additions and 0 deletions
+65
View File
@@ -0,0 +1,65 @@
#!/usr/bin/env python3
"""Собирает k6 summaries из серии трека 1 в плоскую CSV.
Использование:
python3 scripts/track1-csv.py evidence/track1/series-a > evidence/track1/series-a.csv
"""
import json
import re
import sys
from pathlib import Path
def parse_name(stem: str) -> tuple[str, int]:
"""rep2-cpu0.5-mem256M-run3-k6 -> ('rep2-cpu0.5-mem256M', 3)"""
m = re.match(r"(.+)-run(\d+)-k6$", stem)
if not m:
return stem, 0
return m.group(1), int(m.group(2))
FIELDS = [
("http_reqs", "rate"),
("http_req_failed", "rate"),
("write_errors", "rate"),
("write_total", "count"),
("write_latency_ms", "avg"),
("write_latency_ms", "p(90)"),
("write_latency_ms", "p(95)"),
("write_latency_ms", "max"),
]
def main() -> int:
if len(sys.argv) < 2:
print("usage: track1-csv.py <directory>", file=sys.stderr)
return 2
d = Path(sys.argv[1])
if not d.is_dir():
print(f"not a directory: {d}", file=sys.stderr)
return 1
print("config,run,metric,value")
for path in sorted(d.glob("*-k6.json")):
config, run = parse_name(path.stem)
try:
data = json.loads(path.read_text(encoding="utf-8"))
except (OSError, json.JSONDecodeError) as exc:
print(f"# skip {path}: {exc}", file=sys.stderr)
continue
metrics = data.get("metrics", {})
for metric, key in FIELDS:
entry = metrics.get(metric)
if not entry:
continue
values = entry.get("values", entry)
value = values.get(key)
if value is None:
continue
print(f"{config},{run},{metric}.{key},{value}")
return 0
if __name__ == "__main__":
raise SystemExit(main())
+137
View File
@@ -0,0 +1,137 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
# Прогоняет серию экспериментов трека 1:
# - пересоздаёт стек с заданным числом реплик и ресурсами
# - ждёт готовности
# - запускает k6 N раз
# - сохраняет JSON и docker stats
#
# Использование:
# scripts/track1-sweep.sh <series-name> <runs-per-config> <configs...>
#
# Формат конфига: replicas:api_cpus:api_memory
# Например: "1:1.0:512M" "2:0.5:256M" "4:0.25:128M"
#
# Пример:
# scripts/track1-sweep.sh series-a 3 \
# "1:1.0:512M" "2:0.5:256M" "4:0.25:128M"
SERIES="${1:?usage: $0 <series-name> <runs-per-config> <configs...>}"
shift
RUNS="${1:?usage: $0 <series-name> <runs-per-config> <configs...>}"
shift
OUT_DIR="evidence/track1/${SERIES}"
mkdir -p "$OUT_DIR"
RATE="${RATE:-50}"
DURATION="${DURATION:-2m}"
WARMUP="${WARMUP:-15}"
echo "=== трек 1: серия $SERIES ==="
echo "runs per config: $RUNS"
echo "load: RATE=$RATE DURATION=$DURATION"
echo "output: $OUT_DIR"
echo
wait_stack_ready() {
i=0
while [ "$i" -lt 60 ]; do
if curl -fsS http://localhost:8080/health/ready >/dev/null 2>&1; then
return 0
fi
i=$((i + 1))
sleep 1
done
echo "FAIL: /health/ready не отвечает за 60 секунд" >&2
return 1
}
wait_replicas_healthy() {
target="$1"
i=0
while [ "$i" -lt 60 ]; do
count=$(docker compose ps --format '{{.Health}}' api 2>/dev/null | grep -c '^healthy$' || true)
[ "$count" -ge "$target" ] && return 0
i=$((i + 1))
sleep 1
done
echo "FAIL: healthy реплик меньше $target за 60 секунд" >&2
docker compose ps --format 'table {{.Name}}\t{{.Status}}' api
return 1
}
# Сэмплер docker stats в фоне, чтобы получить CPU/RAM во время нагрузки
start_stats_sampler() {
out="$1"
interval="${2:-2}"
(
echo "timestamp,name,cpu_perc,mem_usage,mem_limit"
while true; do
ts=$(date -u +%s)
docker stats --no-stream --format \
"{{.Name}},{{.CPUPerc}},{{.MemUsage}}" \
| grep -E 'api-|postgres|redis|lb-' \
| while IFS= read -r line; do
echo "${ts},${line}"
done
sleep "$interval"
done
) > "$out" 2>/dev/null &
echo $!
}
for config in "$@"; do
replicas=$(echo "$config" | cut -d: -f1)
api_cpus=$(echo "$config" | cut -d: -f2)
api_memory=$(echo "$config" | cut -d: -f3)
label="rep${replicas}-cpu${api_cpus}-mem${api_memory}"
echo "--- конфиг: $label ---"
# Останавливаем стек и поднимаем с новыми параметрами
docker compose down --remove-orphans >/dev/null 2>&1 || true
API_REPLICAS="$replicas" API_CPUS="$api_cpus" API_MEMORY="$api_memory" \
docker compose up -d >/dev/null
wait_stack_ready
wait_replicas_healthy "$replicas"
echo " стек готов, $replicas реплик"
for run in $(seq 1 "$RUNS"); do
echo " прогон $run/$RUNS..."
stats_file="${OUT_DIR}/${label}-run${run}-stats.csv"
json_file="${OUT_DIR}/${label}-run${run}-k6.json"
STATS_PID=$(start_stats_sampler "$stats_file" 2)
k6 run -e RATE="$RATE" -e DURATION="$DURATION" \
--summary-export "$json_file" \
student-tests/load-k6.js >/dev/null 2>&1 || true
kill "$STATS_PID" 2>/dev/null || true
wait "$STATS_PID" 2>/dev/null || true
# Маскируем токен
python -c "
import json, pathlib, sys
p = pathlib.Path('$json_file')
d = json.loads(p.read_text(encoding='utf-8'))
d.get('setup_data', {}).get('token') and d['setup_data'].__setitem__('token', 'REDACTED')
p.write_text(json.dumps(d, indent=2, ensure_ascii=False) + '\n', encoding='utf-8')
" 2>/dev/null || true
echo " $json_file"
done
echo
done
echo "=== серия $SERIES завершена ==="
echo "восстанавливаем дефолтный стек (2 реплики)"
docker compose down --remove-orphans >/dev/null 2>&1 || true
docker compose up -d >/dev/null
wait_stack_ready
echo "готово"