feat(scripts.track1):lab3 track1 sweep and csv collectors
This commit is contained in:
@@ -0,0 +1,65 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Собирает k6 summaries из серии трека 1 в плоскую CSV.
|
||||
|
||||
Использование:
|
||||
python3 scripts/track1-csv.py evidence/track1/series-a > evidence/track1/series-a.csv
|
||||
"""
|
||||
import json
|
||||
import re
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def parse_name(stem: str) -> tuple[str, int]:
|
||||
"""rep2-cpu0.5-mem256M-run3-k6 -> ('rep2-cpu0.5-mem256M', 3)"""
|
||||
m = re.match(r"(.+)-run(\d+)-k6$", stem)
|
||||
if not m:
|
||||
return stem, 0
|
||||
return m.group(1), int(m.group(2))
|
||||
|
||||
|
||||
FIELDS = [
|
||||
("http_reqs", "rate"),
|
||||
("http_req_failed", "rate"),
|
||||
("write_errors", "rate"),
|
||||
("write_total", "count"),
|
||||
("write_latency_ms", "avg"),
|
||||
("write_latency_ms", "p(90)"),
|
||||
("write_latency_ms", "p(95)"),
|
||||
("write_latency_ms", "max"),
|
||||
]
|
||||
|
||||
|
||||
def main() -> int:
|
||||
if len(sys.argv) < 2:
|
||||
print("usage: track1-csv.py <directory>", file=sys.stderr)
|
||||
return 2
|
||||
|
||||
d = Path(sys.argv[1])
|
||||
if not d.is_dir():
|
||||
print(f"not a directory: {d}", file=sys.stderr)
|
||||
return 1
|
||||
|
||||
print("config,run,metric,value")
|
||||
for path in sorted(d.glob("*-k6.json")):
|
||||
config, run = parse_name(path.stem)
|
||||
try:
|
||||
data = json.loads(path.read_text(encoding="utf-8"))
|
||||
except (OSError, json.JSONDecodeError) as exc:
|
||||
print(f"# skip {path}: {exc}", file=sys.stderr)
|
||||
continue
|
||||
metrics = data.get("metrics", {})
|
||||
for metric, key in FIELDS:
|
||||
entry = metrics.get(metric)
|
||||
if not entry:
|
||||
continue
|
||||
values = entry.get("values", entry)
|
||||
value = values.get(key)
|
||||
if value is None:
|
||||
continue
|
||||
print(f"{config},{run},{metric}.{key},{value}")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -0,0 +1,137 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
# Прогоняет серию экспериментов трека 1:
|
||||
# - пересоздаёт стек с заданным числом реплик и ресурсами
|
||||
# - ждёт готовности
|
||||
# - запускает k6 N раз
|
||||
# - сохраняет JSON и docker stats
|
||||
#
|
||||
# Использование:
|
||||
# scripts/track1-sweep.sh <series-name> <runs-per-config> <configs...>
|
||||
#
|
||||
# Формат конфига: replicas:api_cpus:api_memory
|
||||
# Например: "1:1.0:512M" "2:0.5:256M" "4:0.25:128M"
|
||||
#
|
||||
# Пример:
|
||||
# scripts/track1-sweep.sh series-a 3 \
|
||||
# "1:1.0:512M" "2:0.5:256M" "4:0.25:128M"
|
||||
|
||||
SERIES="${1:?usage: $0 <series-name> <runs-per-config> <configs...>}"
|
||||
shift
|
||||
RUNS="${1:?usage: $0 <series-name> <runs-per-config> <configs...>}"
|
||||
shift
|
||||
|
||||
OUT_DIR="evidence/track1/${SERIES}"
|
||||
mkdir -p "$OUT_DIR"
|
||||
|
||||
RATE="${RATE:-50}"
|
||||
DURATION="${DURATION:-2m}"
|
||||
WARMUP="${WARMUP:-15}"
|
||||
|
||||
echo "=== трек 1: серия $SERIES ==="
|
||||
echo "runs per config: $RUNS"
|
||||
echo "load: RATE=$RATE DURATION=$DURATION"
|
||||
echo "output: $OUT_DIR"
|
||||
echo
|
||||
|
||||
wait_stack_ready() {
|
||||
i=0
|
||||
while [ "$i" -lt 60 ]; do
|
||||
if curl -fsS http://localhost:8080/health/ready >/dev/null 2>&1; then
|
||||
return 0
|
||||
fi
|
||||
i=$((i + 1))
|
||||
sleep 1
|
||||
done
|
||||
echo "FAIL: /health/ready не отвечает за 60 секунд" >&2
|
||||
return 1
|
||||
}
|
||||
|
||||
wait_replicas_healthy() {
|
||||
target="$1"
|
||||
i=0
|
||||
while [ "$i" -lt 60 ]; do
|
||||
count=$(docker compose ps --format '{{.Health}}' api 2>/dev/null | grep -c '^healthy$' || true)
|
||||
[ "$count" -ge "$target" ] && return 0
|
||||
i=$((i + 1))
|
||||
sleep 1
|
||||
done
|
||||
echo "FAIL: healthy реплик меньше $target за 60 секунд" >&2
|
||||
docker compose ps --format 'table {{.Name}}\t{{.Status}}' api
|
||||
return 1
|
||||
}
|
||||
|
||||
# Сэмплер docker stats в фоне, чтобы получить CPU/RAM во время нагрузки
|
||||
start_stats_sampler() {
|
||||
out="$1"
|
||||
interval="${2:-2}"
|
||||
(
|
||||
echo "timestamp,name,cpu_perc,mem_usage,mem_limit"
|
||||
while true; do
|
||||
ts=$(date -u +%s)
|
||||
docker stats --no-stream --format \
|
||||
"{{.Name}},{{.CPUPerc}},{{.MemUsage}}" \
|
||||
| grep -E 'api-|postgres|redis|lb-' \
|
||||
| while IFS= read -r line; do
|
||||
echo "${ts},${line}"
|
||||
done
|
||||
sleep "$interval"
|
||||
done
|
||||
) > "$out" 2>/dev/null &
|
||||
echo $!
|
||||
}
|
||||
|
||||
for config in "$@"; do
|
||||
replicas=$(echo "$config" | cut -d: -f1)
|
||||
api_cpus=$(echo "$config" | cut -d: -f2)
|
||||
api_memory=$(echo "$config" | cut -d: -f3)
|
||||
|
||||
label="rep${replicas}-cpu${api_cpus}-mem${api_memory}"
|
||||
echo "--- конфиг: $label ---"
|
||||
|
||||
# Останавливаем стек и поднимаем с новыми параметрами
|
||||
docker compose down --remove-orphans >/dev/null 2>&1 || true
|
||||
API_REPLICAS="$replicas" API_CPUS="$api_cpus" API_MEMORY="$api_memory" \
|
||||
docker compose up -d >/dev/null
|
||||
|
||||
wait_stack_ready
|
||||
wait_replicas_healthy "$replicas"
|
||||
echo " стек готов, $replicas реплик"
|
||||
|
||||
for run in $(seq 1 "$RUNS"); do
|
||||
echo " прогон $run/$RUNS..."
|
||||
stats_file="${OUT_DIR}/${label}-run${run}-stats.csv"
|
||||
json_file="${OUT_DIR}/${label}-run${run}-k6.json"
|
||||
|
||||
STATS_PID=$(start_stats_sampler "$stats_file" 2)
|
||||
|
||||
k6 run -e RATE="$RATE" -e DURATION="$DURATION" \
|
||||
--summary-export "$json_file" \
|
||||
student-tests/load-k6.js >/dev/null 2>&1 || true
|
||||
|
||||
kill "$STATS_PID" 2>/dev/null || true
|
||||
wait "$STATS_PID" 2>/dev/null || true
|
||||
|
||||
# Маскируем токен
|
||||
python -c "
|
||||
import json, pathlib, sys
|
||||
p = pathlib.Path('$json_file')
|
||||
d = json.loads(p.read_text(encoding='utf-8'))
|
||||
d.get('setup_data', {}).get('token') and d['setup_data'].__setitem__('token', 'REDACTED')
|
||||
p.write_text(json.dumps(d, indent=2, ensure_ascii=False) + '\n', encoding='utf-8')
|
||||
" 2>/dev/null || true
|
||||
|
||||
echo " $json_file"
|
||||
done
|
||||
|
||||
echo
|
||||
done
|
||||
|
||||
echo "=== серия $SERIES завершена ==="
|
||||
echo "восстанавливаем дефолтный стек (2 реплики)"
|
||||
docker compose down --remove-orphans >/dev/null 2>&1 || true
|
||||
docker compose up -d >/dev/null
|
||||
wait_stack_ready
|
||||
echo "готово"
|
||||
Reference in New Issue
Block a user