137 lines
4.3 KiB
Bash
137 lines
4.3 KiB
Bash
#!/bin/sh
|
|
set -eu
|
|
cd "$(dirname "$0")/.."
|
|
|
|
# Прогоняет серию экспериментов трека 1:
|
|
# - пересоздаёт стек с заданным числом реплик и ресурсами
|
|
# - ждёт готовности
|
|
# - запускает k6 N раз
|
|
# - сохраняет JSON и docker stats
|
|
#
|
|
# Использование:
|
|
# scripts/track1-sweep.sh <series-name> <runs-per-config> <configs...>
|
|
#
|
|
# Формат конфига: replicas:api_cpus:api_memory
|
|
# Например: "1:1.0:512M" "2:0.5:256M" "4:0.25:128M"
|
|
#
|
|
# Пример:
|
|
# scripts/track1-sweep.sh series-a 3 \
|
|
# "1:1.0:512M" "2:0.5:256M" "4:0.25:128M"
|
|
|
|
SERIES="${1:?usage: $0 <series-name> <runs-per-config> <configs...>}"
|
|
shift
|
|
RUNS="${1:?usage: $0 <series-name> <runs-per-config> <configs...>}"
|
|
shift
|
|
|
|
OUT_DIR="evidence/track1/${SERIES}"
|
|
mkdir -p "$OUT_DIR"
|
|
|
|
RATE="${RATE:-50}"
|
|
DURATION="${DURATION:-2m}"
|
|
WARMUP="${WARMUP:-15}"
|
|
|
|
echo "=== трек 1: серия $SERIES ==="
|
|
echo "runs per config: $RUNS"
|
|
echo "load: RATE=$RATE DURATION=$DURATION"
|
|
echo "output: $OUT_DIR"
|
|
echo
|
|
|
|
wait_stack_ready() {
|
|
i=0
|
|
while [ "$i" -lt 60 ]; do
|
|
if curl -fsS http://localhost:8080/health/ready >/dev/null 2>&1; then
|
|
return 0
|
|
fi
|
|
i=$((i + 1))
|
|
sleep 1
|
|
done
|
|
echo "FAIL: /health/ready не отвечает за 60 секунд" >&2
|
|
return 1
|
|
}
|
|
|
|
wait_replicas_healthy() {
|
|
target="$1"
|
|
i=0
|
|
while [ "$i" -lt 60 ]; do
|
|
count=$(docker compose ps --format '{{.Health}}' api 2>/dev/null | grep -c '^healthy$' || true)
|
|
[ "$count" -ge "$target" ] && return 0
|
|
i=$((i + 1))
|
|
sleep 1
|
|
done
|
|
echo "FAIL: healthy реплик меньше $target за 60 секунд" >&2
|
|
docker compose ps --format 'table {{.Name}}\t{{.Status}}' api
|
|
return 1
|
|
}
|
|
|
|
# Сэмплер docker stats в фоне, чтобы получить CPU/RAM во время нагрузки
|
|
start_stats_sampler() {
|
|
out="$1"
|
|
interval="${2:-2}"
|
|
(
|
|
echo "timestamp,name,cpu_perc,mem_usage,mem_limit"
|
|
while true; do
|
|
ts=$(date -u +%s)
|
|
docker stats --no-stream --format \
|
|
"{{.Name}},{{.CPUPerc}},{{.MemUsage}}" \
|
|
| grep -E 'api-|postgres|redis|lb-' \
|
|
| while IFS= read -r line; do
|
|
echo "${ts},${line}"
|
|
done
|
|
sleep "$interval"
|
|
done
|
|
) > "$out" 2>/dev/null &
|
|
echo $!
|
|
}
|
|
|
|
for config in "$@"; do
|
|
replicas=$(echo "$config" | cut -d: -f1)
|
|
api_cpus=$(echo "$config" | cut -d: -f2)
|
|
api_memory=$(echo "$config" | cut -d: -f3)
|
|
|
|
label="rep${replicas}-cpu${api_cpus}-mem${api_memory}"
|
|
echo "--- конфиг: $label ---"
|
|
|
|
# Останавливаем стек и поднимаем с новыми параметрами
|
|
docker compose down --remove-orphans >/dev/null 2>&1 || true
|
|
API_REPLICAS="$replicas" API_CPUS="$api_cpus" API_MEMORY="$api_memory" \
|
|
docker compose up -d >/dev/null
|
|
|
|
wait_stack_ready
|
|
wait_replicas_healthy "$replicas"
|
|
echo " стек готов, $replicas реплик"
|
|
|
|
for run in $(seq 1 "$RUNS"); do
|
|
echo " прогон $run/$RUNS..."
|
|
stats_file="${OUT_DIR}/${label}-run${run}-stats.csv"
|
|
json_file="${OUT_DIR}/${label}-run${run}-k6.json"
|
|
|
|
STATS_PID=$(start_stats_sampler "$stats_file" 2)
|
|
|
|
k6 run -e RATE="$RATE" -e DURATION="$DURATION" \
|
|
--summary-export "$json_file" \
|
|
student-tests/load-k6.js >/dev/null 2>&1 || true
|
|
|
|
kill "$STATS_PID" 2>/dev/null || true
|
|
wait "$STATS_PID" 2>/dev/null || true
|
|
|
|
# Маскируем токен
|
|
python -c "
|
|
import json, pathlib, sys
|
|
p = pathlib.Path('$json_file')
|
|
d = json.loads(p.read_text(encoding='utf-8'))
|
|
d.get('setup_data', {}).get('token') and d['setup_data'].__setitem__('token', 'REDACTED')
|
|
p.write_text(json.dumps(d, indent=2, ensure_ascii=False) + '\n', encoding='utf-8')
|
|
" 2>/dev/null || true
|
|
|
|
echo " $json_file"
|
|
done
|
|
|
|
echo
|
|
done
|
|
|
|
echo "=== серия $SERIES завершена ==="
|
|
echo "восстанавливаем дефолтный стек (2 реплики)"
|
|
docker compose down --remove-orphans >/dev/null 2>&1 || true
|
|
docker compose up -d >/dev/null
|
|
wait_stack_ready
|
|
echo "готово" |