forked from mtusi2026/mtusi2026lab2
26 lines
2.8 KiB
Bash
Executable File
26 lines
2.8 KiB
Bash
Executable File
#!/bin/sh
|
|
set -eu
|
|
cd "$(dirname "$0")/.."
|
|
echo "date: $(date -u +%FT%TZ) commit: $(git rev-parse --short HEAD)"
|
|
echo "условия: closed-loop tests/load.py, 64 потока, 8 с без прогрева, 3 повтора с паузой 40 с (TIME_WAIT клиента), один чат на прогон, api 4 воркера × пул 8, клиент на хосте macOS"
|
|
echo "другие стенды Docker в это время: $(docker ps --format '{{.Label "com.docker.compose.project"}}' | sort -u | grep -vx "$(docker compose config --format json | python3 -c 'import json, sys; print(json.load(sys.stdin)["name"])')" | tr '\n' ' ')"
|
|
for run in 1 2 3; do
|
|
echo "== прогон $run"
|
|
echo "\$ python3 tests/load.py --duration 8 --concurrency 64 --output evidence/load-c64-$run.json"
|
|
python3 tests/load.py --base-url "$1" --duration 8 --concurrency 64 --output "evidence/load-c64-$run.json" > /dev/null &
|
|
sleep 4
|
|
echo "\$ docker stats --no-stream на 4-й секунде"
|
|
docker stats --no-stream --format '{{.Name}} {{.CPUPerc}} {{.MemUsage}}' $(docker compose ps -q) | sort
|
|
echo "\$ pg_stat_activity: состояние и ожидание соединений messenger, кроме простаивающих, 20 снимков через 0.1 с"
|
|
for sample in $(seq 20); do
|
|
echo "SELECT state || ' ' || coalesce(wait_event_type || ':' || wait_event, 'CPU') FROM pg_stat_activity WHERE datname = 'messenger' AND state <> 'idle' AND pid <> pg_backend_pid(); SELECT pg_sleep(0.1);"
|
|
done | docker compose exec -T postgres psql -U messenger -d messenger -XAtq | grep . | sort | uniq -c | sort -rn
|
|
wait
|
|
python3 -c 'import json, sys; d = json.load(open(sys.argv[1])); l = d["successful_latency_ms"]; print("успешных {} ошибок {} RPS {} p50/p95/p99 {}/{}/{} мс".format(d["successful_requests"], d["failed_requests"], d["successful_rps"], l["p50"], l["p95"], l["p99"]))' "evidence/load-c64-$run.json"
|
|
echo "\$ docker compose logs api --since 15s | статусы request.handled"
|
|
docker compose logs --no-log-prefix --since 15s api | grep -o '"status":[0-9]*' | sort | uniq -c
|
|
if [ "$run" -lt 3 ]; then sleep 40; fi
|
|
done
|
|
echo "== медиана трёх прогонов"
|
|
python3 -c 'import json, statistics, sys; runs = [json.load(open(p)) for p in sys.argv[1:]]; m = lambda f: statistics.median(f(r) for r in runs); print("RPS {} [{}..{}], p50 {} мс, p95 {} мс, p99 {} мс, ошибок {}".format(m(lambda r: r["successful_rps"]), min(r["successful_rps"] for r in runs), max(r["successful_rps"] for r in runs), m(lambda r: r["successful_latency_ms"]["p50"]), m(lambda r: r["successful_latency_ms"]["p95"]), m(lambda r: r["successful_latency_ms"]["p99"]), sum(r["failed_requests"] for r in runs)))' evidence/load-c64-1.json evidence/load-c64-2.json evidence/load-c64-3.json
|