Files
mtusi2026lab4/bench/ab.py
T
ricoromaandClaude Opus 5.5 5d5d8f9d2a chore: carry lab 3 over
- carry the lab 3 solution over from mtusi2026lab3-safronov
  (solution/bvt2301-safronov, ce89eba): src, migrations, student-tests,
  bench, openspec, .claude, infra/haproxy and infra/valkey, own scripts,
  Dockerfile, compose, pyproject and uv lock
- merge Makefile, .gitignore and .dockerignore (the lab 3 versions only
  add lines to the skeleton, which is the same in lab 4) and
  .env.example (lab 4 skeleton names listed in the header)
- rename the compose project to mtusi-lab4 and the image to :lab4 so
  the stand does not reuse the lab 3 containers and volumes
- update AGENTS.md for lab 4: current lab, origin commit, contract and
  test files of the new skeleton

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-20 17:32:33 +03:00

126 lines
5.0 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Два прогона подряд: «до» и «после» одного изменения, в одной сессии.
Запуск — `make bench_ab BEFORE=<метка> AFTER=<метка> REAPPLY=<commit>
[SERIES=<серия>]`; с `SERIES` вместо полной матрицы снимается серия трека 1
(`make bench_scaling`).
В рабочем дереве должен лежать код «до», а изменение — быть
закоммиченным и откаченным отдельным commit; `REAPPLY` — commit отката.
Скрипт снимает стенд «до», коммитит его результаты, возвращает изменение
(`git revert` commit отката) и снимает «после». Между прогонами на хосте
нет другой работы. Только stdlib. Методика — design change
`perf-bottleneck-fix`, решения 7 и 9; без разложения внутри процесса —
design change `bench-postgres`, решение 8.
"""
import argparse
import re
import subprocess
import sys
import time
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
def git(*args: str) -> subprocess.CompletedProcess[str]:
return subprocess.run(
["git", "-C", str(ROOT), *args],
capture_output=True,
text=True,
check=False,
)
def problems(args: argparse.Namespace) -> list[str]:
"""Что мешает начать; пустой список — можно запускать."""
found = []
for name in (args.before, args.after):
if not re.fullmatch(r"[A-Za-z0-9._-]+", name or ""):
found.append(f"bad label {name!r}: use [A-Za-z0-9._-]")
continue
path = ROOT / "evidence" / "bench" / name
if path.exists():
found.append(f"{path.relative_to(ROOT)} already exists")
if args.before == args.after:
found.append("BEFORE and AFTER must be different labels")
if git("status", "--porcelain").stdout.strip():
# иначе стенд запишет в паспорт dirty: true
found.append("working tree is not clean: commit or remove changes")
if git("cat-file", "-e", f"{args.reapply}^{{commit}}").returncode != 0:
found.append(f"commit {args.reapply!r} not found")
elif git("merge-base", "--is-ancestor", args.reapply, "HEAD").returncode:
found.append(f"commit {args.reapply} is not in the current branch")
return found
def run_step(args: argparse.Namespace, label: str) -> list[str]:
"""Прогон стенда: полная матрица или серия трека 1 (`--series`,
решение 11 design change `scaling-bench`)."""
if args.series:
return [
"make",
"bench_scaling",
f"SERIES={args.series}",
f"SCALING_LABEL={label}",
]
return ["make", "bench", f"BENCH_LABEL={label}"]
def steps(args: argparse.Namespace) -> list[list[str]]:
return [
run_step(args, args.before),
["git", "add", f"evidence/bench/{args.before}"],
["git", "commit", "-m", f"docs: add {args.before} bench evidence"],
["git", "revert", "--no-edit", args.reapply],
run_step(args, args.after),
]
def main(argv: list[str]) -> int:
parser = argparse.ArgumentParser(description=__doc__.splitlines()[0])
parser.add_argument("--before", default="")
parser.add_argument("--after", default="")
parser.add_argument("--reapply", default="")
parser.add_argument("--dry-run", action="store_true")
# серия трека 1 вместо полной матрицы: a, b, pool, ab, quick
parser.add_argument("--series", default="")
args = parser.parse_args(argv)
if not (args.before and args.after and args.reapply):
print(
"usage: make bench_ab BEFORE=<label> AFTER=<label> "
"REAPPLY=<revert commit>",
flush=True,
)
return 2
found = problems(args)
if found:
print("bench_ab refused:\n " + "\n ".join(found), flush=True)
return 2
plan = steps(args)
if args.dry_run:
print("\n".join(" ".join(step) for step in plan), flush=True)
return 0
started = time.monotonic()
for number, step in enumerate(plan, 1):
print(f"\n=== [{number}/{len(plan)}] {' '.join(step)}", flush=True)
code = subprocess.run(step, cwd=ROOT, check=False).returncode
if code != 0:
print(
f"\nbench_ab stopped: step {number} exited with {code}; "
"later steps were not run",
flush=True,
)
return 1
minutes = (time.monotonic() - started) / 60
head = git("rev-parse", "--short", "HEAD").stdout.strip()
print(
f"\nbench_ab done in {minutes:.0f} min: labels {args.before} and "
f"{args.after}, HEAD {head}",
flush=True,
)
return 0
if __name__ == "__main__":
sys.exit(main(sys.argv[1:]))