Source: mtusi2026lab5-safronov, solution/bvt2301-safronov, 046ec9e. Contracts, public tests and evidence of lab 5 are not carried over. The compose project, image and CI prefix are renamed to lab6; the first broker start defect is recorded in KNOWN_ISSUES.md; PLAN.md outlines the OpenSpec changes of lab 6. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
126 lines
5.0 KiB
Python
126 lines
5.0 KiB
Python
"""Два прогона подряд: «до» и «после» одного изменения, в одной сессии.
|
||
|
||
Запуск — `make bench_ab BEFORE=<метка> AFTER=<метка> REAPPLY=<commit>
|
||
[SERIES=<серия>]`; с `SERIES` вместо полной матрицы снимается серия трека 1
|
||
(`make bench_scaling`).
|
||
В рабочем дереве должен лежать код «до», а изменение — быть
|
||
закоммиченным и откаченным отдельным commit; `REAPPLY` — commit отката.
|
||
Скрипт снимает стенд «до», коммитит его результаты, возвращает изменение
|
||
(`git revert` commit отката) и снимает «после». Между прогонами на хосте
|
||
нет другой работы. Только stdlib. Методика — design change
|
||
`perf-bottleneck-fix`, решения 7 и 9; без разложения внутри процесса —
|
||
design change `bench-postgres`, решение 8.
|
||
"""
|
||
|
||
import argparse
|
||
import re
|
||
import subprocess
|
||
import sys
|
||
import time
|
||
from pathlib import Path
|
||
|
||
ROOT = Path(__file__).resolve().parents[1]
|
||
|
||
|
||
def git(*args: str) -> subprocess.CompletedProcess[str]:
|
||
return subprocess.run(
|
||
["git", "-C", str(ROOT), *args],
|
||
capture_output=True,
|
||
text=True,
|
||
check=False,
|
||
)
|
||
|
||
|
||
def problems(args: argparse.Namespace) -> list[str]:
|
||
"""Что мешает начать; пустой список — можно запускать."""
|
||
found = []
|
||
for name in (args.before, args.after):
|
||
if not re.fullmatch(r"[A-Za-z0-9._-]+", name or ""):
|
||
found.append(f"bad label {name!r}: use [A-Za-z0-9._-]")
|
||
continue
|
||
path = ROOT / "evidence" / "bench" / name
|
||
if path.exists():
|
||
found.append(f"{path.relative_to(ROOT)} already exists")
|
||
if args.before == args.after:
|
||
found.append("BEFORE and AFTER must be different labels")
|
||
if git("status", "--porcelain").stdout.strip():
|
||
# иначе стенд запишет в паспорт dirty: true
|
||
found.append("working tree is not clean: commit or remove changes")
|
||
if git("cat-file", "-e", f"{args.reapply}^{{commit}}").returncode != 0:
|
||
found.append(f"commit {args.reapply!r} not found")
|
||
elif git("merge-base", "--is-ancestor", args.reapply, "HEAD").returncode:
|
||
found.append(f"commit {args.reapply} is not in the current branch")
|
||
return found
|
||
|
||
|
||
def run_step(args: argparse.Namespace, label: str) -> list[str]:
|
||
"""Прогон стенда: полная матрица или серия трека 1 (`--series`,
|
||
решение 11 design change `scaling-bench`)."""
|
||
if args.series:
|
||
return [
|
||
"make",
|
||
"bench_scaling",
|
||
f"SERIES={args.series}",
|
||
f"SCALING_LABEL={label}",
|
||
]
|
||
return ["make", "bench", f"BENCH_LABEL={label}"]
|
||
|
||
|
||
def steps(args: argparse.Namespace) -> list[list[str]]:
|
||
return [
|
||
run_step(args, args.before),
|
||
["git", "add", f"evidence/bench/{args.before}"],
|
||
["git", "commit", "-m", f"docs: add {args.before} bench evidence"],
|
||
["git", "revert", "--no-edit", args.reapply],
|
||
run_step(args, args.after),
|
||
]
|
||
|
||
|
||
def main(argv: list[str]) -> int:
|
||
parser = argparse.ArgumentParser(description=__doc__.splitlines()[0])
|
||
parser.add_argument("--before", default="")
|
||
parser.add_argument("--after", default="")
|
||
parser.add_argument("--reapply", default="")
|
||
parser.add_argument("--dry-run", action="store_true")
|
||
# серия трека 1 вместо полной матрицы: a, b, pool, ab, quick
|
||
parser.add_argument("--series", default="")
|
||
args = parser.parse_args(argv)
|
||
if not (args.before and args.after and args.reapply):
|
||
print(
|
||
"usage: make bench_ab BEFORE=<label> AFTER=<label> "
|
||
"REAPPLY=<revert commit>",
|
||
flush=True,
|
||
)
|
||
return 2
|
||
found = problems(args)
|
||
if found:
|
||
print("bench_ab refused:\n " + "\n ".join(found), flush=True)
|
||
return 2
|
||
plan = steps(args)
|
||
if args.dry_run:
|
||
print("\n".join(" ".join(step) for step in plan), flush=True)
|
||
return 0
|
||
started = time.monotonic()
|
||
for number, step in enumerate(plan, 1):
|
||
print(f"\n=== [{number}/{len(plan)}] {' '.join(step)}", flush=True)
|
||
code = subprocess.run(step, cwd=ROOT, check=False).returncode
|
||
if code != 0:
|
||
print(
|
||
f"\nbench_ab stopped: step {number} exited with {code}; "
|
||
"later steps were not run",
|
||
flush=True,
|
||
)
|
||
return 1
|
||
minutes = (time.monotonic() - started) / 60
|
||
head = git("rev-parse", "--short", "HEAD").stdout.strip()
|
||
print(
|
||
f"\nbench_ab done in {minutes:.0f} min: labels {args.before} and "
|
||
f"{args.after}, HEAD {head}",
|
||
flush=True,
|
||
)
|
||
return 0
|
||
|
||
|
||
if __name__ == "__main__":
|
||
sys.exit(main(sys.argv[1:]))
|