Files
mtusi2026lab2/scripts/verify_clean.py
T

213 lines
7.2 KiB
Python

import argparse
import json
import os
import subprocess
import tempfile
from datetime import UTC, datetime
from pathlib import Path
from uuid import uuid4
ROOT = Path(__file__).resolve().parents[1]
def run(args, *, cwd, env, expected=0):
result = subprocess.run(
args, cwd=cwd, env=env, capture_output=True, text=True
)
def redact(text):
return (
text.replace(str(cwd), "<clean-clone>")
.replace(str(ROOT), "<repository>")
.replace(str(Path.home()), "<home>")
)
if result.returncode != expected:
raise RuntimeError(redact(result.stdout + result.stderr))
return redact(result.stdout.strip())
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--output", default="evidence/clean-clone.json")
args = parser.parse_args()
output = ROOT / args.output
if output.exists():
raise SystemExit("Choose new output path")
assert not subprocess.check_output(
["git", "status", "--porcelain"], cwd=ROOT
)
sha = subprocess.check_output(
["git", "rev-parse", "HEAD"], cwd=ROOT, text=True
).strip()
identity = uuid4().hex[:10]
project = "mtusi-lab2-clean-" + identity
env = {
**os.environ,
"COMPOSE_PROJECT_NAME": project,
"API_IMAGE": "mtusi-messenger:lab2-clean-" + identity,
"PUBLIC_PORT": "0",
"VCS_REF": sha,
"NO_PROXY": "localhost,127.0.0.1",
"no_proxy": "localhost,127.0.0.1",
}
receipt = {
"date": datetime.now(UTC).isoformat(),
"source_commit": sha,
"fresh_secrets_environment_and_volumes": True,
"command": "python scripts/verify_clean.py",
}
with tempfile.TemporaryDirectory(prefix="mtusi-lab2-clean-") as temporary:
clone = Path(temporary) / "lab2"
run(
[
"git",
"clone",
"--no-hardlinks",
"--branch",
"solution/bvt2301-maslov",
str(ROOT),
str(clone),
],
cwd=ROOT,
env=env,
)
for name in [".env", ".venv", "secrets"]:
assert not (clone / name).exists()
run(["uv", "sync", "--locked"], cwd=clone, env=env)
receipt["static_checks"] = run(
["make", "check", "validate", "lint", "PYTHON=.venv/bin/python"],
cwd=clone,
env=env,
)
run(["make", "bootstrap"], cwd=clone, env=env)
try:
run(
["docker", "compose", "up", "-d", "--build", "--wait"],
cwd=clone,
env=env,
)
api = run(
["docker", "compose", "ps", "-q", "api"], cwd=clone, env=env
)
info = json.loads(
run(["docker", "inspect", api], cwd=clone, env=env)
)[0]
endpoint = info["NetworkSettings"]["Ports"]["8080/tcp"][0]
assert endpoint["HostIp"] == "127.0.0.1"
env["BASE_URL"] = "http://127.0.0.1:" + endpoint["HostPort"]
for role, port in [
("postgres", "5432/tcp"),
("cache", "6379/tcp"),
]:
cid = run(
["docker", "compose", "ps", "-q", role], cwd=clone, env=env
)
state = json.loads(
run(["docker", "inspect", cid], cwd=clone, env=env)
)[0]
assert not state["NetworkSettings"]["Ports"].get(port)
receipt["internal_store_ports_not_published"] = True
receipt["smoke"] = run(
["make", "test", "BASE_URL=" + env["BASE_URL"]],
cwd=clone,
env=env,
)
receipt["http_tests"] = run(
[".venv/bin/pytest", "student-tests", "-q"], cwd=clone, env=env
)
receipt["public_persistence"] = run(
[
"make",
"test-persistence",
"ACTION_SCRIPT=scripts/restart.sh",
"BASE_URL=" + env["BASE_URL"],
],
cwd=clone,
env=env,
)
for module, filename in [
("verify_lifecycle", "clean-lifecycle.json"),
("verify_pool", "clean-pool.json"),
]:
run(
[
".venv/bin/python",
"-m",
"scripts." + module,
"--output",
"evidence/" + filename,
],
cwd=clone,
env=env,
)
receipt[module] = json.loads(
(clone / "evidence" / filename).read_text()
)
# Подменяется только временная read-only копия миграции.
altered = clone / ".work/altered-migrations"
altered.mkdir(parents=True)
migration = clone / "migrations/001_core.sql"
(altered / migration.name).write_bytes(
migration.read_bytes() + b"\n-- synthetic checksum mismatch\n"
)
attempt = subprocess.run(
[
"docker",
"compose",
"run",
"--rm",
"--no-deps",
"-v",
str(altered) + ":/app/migrations:ro",
"migrate",
],
cwd=clone,
env=env,
capture_output=True,
text=True,
)
assert attempt.returncode != 0
assert "Applied migration checksum mismatch" in attempt.stderr
receipt["applied_migration_checksum_guard"] = "PASS"
run(
[
".venv/bin/python",
"-m",
"research.query_plan",
"--output",
"evidence/clean-query-plan.json",
],
cwd=clone,
env=env,
)
research = json.loads(
(clone / "evidence/clean-query-plan.json").read_text()
)
receipt["research_repeated"] = {
"result": research["result"],
"messages": research["dataset"]["messages"],
"plans": len(research["reads"]),
"restored_snapshot_equal": research["restore_verification"][
"snapshot_equal"
],
}
receipt["fsck"] = run(
["git", "fsck", "--full"], cwd=clone, env=env
)
receipt["result"] = "PASS"
finally:
assert project.startswith("mtusi-lab2-clean-")
run(
["docker", "compose", "down", "--volumes", "--remove-orphans"],
cwd=clone,
env=env,
)
output.parent.mkdir(parents=True, exist_ok=True)
output.write_text(json.dumps(receipt, ensure_ascii=False, indent=2) + "\n")
print(json.dumps(receipt, ensure_ascii=False, indent=2))
if __name__ == "__main__":
main()