Files
mtusi2026lab6/student-tests/reconcile_benchmark.py
T
2026-11-05 21:17:50 +03:00

75 lines
2.8 KiB
Python

#!/usr/bin/env python3
"""Measure repeatable reconciler inventory cost for two controlled S3 sizes."""
import json
from pathlib import Path
import statistics
import subprocess
import sys
import uuid
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / "tests"))
from client import arguments, check, run
def compose(*args, input=None) -> str:
return subprocess.check_output(["docker", "compose", *args], cwd=ROOT, text=True, input=input)
def reconcile() -> dict:
output = compose("--profile", "maintenance", "run", "--rm", "--no-deps", "reconcile",
"--grace-seconds", "3600")
return json.loads(next(line for line in reversed(output.splitlines()) if line.startswith("{")))
def mutate(action: str, keys: list[str]) -> None:
code = """from src.storage.s3 import S3Settings, S3Store
import json, sys
s3 = S3Store(S3Settings.load())
try:
for key in json.load(sys.stdin):
if sys.argv[1] == 'put':
s3.client.put_object(Bucket=s3.settings.bucket, Key=key, Body=b'track-2-benchmark')
else:
s3.client.delete_object(Bucket=s3.settings.bucket, Key=key)
finally:
s3.client.close()
"""
compose("run", "--rm", "--no-deps", "s3-init", "/app/.venv/bin/python", "-c", code, action,
input=json.dumps(keys))
def main() -> None:
arguments(__doc__) # Keeps the common --base-url/--ca-file command interface.
results = []
for requested in (32, 128):
prefix = f"originals/track2-benchmark-{uuid.uuid4().hex}-"
keys = [prefix + str(index) for index in range(requested)]
try:
mutate("put", keys)
reports = [reconcile() for _ in range(3)]
for report in reports:
check(set(keys).issubset(report["fresh_unreferenced"]),
"benchmark objects were not included in the inventory")
check(not set(keys) & set(report["orphan_candidates"]),
"grace period classified fresh benchmark objects as deletable")
seconds = [report["scan_metrics"]["total_seconds"] for report in reports]
results.append({
"added_unreferenced_objects": requested,
"runs": 3,
"s3_objects_scanned": reports[-1]["s3_objects"],
"metadata_rows_scanned": reports[-1]["metadata_rows"],
"s3_list_pages": reports[-1]["scan_metrics"]["s3_list_pages"],
"seconds": seconds,
"median_seconds": round(statistics.median(seconds), 6),
})
finally:
mutate("delete", keys)
print(json.dumps({"method": "three dry-run inventories per controlled size", "results": results},
sort_keys=True))
print("PASS: reconciler cost measured for 32 and 128 added S3 objects; fixtures removed")
if __name__ == "__main__":
run(main)