готово

This commit is contained in:
2026-11-06 18:54:28 +03:00
parent 0ab3a341aa
commit 89a42cb7bb
196 changed files with 18570 additions and 11 deletions
+135
View File
@@ -0,0 +1,135 @@
"""Полная проверка lab3. Использует текущий учебный стенд, volumes сохраняет."""
import json
import subprocess
import sys
import time
from concurrent.futures import ThreadPoolExecutor
from pathlib import Path
from benchmark import Client, fixture, measure
from replicas import compose, containers, describe, docker, instance_id, wait_ready, wait_visible
ROOT = Path(__file__).resolve().parents[1]
EVIDENCE = ROOT / "evidence"
def run_test(name, *args, stdin=None):
result = subprocess.run(args, cwd=ROOT, input=stdin, text=True, capture_output=True)
(EVIDENCE / name).write_text(result.stdout + result.stderr)
print(name, "PASS" if result.returncode == 0 else "FAIL", flush=True)
if result.returncode:
raise RuntimeError((result.stdout + result.stderr)[-3000:])
def main():
py = sys.executable
for filename in ["smoke", "lab3", "extra", "regressions", "production"]:
run_test("lab3-" + filename + ".txt", py, "tests/" + filename + ".py")
run_test(
"lab3-db-idempotency.txt",
"docker",
"exec",
"-i",
containers()[0],
"python",
stdin=(ROOT / "tests/idempotency_db.py").read_text(),
)
run_test(
"lab3-public-failover.txt",
py,
"tests/resilience.py",
"--mode",
"failover",
"--action-script",
"scripts/stop-one.sh",
)
compose("up", "-d", "--no-deps", "--wait", "api")
for c in containers():
wait_visible(wait_ready(c))
events = []
actor, chat = fixture()
initial = containers()
for target in initial:
alias = instance_id(target)
print("Failure test", target[:12], alias, flush=True)
with ThreadPoolExecutor(max_workers=1) as pool:
event = []
load = pool.submit(measure, actor, chat, 12, 8, event)
time.sleep(3)
event.append(time.monotonic())
docker("kill", "--signal", "KILL", target)
report, confirmations = load.result()
assert not describe(target)["Running"]
assert report["successes"].get("read") and report["successes"].get("write")
assert all(report["seconds"][b]["success"] > 0 for b in range(5, 11)), (
"No service after detection"
)
c = Client()
# Each acknowledged message is read back with the same idempotency key.
for key, mid in confirmations:
response = c.message(actor, chat, "load-" + key, key=key)
assert response["json"]["id"] == mid
assert response["headers"]["X-Instance-Id"] != alias
report.update(
{
"stopped_container": target[:12],
"stopped_instance": alias,
"exit_code": describe(target)["ExitCode"],
"all_acknowledged_messages_replayed": len(confirmations),
"failure_started_at_load_second": 3,
"service_after_second_5": "reads/writes continue",
"note": "hard SIGKILL, no automatic retries in load, replay confirmations after failure",
}
)
events.append(report)
docker("start", target)
wait_visible(wait_ready(target))
(EVIDENCE / "lab3-failures.json").write_text(
json.dumps(events, ensure_ascii=False, indent=2) + "\n"
)
print("Both replicas survived sequential hard-failure tests", flush=True)
actor, chat = fixture()
with ThreadPoolExecutor(max_workers=1) as pool:
load = pool.submit(measure, actor, chat, 40, 8)
time.sleep(3)
run_test("lab3-rolling.txt", py, "scripts/rolling-update.py")
report, confirmations = load.result()
(EVIDENCE / "lab3-rolling-load.json").write_text(json.dumps(report, indent=2) + "\n")
assert report["successes"].get("read") and report["successes"].get("write")
# Zero errors are not required by rubric; any transitional errors are reported.
client = Client()
for key, mid in confirmations:
assert client.message(actor, chat, "load-" + key, key=key)["json"]["id"] == mid
before = {c: describe(c)["StartedAt"] for c in containers()}
storage_before = {
s: describe(compose("ps", "-q", s))["StartedAt"] for s in ["postgres", "redis"]
}
run_test(
"lab3-persistence.txt",
py,
"tests/resilience.py",
"--mode",
"persistence",
"--action-script",
"scripts/restart.sh",
)
after = {c: describe(c)["StartedAt"] for c in containers()}
storage_after = {
s: describe(compose("ps", "-q", s))["StartedAt"] for s in ["postgres", "redis"]
}
assert set(before) != set(after) or before != after
assert all(storage_before[s] != storage_after[s] for s in storage_before)
proof = {
"api_before": before,
"api_after": after,
"storage_before": storage_before,
"storage_after": storage_after,
}
(EVIDENCE / "lab3-restart-proof.json").write_text(json.dumps(proof, indent=2) + "\n")
run_test("lab3-final-smoke.txt", py, "tests/smoke.py")
print("PASS: all lab3 acceptance checks", flush=True)
if __name__ == "__main__":
main()