forked from mtusi2026/mtusi2026lab3
готово
This commit is contained in:
@@ -0,0 +1,135 @@
|
||||
"""Полная проверка lab3. Использует текущий учебный стенд, volumes сохраняет."""
|
||||
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
import time
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
from pathlib import Path
|
||||
|
||||
from benchmark import Client, fixture, measure
|
||||
from replicas import compose, containers, describe, docker, instance_id, wait_ready, wait_visible
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
EVIDENCE = ROOT / "evidence"
|
||||
|
||||
|
||||
def run_test(name, *args, stdin=None):
|
||||
result = subprocess.run(args, cwd=ROOT, input=stdin, text=True, capture_output=True)
|
||||
(EVIDENCE / name).write_text(result.stdout + result.stderr)
|
||||
print(name, "PASS" if result.returncode == 0 else "FAIL", flush=True)
|
||||
if result.returncode:
|
||||
raise RuntimeError((result.stdout + result.stderr)[-3000:])
|
||||
|
||||
|
||||
def main():
|
||||
py = sys.executable
|
||||
for filename in ["smoke", "lab3", "extra", "regressions", "production"]:
|
||||
run_test("lab3-" + filename + ".txt", py, "tests/" + filename + ".py")
|
||||
run_test(
|
||||
"lab3-db-idempotency.txt",
|
||||
"docker",
|
||||
"exec",
|
||||
"-i",
|
||||
containers()[0],
|
||||
"python",
|
||||
stdin=(ROOT / "tests/idempotency_db.py").read_text(),
|
||||
)
|
||||
run_test(
|
||||
"lab3-public-failover.txt",
|
||||
py,
|
||||
"tests/resilience.py",
|
||||
"--mode",
|
||||
"failover",
|
||||
"--action-script",
|
||||
"scripts/stop-one.sh",
|
||||
)
|
||||
compose("up", "-d", "--no-deps", "--wait", "api")
|
||||
for c in containers():
|
||||
wait_visible(wait_ready(c))
|
||||
events = []
|
||||
actor, chat = fixture()
|
||||
initial = containers()
|
||||
for target in initial:
|
||||
alias = instance_id(target)
|
||||
print("Failure test", target[:12], alias, flush=True)
|
||||
with ThreadPoolExecutor(max_workers=1) as pool:
|
||||
event = []
|
||||
load = pool.submit(measure, actor, chat, 12, 8, event)
|
||||
time.sleep(3)
|
||||
event.append(time.monotonic())
|
||||
docker("kill", "--signal", "KILL", target)
|
||||
report, confirmations = load.result()
|
||||
assert not describe(target)["Running"]
|
||||
assert report["successes"].get("read") and report["successes"].get("write")
|
||||
assert all(report["seconds"][b]["success"] > 0 for b in range(5, 11)), (
|
||||
"No service after detection"
|
||||
)
|
||||
c = Client()
|
||||
# Each acknowledged message is read back with the same idempotency key.
|
||||
for key, mid in confirmations:
|
||||
response = c.message(actor, chat, "load-" + key, key=key)
|
||||
assert response["json"]["id"] == mid
|
||||
assert response["headers"]["X-Instance-Id"] != alias
|
||||
report.update(
|
||||
{
|
||||
"stopped_container": target[:12],
|
||||
"stopped_instance": alias,
|
||||
"exit_code": describe(target)["ExitCode"],
|
||||
"all_acknowledged_messages_replayed": len(confirmations),
|
||||
"failure_started_at_load_second": 3,
|
||||
"service_after_second_5": "reads/writes continue",
|
||||
"note": "hard SIGKILL, no automatic retries in load, replay confirmations after failure",
|
||||
}
|
||||
)
|
||||
events.append(report)
|
||||
docker("start", target)
|
||||
wait_visible(wait_ready(target))
|
||||
(EVIDENCE / "lab3-failures.json").write_text(
|
||||
json.dumps(events, ensure_ascii=False, indent=2) + "\n"
|
||||
)
|
||||
print("Both replicas survived sequential hard-failure tests", flush=True)
|
||||
actor, chat = fixture()
|
||||
with ThreadPoolExecutor(max_workers=1) as pool:
|
||||
load = pool.submit(measure, actor, chat, 40, 8)
|
||||
time.sleep(3)
|
||||
run_test("lab3-rolling.txt", py, "scripts/rolling-update.py")
|
||||
report, confirmations = load.result()
|
||||
(EVIDENCE / "lab3-rolling-load.json").write_text(json.dumps(report, indent=2) + "\n")
|
||||
assert report["successes"].get("read") and report["successes"].get("write")
|
||||
# Zero errors are not required by rubric; any transitional errors are reported.
|
||||
client = Client()
|
||||
for key, mid in confirmations:
|
||||
assert client.message(actor, chat, "load-" + key, key=key)["json"]["id"] == mid
|
||||
before = {c: describe(c)["StartedAt"] for c in containers()}
|
||||
storage_before = {
|
||||
s: describe(compose("ps", "-q", s))["StartedAt"] for s in ["postgres", "redis"]
|
||||
}
|
||||
run_test(
|
||||
"lab3-persistence.txt",
|
||||
py,
|
||||
"tests/resilience.py",
|
||||
"--mode",
|
||||
"persistence",
|
||||
"--action-script",
|
||||
"scripts/restart.sh",
|
||||
)
|
||||
after = {c: describe(c)["StartedAt"] for c in containers()}
|
||||
storage_after = {
|
||||
s: describe(compose("ps", "-q", s))["StartedAt"] for s in ["postgres", "redis"]
|
||||
}
|
||||
assert set(before) != set(after) or before != after
|
||||
assert all(storage_before[s] != storage_after[s] for s in storage_before)
|
||||
proof = {
|
||||
"api_before": before,
|
||||
"api_after": after,
|
||||
"storage_before": storage_before,
|
||||
"storage_after": storage_after,
|
||||
}
|
||||
(EVIDENCE / "lab3-restart-proof.json").write_text(json.dumps(proof, indent=2) + "\n")
|
||||
run_test("lab3-final-smoke.txt", py, "tests/smoke.py")
|
||||
print("PASS: all lab3 acceptance checks", flush=True)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user