Carry sourcef591fa64e5forward from72a1e57. Preserve lab4 attachment transactions, reconciliation locks, quarantine, and existing schema data through verified legacy adoption. Keep report and evidence work in progress untouched.
84 lines
3.0 KiB
Python
84 lines
3.0 KiB
Python
import importlib.util
|
|
from pathlib import Path
|
|
from types import SimpleNamespace
|
|
|
|
import pytest
|
|
|
|
SPEC = importlib.util.spec_from_file_location(
|
|
"grade4_probe", Path(__file__).resolve().parents[2] / "scripts/probe.py"
|
|
)
|
|
assert SPEC is not None and SPEC.loader is not None
|
|
probe = importlib.util.module_from_spec(SPEC)
|
|
SPEC.loader.exec_module(probe)
|
|
ARGS = SimpleNamespace(
|
|
label="old", command=[], expect="replace", max_failed_ratio=0.01, max_recovery=10
|
|
)
|
|
|
|
|
|
def result_of(probes: list[tuple]) -> dict:
|
|
result = probe.summarize(
|
|
ARGS, probes, [(99, 2), (101, 2)], {"start": 100, "end": 101, "exit": 0, "load_end": 120}, 2
|
|
)
|
|
result["k6"] = {"exit": 0, "failed_ratio": 0, "requests": 100, "dropped_iterations": 0}
|
|
result["history"] = {"exact_match": True, "unique": True}
|
|
return result
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("attempts", "recovery", "passed"),
|
|
[
|
|
([(100, 503, 20, "old")], None, False),
|
|
([(100, 503, 20, "old"), (109, 201, 2000, "new")], 11, False),
|
|
([(100, 503, 20, "old"), (101, 201, 500, "new")], 1.5, True),
|
|
([(101, 201, 500, "new")], 0, True),
|
|
([], 0, False),
|
|
],
|
|
)
|
|
def test_recovery_requires_completed_success(attempts: list, recovery: float, passed: bool) -> None:
|
|
result = result_of([(99, 201, 1, "old"), *attempts])
|
|
assert result["probe"]["recovery_s"] == recovery
|
|
assert probe.verdict(ARGS, result)["write_recovery_ok"] is passed
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("field", "value", "check"),
|
|
[("requests", 0, "load_delivered"), ("dropped_iterations", 1, "load_delivered")],
|
|
)
|
|
def test_incomplete_load_fails(field: str, value: int, check: str) -> None:
|
|
result = result_of([(99, 201, 1, "old"), (102, 201, 1, "new")])
|
|
result["k6"][field] = value
|
|
assert not probe.verdict(ARGS, result)[check]
|
|
|
|
|
|
def test_missing_lb_sample_fails() -> None:
|
|
result = result_of([(99, 201, 1, "old"), (102, 201, 1, "new")])
|
|
result["lb_samples_missing"] = 1
|
|
assert not probe.verdict(ARGS, result)["lb_observed"]
|
|
|
|
|
|
@pytest.mark.parametrize("corruption", ["none", "missing", "duplicate", "changed", "http", "cycle"])
|
|
def test_full_history_matches_confirmed_bodies(
|
|
monkeypatch: pytest.MonkeyPatch, corruption: str
|
|
) -> None:
|
|
messages = [{"id": str(n), "text": "original"} for n in range(101)]
|
|
stored = list(reversed(messages))
|
|
if corruption == "missing":
|
|
stored.pop()
|
|
if corruption == "duplicate":
|
|
stored.append(stored[0])
|
|
if corruption == "changed":
|
|
stored[0] = dict(stored[0], text="changed")
|
|
pages = iter(
|
|
[
|
|
(200, "", {"items": stored[:100], "next_cursor": "next"}),
|
|
(
|
|
503 if corruption == "http" else 200,
|
|
"",
|
|
{"items": stored[100:], "next_cursor": "next" if corruption == "cycle" else None},
|
|
),
|
|
]
|
|
)
|
|
monkeypatch.setattr(probe, "call", lambda *_a, **_kw: next(pages))
|
|
result = probe.history_check({"auth": {}}, "chat", messages)
|
|
assert (result["exact_match"] and result["unique"]) is (corruption == "none")
|