Files
mtusi2026lab4-fork/experiments/tests/test_plots.py
T

50 lines
2.5 KiB
Python

"""Offline plot checks; no application uploads or research measurements."""
import importlib.util
import json
import sys
import tempfile
import unittest
from pathlib import Path
AVAILABLE = all(importlib.util.find_spec(name) for name in ("pandas", "matplotlib"))
@unittest.skipUnless(AVAILABLE, "plot dependencies: run bash experiments/setup.sh")
class PlotTests(unittest.TestCase):
def test_plots_preserve_inputs_and_keep_all_attempts(self):
experiment = Path(__file__).resolve().parents[1]
spec = importlib.util.spec_from_file_location("experiment_plot", experiment / "plot.py")
module = importlib.util.module_from_spec(spec)
spec.loader.exec_module(module)
with tempfile.TemporaryDirectory() as temporary:
campaign = Path(temporary)
protocol = {"profiles": [{"name": "sample"}], "criteria": {
"median_direct_proxy_traffic_ratio_max": 0.65,
"each_pair_traffic_ratio_max": 0.70}}
summary = {"decision": {"criterion_status": "inconclusive", "pairs": [
{"profile": "sample", "repetition": 1, "direct_proxy_ratio": 0.6,
"instrumentation_valid": False}]}}
(campaign / "protocol.json").write_text(json.dumps(protocol))
(campaign / "metrics.json").write_text(json.dumps(summary))
(campaign / "metrics.csv").write_text(
"profile,mode,repetition,errors,api_bytes_per_ready,"
"api_sampled_peak_window_max,api_peak_lifetime_max,p95_seconds\n"
"sample,proxy,1,1,2000000,200000000,300000000,2\n"
"sample,direct,1,0,1200000,210000000,310000000,3\n"
"sample,direct,2,2,,,,\n")
before = {f.name: f.read_bytes() for f in campaign.glob("*.json")}
before["metrics.csv"] = (campaign / "metrics.csv").read_bytes()
output = module.create_plots(campaign)
self.assertEqual(len(list(output.glob("*.png"))), 6)
self.assertEqual(len(list(output.glob("*.pdf"))), 0)
self.assertTrue(all(f.stat().st_size > 1000 for f in output.glob("*.png")))
provenance = json.loads((output / "provenance.json").read_text())
self.assertEqual(provenance["criterion_status"], "inconclusive")
for name, content in before.items():
self.assertEqual((campaign / name).read_bytes(), content)
self.assertNotEqual(output, module.create_plots(campaign))
if __name__ == "__main__":
unittest.main()