forked from mtusi2026/mtusi2026lab4
50 lines
2.5 KiB
Python
50 lines
2.5 KiB
Python
"""Offline plot checks; no application uploads or research measurements."""
|
|
import importlib.util
|
|
import json
|
|
import sys
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
AVAILABLE = all(importlib.util.find_spec(name) for name in ("pandas", "matplotlib"))
|
|
|
|
|
|
@unittest.skipUnless(AVAILABLE, "plot dependencies: run bash experiments/setup.sh")
|
|
class PlotTests(unittest.TestCase):
|
|
def test_plots_preserve_inputs_and_keep_all_attempts(self):
|
|
experiment = Path(__file__).resolve().parents[1]
|
|
spec = importlib.util.spec_from_file_location("experiment_plot", experiment / "plot.py")
|
|
module = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(module)
|
|
with tempfile.TemporaryDirectory() as temporary:
|
|
campaign = Path(temporary)
|
|
protocol = {"profiles": [{"name": "sample"}], "criteria": {
|
|
"median_direct_proxy_traffic_ratio_max": 0.65,
|
|
"each_pair_traffic_ratio_max": 0.70}}
|
|
summary = {"decision": {"criterion_status": "inconclusive", "pairs": [
|
|
{"profile": "sample", "repetition": 1, "direct_proxy_ratio": 0.6,
|
|
"instrumentation_valid": False}]}}
|
|
(campaign / "protocol.json").write_text(json.dumps(protocol))
|
|
(campaign / "metrics.json").write_text(json.dumps(summary))
|
|
(campaign / "metrics.csv").write_text(
|
|
"profile,mode,repetition,errors,api_bytes_per_ready,"
|
|
"api_sampled_peak_window_max,api_peak_lifetime_max,p95_seconds\n"
|
|
"sample,proxy,1,1,2000000,200000000,300000000,2\n"
|
|
"sample,direct,1,0,1200000,210000000,310000000,3\n"
|
|
"sample,direct,2,2,,,,\n")
|
|
before = {f.name: f.read_bytes() for f in campaign.glob("*.json")}
|
|
before["metrics.csv"] = (campaign / "metrics.csv").read_bytes()
|
|
output = module.create_plots(campaign)
|
|
self.assertEqual(len(list(output.glob("*.png"))), 6)
|
|
self.assertEqual(len(list(output.glob("*.pdf"))), 0)
|
|
self.assertTrue(all(f.stat().st_size > 1000 for f in output.glob("*.png")))
|
|
provenance = json.loads((output / "provenance.json").read_text())
|
|
self.assertEqual(provenance["criterion_status"], "inconclusive")
|
|
for name, content in before.items():
|
|
self.assertEqual((campaign / name).read_bytes(), content)
|
|
self.assertNotEqual(output, module.create_plots(campaign))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|