date: 2026-11-05T21:54:25.521584+00:00 commit: 07965a2fb67b57f6031fed70a9a3ae963571269f
$ python3 <<'PY'
import collections
import csv
import json
import subprocess
from pathlib import Path

root = Path('evidence/track1-sqlalchemy')
images = {name: subprocess.check_output(['docker', 'image', 'inspect', tag, '--format', '{{.Id}}'], text=True).strip() for name, tag in [('before', 'mtusi-messenger:5c8f605cd3bd40245109348463d3e7111379b2d3'), ('after', 'mtusi-messenger:mtusi2026lab3-track5-20261105')]}
expected = {'series-a': {'1x4', '2x2', '4x1'}, 'series-b': {'1x1', '2x1', '8x1'}, 'compare': {'8x1'}, 'control-pool': {'8x1'}, 'control-cpus': {'4x1', '8x0.5'}}
total = 0
all_rows = []
for series, configs in expected.items():
    path = root / series / 'summary.csv'
    rows = list(csv.DictReader(line for line in path.open() if not line.startswith('#')))
    assert {r['config'] for r in rows} == configs, series
    groups = collections.defaultdict(list)
    for row in rows:
        groups[row['variant'], row['config'], row['rate']].append(row)
        assert row['disturbed'] == 'False' and row['k6_exit'] == '0', row['raw_dir']
        folder = path.parent / row['raw_dir']
        data = json.loads((folder / 'k6/summary.json').read_text())
        assert 'setup_data' not in data
        metrics = data['metrics']
        count = metrics['http_reqs{scenario:measure}']['values']['count']
        failed = metrics['http_req_failed{scenario:measure}']['values']['rate']
        dropped = metrics.get('dropped_iterations{scenario:measure}', {}).get('values', {}).get('count', 0)
        latency = metrics['http_req_duration{scenario:measure}']['values']['p(95)']
        assert int(row['requests']) == count
        assert abs(float(row['ok_rps']) - count * (1-failed) / 30) <= 0.006
        assert int(row['dropped_iterations']) == dropped
        assert abs(float(row['p95_ms']) - latency) <= 0.006
        saturated = round(failed, 5) > .01 or dropped > .01 * int(row['rate']) * 30 or round(latency, 2) > 500
        assert (row['saturated'] == 'True') == saturated
        assert all(float(row['cpu_'+name]) > 0 for name in ('vm', 'api', 'postgres', 'k6'))
        metadata = json.loads((folder / 'metadata.json').read_text())
        apis = [c for c in metadata['containers'] if '-api-' in c['name']]
        assert len(apis) == int(row['replicas'])
        expected_image = images['after' if row['variant'] == 'after' else 'before']
        assert {c['image'] for c in apis} == {expected_image}, row['raw_dir']
        assert {c['NanoCpus'] for c in apis} == {round(float(row['cpus'])*1e9)}
        assert {c['Memory'] for c in apis} == {int(row['memory_mb'])*2**20}
        assert {c['CpusetCpus'] for c in apis} == {row['api_cpuset']}
        for filename in ('docker_stats.csv', 'vm_stat.csv', 'pg_activity.csv', 'lb_stats.csv', 'pg_statements.csv'):
            samples = list(csv.DictReader(line for line in (folder / filename).open() if not line.startswith('#')))
            assert len(samples) >= 2, (folder, filename)
    assert all(len(group) == 3 and {r['repeat'] for r in group} == {'1','2','3'} for group in groups.values())
    all_rows.extend(rows)
    total += len(rows)
    print(series, len(rows), 'PASS: raw metrics, 3 repeats, actual CPU/RAM/cpuset/image, telemetry')
print('TOTAL', total, 'accepted samples; image IDs', images)

for field in ('db_mb','messages','cpu_k6','cpu_other','gap_s','wall_s','mem_api_mb','failed_ratio'):
    values = [float(r[field]) for r in all_rows]
    print(field, 'range', min(values), max(values))
print('k6 measured requests:', sum(int(r['requests']) for r in all_rows))
for path in root.glob('*/disturbed.csv'):
    with path.open() as handle:
        rejected = list(csv.DictReader(line for line in handle if not line.startswith('#')))
    print(path, 'disturbed attempts:', len(rejected))
PY

Traceback (most recent call last):
  File "<stdin>", line 39, in <module>
AssertionError: base-1x4_rate600_rep1_attempt1
exit: 1
