import json, statistics as st, collections, sys path = sys.argv[1] rows = [json.loads(l) for l in open(path, encoding='utf-8') if l.strip()] def group(prefix, page='first'): g = collections.defaultdict(list) for r in rows: if r['label'].startswith(prefix) and r['page'] == page: g[(r['history'], r['clients'])].append(r) return g def mean(rs, k): v = [r[k] for r in rs if r.get(k) is not None] return st.mean(v) def rng(rs, k): v = [r[k] for r in rs if r.get(k) is not None] return min(v), max(v) before = group('before-r') after = group('after-r') out = [] out.append('Track 1: before/after summary (mean of repeats; page=first, limit=50; container --cpus=2 --memory=512m)') out.append('') hdr = f"{'N':>6} {'C':>3} {'runs':>4} | {'RPS before':>10} {'RPS after':>10} {'x':>6} | {'p50 b':>7} {'p50 a':>7} | {'p95 b':>7} {'p95 a':>7} | {'p99 b':>7} {'p99 a':>7} | {'RSS prep b/a':>12} {'RSS end b/a':>12} | err b/a" out.append(hdr) for key in sorted(set(before) | set(after)): b, a = before.get(key, []), after.get(key, []) if not b or not a: continue rb, ra = mean(b, 'rps'), mean(a, 'rps') out.append( f"{key[0]:>6} {key[1]:>3} {len(b):>1}/{len(a):<2} | {rb:>10.0f} {ra:>10.0f} {ra/rb:>6.1f} | " f"{mean(b,'p50_ms'):>7.1f} {mean(a,'p50_ms'):>7.1f} | {mean(b,'p95_ms'):>7.1f} {mean(a,'p95_ms'):>7.1f} | " f"{mean(b,'p99_ms'):>7.1f} {mean(a,'p99_ms'):>7.1f} | " f"{mean(b,'rss_mb_after_prepare'):>5.0f}/{mean(a,'rss_mb_after_prepare'):<5.0f} {mean(b,'rss_mb_after_measure'):>5.0f}/{mean(a,'rss_mb_after_measure'):<5.0f} | " f"{sum(r['errors'] for r in b)}/{sum(r['errors'] for r in a)}") out.append('') out.append('RPS spread (min-max across repeats):') for key in sorted(set(before) | set(after)): b, a = before.get(key, []), after.get(key, []) if b and a: out.append(f" N={key[0]:>6} C={key[1]:>2} before {rng(b,'rps')[0]:.0f}-{rng(b,'rps')[1]:.0f} after {rng(a,'rps')[0]:.0f}-{rng(a,'rps')[1]:.0f}") out.append('') out.append('Idle RSS (empty process, MB): before %.0f, after %.0f' % ( st.mean([r['rss_mb_idle'] for rs in before.values() for r in rs]), st.mean([r['rss_mb_idle'] for rs in after.values() for r in rs]))) # last page vs first page at N=50000, C=8 bl, al = group('before-last', 'last'), group('after-last', 'last') out.append('') out.append('First vs last page, N=50000, C=8 (mean RPS / p95 ms):') key = (50000, 8) for name, g_first, g_last in (('before', before, bl), ('after', after, al)): f, l = g_first.get(key, []), g_last.get(key, []) if f and l: out.append(f" {name}: first {mean(f,'rps'):.0f} rps / {mean(f,'p95_ms'):.1f} ms ({len(f)} runs); last {mean(l,'rps'):.0f} rps / {mean(l,'p95_ms'):.1f} ms ({len(l)} runs)") # saturation: RPS growth with clients per N out.append('') out.append('Throughput vs clients (mean RPS):') for name, g in (('before', before), ('after', after)): for n in sorted({k[0] for k in g}): out.append(f" {name} N={n:>6}: " + ' '.join(f"C={c}: {mean(g[(n,c)],'rps'):.0f}" for c in sorted({k[1] for k in g if k[0]==n}))) # per-message cost under saturation (before): 1000/rps at C=32 -> ms per request out.append('') out.append('Service time at saturation, C=32 (ms per request = 1000/RPS):') for name, g in (('before', before), ('after', after)): out.append(f" {name}: " + ' '.join(f"N={n}: {1000/mean(g[(n,32)],'rps'):.3f}" for n in sorted({k[0] for k in g}) if (n, 32) in g)) print('\n'.join(out))