Files

77 lines
3.5 KiB
Python

import json, statistics as st, collections, sys
path = sys.argv[1]
rows = [json.loads(l) for l in open(path, encoding='utf-8') if l.strip()]
def group(prefix, page='first'):
g = collections.defaultdict(list)
for r in rows:
if r['label'].startswith(prefix) and r['page'] == page:
g[(r['history'], r['clients'])].append(r)
return g
def mean(rs, k):
v = [r[k] for r in rs if r.get(k) is not None]
return st.mean(v)
def rng(rs, k):
v = [r[k] for r in rs if r.get(k) is not None]
return min(v), max(v)
before = group('before-r')
after = group('after-r')
out = []
out.append('Track 1: before/after summary (mean of repeats; page=first, limit=50; container --cpus=2 --memory=512m)')
out.append('')
hdr = f"{'N':>6} {'C':>3} {'runs':>4} | {'RPS before':>10} {'RPS after':>10} {'x':>6} | {'p50 b':>7} {'p50 a':>7} | {'p95 b':>7} {'p95 a':>7} | {'p99 b':>7} {'p99 a':>7} | {'RSS prep b/a':>12} {'RSS end b/a':>12} | err b/a"
out.append(hdr)
for key in sorted(set(before) | set(after)):
b, a = before.get(key, []), after.get(key, [])
if not b or not a:
continue
rb, ra = mean(b, 'rps'), mean(a, 'rps')
out.append(
f"{key[0]:>6} {key[1]:>3} {len(b):>1}/{len(a):<2} | {rb:>10.0f} {ra:>10.0f} {ra/rb:>6.1f} | "
f"{mean(b,'p50_ms'):>7.1f} {mean(a,'p50_ms'):>7.1f} | {mean(b,'p95_ms'):>7.1f} {mean(a,'p95_ms'):>7.1f} | "
f"{mean(b,'p99_ms'):>7.1f} {mean(a,'p99_ms'):>7.1f} | "
f"{mean(b,'rss_mb_after_prepare'):>5.0f}/{mean(a,'rss_mb_after_prepare'):<5.0f} {mean(b,'rss_mb_after_measure'):>5.0f}/{mean(a,'rss_mb_after_measure'):<5.0f} | "
f"{sum(r['errors'] for r in b)}/{sum(r['errors'] for r in a)}")
out.append('')
out.append('RPS spread (min-max across repeats):')
for key in sorted(set(before) | set(after)):
b, a = before.get(key, []), after.get(key, [])
if b and a:
out.append(f" N={key[0]:>6} C={key[1]:>2} before {rng(b,'rps')[0]:.0f}-{rng(b,'rps')[1]:.0f} after {rng(a,'rps')[0]:.0f}-{rng(a,'rps')[1]:.0f}")
out.append('')
out.append('Idle RSS (empty process, MB): before %.0f, after %.0f' % (
st.mean([r['rss_mb_idle'] for rs in before.values() for r in rs]),
st.mean([r['rss_mb_idle'] for rs in after.values() for r in rs])))
# last page vs first page at N=50000, C=8
bl, al = group('before-last', 'last'), group('after-last', 'last')
out.append('')
out.append('First vs last page, N=50000, C=8 (mean RPS / p95 ms):')
key = (50000, 8)
for name, g_first, g_last in (('before', before, bl), ('after', after, al)):
f, l = g_first.get(key, []), g_last.get(key, [])
if f and l:
out.append(f" {name}: first {mean(f,'rps'):.0f} rps / {mean(f,'p95_ms'):.1f} ms ({len(f)} runs); last {mean(l,'rps'):.0f} rps / {mean(l,'p95_ms'):.1f} ms ({len(l)} runs)")
# saturation: RPS growth with clients per N
out.append('')
out.append('Throughput vs clients (mean RPS):')
for name, g in (('before', before), ('after', after)):
for n in sorted({k[0] for k in g}):
out.append(f" {name} N={n:>6}: " + ' '.join(f"C={c}: {mean(g[(n,c)],'rps'):.0f}" for c in sorted({k[1] for k in g if k[0]==n})))
# per-message cost under saturation (before): 1000/rps at C=32 -> ms per request
out.append('')
out.append('Service time at saturation, C=32 (ms per request = 1000/RPS):')
for name, g in (('before', before), ('after', after)):
out.append(f" {name}: " + ' '.join(f"N={n}: {1000/mean(g[(n,32)],'rps'):.3f}" for n in sorted({k[0] for k in g}) if (n, 32) in g))
print('\n'.join(out))