forked from mtusi2026/mtusi2026lab2
77 lines
3.5 KiB
Python
77 lines
3.5 KiB
Python
import json, statistics as st, collections, sys
|
|
|
|
path = sys.argv[1]
|
|
rows = [json.loads(l) for l in open(path, encoding='utf-8') if l.strip()]
|
|
|
|
def group(prefix, page='first'):
|
|
g = collections.defaultdict(list)
|
|
for r in rows:
|
|
if r['label'].startswith(prefix) and r['page'] == page:
|
|
g[(r['history'], r['clients'])].append(r)
|
|
return g
|
|
|
|
def mean(rs, k):
|
|
v = [r[k] for r in rs if r.get(k) is not None]
|
|
return st.mean(v)
|
|
|
|
def rng(rs, k):
|
|
v = [r[k] for r in rs if r.get(k) is not None]
|
|
return min(v), max(v)
|
|
|
|
before = group('before-r')
|
|
after = group('after-r')
|
|
|
|
out = []
|
|
out.append('Track 1: before/after summary (mean of repeats; page=first, limit=50; container --cpus=2 --memory=512m)')
|
|
out.append('')
|
|
hdr = f"{'N':>6} {'C':>3} {'runs':>4} | {'RPS before':>10} {'RPS after':>10} {'x':>6} | {'p50 b':>7} {'p50 a':>7} | {'p95 b':>7} {'p95 a':>7} | {'p99 b':>7} {'p99 a':>7} | {'RSS prep b/a':>12} {'RSS end b/a':>12} | err b/a"
|
|
out.append(hdr)
|
|
for key in sorted(set(before) | set(after)):
|
|
b, a = before.get(key, []), after.get(key, [])
|
|
if not b or not a:
|
|
continue
|
|
rb, ra = mean(b, 'rps'), mean(a, 'rps')
|
|
out.append(
|
|
f"{key[0]:>6} {key[1]:>3} {len(b):>1}/{len(a):<2} | {rb:>10.0f} {ra:>10.0f} {ra/rb:>6.1f} | "
|
|
f"{mean(b,'p50_ms'):>7.1f} {mean(a,'p50_ms'):>7.1f} | {mean(b,'p95_ms'):>7.1f} {mean(a,'p95_ms'):>7.1f} | "
|
|
f"{mean(b,'p99_ms'):>7.1f} {mean(a,'p99_ms'):>7.1f} | "
|
|
f"{mean(b,'rss_mb_after_prepare'):>5.0f}/{mean(a,'rss_mb_after_prepare'):<5.0f} {mean(b,'rss_mb_after_measure'):>5.0f}/{mean(a,'rss_mb_after_measure'):<5.0f} | "
|
|
f"{sum(r['errors'] for r in b)}/{sum(r['errors'] for r in a)}")
|
|
|
|
out.append('')
|
|
out.append('RPS spread (min-max across repeats):')
|
|
for key in sorted(set(before) | set(after)):
|
|
b, a = before.get(key, []), after.get(key, [])
|
|
if b and a:
|
|
out.append(f" N={key[0]:>6} C={key[1]:>2} before {rng(b,'rps')[0]:.0f}-{rng(b,'rps')[1]:.0f} after {rng(a,'rps')[0]:.0f}-{rng(a,'rps')[1]:.0f}")
|
|
|
|
out.append('')
|
|
out.append('Idle RSS (empty process, MB): before %.0f, after %.0f' % (
|
|
st.mean([r['rss_mb_idle'] for rs in before.values() for r in rs]),
|
|
st.mean([r['rss_mb_idle'] for rs in after.values() for r in rs])))
|
|
|
|
# last page vs first page at N=50000, C=8
|
|
bl, al = group('before-last', 'last'), group('after-last', 'last')
|
|
out.append('')
|
|
out.append('First vs last page, N=50000, C=8 (mean RPS / p95 ms):')
|
|
key = (50000, 8)
|
|
for name, g_first, g_last in (('before', before, bl), ('after', after, al)):
|
|
f, l = g_first.get(key, []), g_last.get(key, [])
|
|
if f and l:
|
|
out.append(f" {name}: first {mean(f,'rps'):.0f} rps / {mean(f,'p95_ms'):.1f} ms ({len(f)} runs); last {mean(l,'rps'):.0f} rps / {mean(l,'p95_ms'):.1f} ms ({len(l)} runs)")
|
|
|
|
# saturation: RPS growth with clients per N
|
|
out.append('')
|
|
out.append('Throughput vs clients (mean RPS):')
|
|
for name, g in (('before', before), ('after', after)):
|
|
for n in sorted({k[0] for k in g}):
|
|
out.append(f" {name} N={n:>6}: " + ' '.join(f"C={c}: {mean(g[(n,c)],'rps'):.0f}" for c in sorted({k[1] for k in g if k[0]==n})))
|
|
|
|
# per-message cost under saturation (before): 1000/rps at C=32 -> ms per request
|
|
out.append('')
|
|
out.append('Service time at saturation, C=32 (ms per request = 1000/RPS):')
|
|
for name, g in (('before', before), ('after', after)):
|
|
out.append(f" {name}: " + ' '.join(f"N={n}: {1000/mean(g[(n,32)],'rps'):.3f}" for n in sorted({k[0] for k in g}) if (n, 32) in g))
|
|
|
|
print('\n'.join(out))
|