Files
mtusi2026lab2/research/summarize.py
T

57 lines
4.0 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Export raw-backed CSV, plans, a readable comparison and optional figures."""
import csv
import json
from pathlib import Path
import statistics
ROOT=Path(__file__).resolve().parents[1]
r=json.loads((ROOT/'evidence/research.json').read_text())
experiment=r['query_experiment']
rows=[]
plans=[]
lines=['# План запроса и восстановление','', '| Индекс | Сообщений в чате | Запрос | p50, мс | p95, мс | p99, мс | Sequential QPS |','| --- | ---: | --- | ---: | ---: | ---: | ---: |']
for variant in experiment['variants']:
for read in variant['reads']:
row={'index':variant['name'],'chat_size':read['chat_size'],'query':read['query'],**read['latency_ms'],'qps':read['observed_sequential_qps']}
rows.append(row)
lines.append('| '+' | '.join(str(row[k]) for k in ('index','chat_size','query','p50','p95','p99','qps'))+' |')
plans.append({'index':variant['name'],'chat_size':read['chat_size'],'query':read['query'],'explain_analyze_buffers':read['explain']})
lines.extend(['','| Индекс | Индексы messages, MiB | INSERT 1000 + COMMIT p50, мс | p95, мс | Средний WAL на 1000 строк, bytes |','| --- | ---: | ---: | ---: | ---: |'])
for v in experiment['variants']:
lines.append(f"| {v['name']} | {v['indexes_bytes']/1024**2:.3f} | {v['write_commit_ms']['p50']} | {v['write_commit_ms']['p95']} | {statistics.mean(w['wal_bytes'] for w in v['write_runs']):.0f} |")
b=r['backup_restore']
lines.extend(['',f"Backup: {b['dump_bytes']} bytes, {b['backup_seconds']} с. Новый PostgreSQL/volume: {b['provision_seconds']} с. Restore: {b['restore_seconds']} с. Provision + restore: {b['provision_plus_restore_seconds']} с.",'',
'Сверены количества всех таблиц, 7 выбранных сообщений, SHA-256 всей истории из 100 000 сообщений, отсутствие нарушенных связей. Запись после снимка ожидаемо отсутствует в восстановленной БД.'])
(ROOT/'evidence/research-summary.md').write_text('\n'.join(lines)+'\n')
(ROOT/'evidence/explain-plans.json').write_text(json.dumps(plans,ensure_ascii=False,indent=2)+'\n')
with (ROOT/'evidence/query-measurements.csv').open('w',newline='') as f:
writer=csv.DictWriter(f,fieldnames=list(rows[0]),lineterminator='\n')
writer.writeheader(); writer.writerows(rows)
try:
import matplotlib
matplotlib.use('Agg')
import matplotlib.pyplot as plt
except ImportError:
print('Tables/plans saved; install research/requirements.txt to build optional figures.')
else:
colors={'chat_only':'#d77a4b','keyset':'#227cba','covering':'#319667'}
fig,axes=plt.subplots(1,3,figsize=(15,5),constrained_layout=True)
for kind,style in [('keyset','-'),('offset','--')]:
for name,color in colors.items():
selected=sorted((row for row in rows if row['index']==name and row['query']==kind),key=lambda x:x['chat_size'])
axes[0].plot([x['chat_size'] for x in selected],[x['p95'] for x in selected],style,marker='o',color=color,label=name+' / '+kind)
axes[0].set(xscale='log',yscale='log',xlabel='Сообщений в чате',ylabel='p95, мс',title='Чтение поздней страницы')
axes[0].legend(fontsize=7)
names=list(colors)
axes[1].bar(names,[v['write_commit_ms']['p50'] for v in experiment['variants']],color=list(colors.values()))
axes[1].set(ylabel='мс',title='1000 INSERT + COMMIT, p50')
axes[2].bar(names,[v['indexes_bytes']/1024**2 for v in experiment['variants']],color=list(colors.values()))
axes[2].set(ylabel='MiB',title='Размер всех индексов messages')
for ax in axes:
ax.spines[['top','right']].set_visible(False)
ax.grid(axis='y',alpha=.2); ax.set_axisbelow(True)
fig.suptitle('PostgreSQL: 100 000 сообщений, неравномерные чаты, 1 CPU / 512 MiB',weight='bold')
fig.savefig(ROOT/'evidence/research.png',dpi=160)
plt.close(fig)
print('\n'.join(lines))