forked from mtusi2026/mtusi2026lab2
57 lines
4.0 KiB
Python
57 lines
4.0 KiB
Python
"""Export raw-backed CSV, plans, a readable comparison and optional figures."""
|
||
import csv
|
||
import json
|
||
from pathlib import Path
|
||
import statistics
|
||
|
||
ROOT=Path(__file__).resolve().parents[1]
|
||
r=json.loads((ROOT/'evidence/research.json').read_text())
|
||
experiment=r['query_experiment']
|
||
rows=[]
|
||
plans=[]
|
||
lines=['# План запроса и восстановление','', '| Индекс | Сообщений в чате | Запрос | p50, мс | p95, мс | p99, мс | Sequential QPS |','| --- | ---: | --- | ---: | ---: | ---: | ---: |']
|
||
for variant in experiment['variants']:
|
||
for read in variant['reads']:
|
||
row={'index':variant['name'],'chat_size':read['chat_size'],'query':read['query'],**read['latency_ms'],'qps':read['observed_sequential_qps']}
|
||
rows.append(row)
|
||
lines.append('| '+' | '.join(str(row[k]) for k in ('index','chat_size','query','p50','p95','p99','qps'))+' |')
|
||
plans.append({'index':variant['name'],'chat_size':read['chat_size'],'query':read['query'],'explain_analyze_buffers':read['explain']})
|
||
lines.extend(['','| Индекс | Индексы messages, MiB | INSERT 1000 + COMMIT p50, мс | p95, мс | Средний WAL на 1000 строк, bytes |','| --- | ---: | ---: | ---: | ---: |'])
|
||
for v in experiment['variants']:
|
||
lines.append(f"| {v['name']} | {v['indexes_bytes']/1024**2:.3f} | {v['write_commit_ms']['p50']} | {v['write_commit_ms']['p95']} | {statistics.mean(w['wal_bytes'] for w in v['write_runs']):.0f} |")
|
||
b=r['backup_restore']
|
||
lines.extend(['',f"Backup: {b['dump_bytes']} bytes, {b['backup_seconds']} с. Новый PostgreSQL/volume: {b['provision_seconds']} с. Restore: {b['restore_seconds']} с. Provision + restore: {b['provision_plus_restore_seconds']} с.",'',
|
||
'Сверены количества всех таблиц, 7 выбранных сообщений, SHA-256 всей истории из 100 000 сообщений, отсутствие нарушенных связей. Запись после снимка ожидаемо отсутствует в восстановленной БД.'])
|
||
(ROOT/'evidence/research-summary.md').write_text('\n'.join(lines)+'\n')
|
||
(ROOT/'evidence/explain-plans.json').write_text(json.dumps(plans,ensure_ascii=False,indent=2)+'\n')
|
||
with (ROOT/'evidence/query-measurements.csv').open('w',newline='') as f:
|
||
writer=csv.DictWriter(f,fieldnames=list(rows[0]),lineterminator='\n')
|
||
writer.writeheader(); writer.writerows(rows)
|
||
try:
|
||
import matplotlib
|
||
matplotlib.use('Agg')
|
||
import matplotlib.pyplot as plt
|
||
except ImportError:
|
||
print('Tables/plans saved; install research/requirements.txt to build optional figures.')
|
||
else:
|
||
colors={'chat_only':'#d77a4b','keyset':'#227cba','covering':'#319667'}
|
||
fig,axes=plt.subplots(1,3,figsize=(15,5),constrained_layout=True)
|
||
for kind,style in [('keyset','-'),('offset','--')]:
|
||
for name,color in colors.items():
|
||
selected=sorted((row for row in rows if row['index']==name and row['query']==kind),key=lambda x:x['chat_size'])
|
||
axes[0].plot([x['chat_size'] for x in selected],[x['p95'] for x in selected],style,marker='o',color=color,label=name+' / '+kind)
|
||
axes[0].set(xscale='log',yscale='log',xlabel='Сообщений в чате',ylabel='p95, мс',title='Чтение поздней страницы')
|
||
axes[0].legend(fontsize=7)
|
||
names=list(colors)
|
||
axes[1].bar(names,[v['write_commit_ms']['p50'] for v in experiment['variants']],color=list(colors.values()))
|
||
axes[1].set(ylabel='мс',title='1000 INSERT + COMMIT, p50')
|
||
axes[2].bar(names,[v['indexes_bytes']/1024**2 for v in experiment['variants']],color=list(colors.values()))
|
||
axes[2].set(ylabel='MiB',title='Размер всех индексов messages')
|
||
for ax in axes:
|
||
ax.spines[['top','right']].set_visible(False)
|
||
ax.grid(axis='y',alpha=.2); ax.set_axisbelow(True)
|
||
fig.suptitle('PostgreSQL: 100 000 сообщений, неравномерные чаты, 1 CPU / 512 MiB',weight='bold')
|
||
fig.savefig(ROOT/'evidence/research.png',dpi=160)
|
||
plt.close(fig)
|
||
print('\n'.join(lines))
|