Files
mtusi2026lab2/scripts/research.py
T

46 lines
3.5 KiB
Python

"""Run only in an isolated research database, created by experiments.py."""
import json, time, uuid, statistics, os
from pathlib import Path
import psycopg
from app.migrate import setting
url=setting('DATABASE_URL').rsplit('/',1)[0]+'/research'
summary={'dataset':{'messages':120000,'chat_sizes':[100000,15000,5000]},'plans':{},'write':{}}
with psycopg.connect(url,autocommit=True) as c:
c.execute('DROP SCHEMA public CASCADE; CREATE SCHEMA public')
c.execute(Path('migrations/001_initial.sql').read_text())
c.execute("INSERT INTO users(id,username,display_name,password_hash) VALUES (md5('user')::uuid,'bench_user','Benchmark','synthetic-not-a-login')")
c.execute("INSERT INTO chats(id,title) SELECT md5('chat'||n)::uuid,'Benchmark '||n FROM generate_series(1,3) n")
c.execute("INSERT INTO members SELECT id,md5('user')::uuid FROM chats")
c.execute("INSERT INTO messages(id,chat_id,sender_id,created_at,text) SELECT md5(n::text)::uuid,md5('chat'||CASE WHEN n<=100000 THEN 1 WHEN n<=115000 THEN 2 ELSE 3 END)::uuid,md5('user')::uuid, '2026-01-01'::timestamptz+n*interval '1 millisecond',repeat('x',100) FROM generate_series(1,120000) n")
c.execute('DROP INDEX messages_history')
c.execute('ANALYZE messages')
for variant,ddl in [('chat_only','CREATE INDEX candidate ON messages(chat_id)'),('composite','CREATE INDEX candidate ON messages(chat_id,created_at,id)')]:
c.execute(ddl); c.execute('ANALYZE messages')
plans={}
for chat,offset in [(1,90000),(2,110000),(3,119000)]:
for kind in ['keyset','offset']:
q="SELECT * FROM messages WHERE chat_id=md5('chat'||%s::text)::uuid"
params=[chat]
if kind=='keyset': q+=" AND (created_at,id)>('2026-01-01'::timestamptz+%s*interval '1 millisecond',md5(%s::text)::uuid)"; params += [offset,offset]
q+=' ORDER BY created_at,id LIMIT 50'
if kind=='offset': q+=' OFFSET %s'; params += [offset-({1:0,2:100000,3:115000}[chat])]
for _ in range(2): c.execute(q,params).fetchall()
runs=[c.execute('EXPLAIN (ANALYZE,BUFFERS,FORMAT JSON) '+q,params).fetchone()[0][0] for _ in range(5)]
plans[str(chat)+'_'+kind]={'execution_ms':[r['Execution Time'] for r in runs],'plan':runs[-1]}
summary['plans'][variant]=plans
summary['write'][variant]={'index_bytes':c.execute("SELECT pg_relation_size('candidate')").fetchone()[0],'runs':[]}
for rep in range(5):
with c.transaction():
start=time.perf_counter()
c.execute("INSERT INTO messages(id,chat_id,sender_id,created_at,text) SELECT md5(n::text)::uuid,md5('chat1')::uuid,md5('user')::uuid,'2027-01-01'::timestamptz,repeat('w',100) FROM generate_series(200001,205000) n")
elapsed=(time.perf_counter()-start)*1000
summary['write'][variant]['runs'].append({'insert_5000_ms':elapsed})
c.execute("DELETE FROM messages WHERE created_at>='2027-01-01'")
c.execute('DROP INDEX candidate')
c.execute('CREATE INDEX candidate ON messages(chat_id,created_at,id)')
summary['count']=c.execute('SELECT count(*) FROM messages').fetchone()[0]
summary['samples']=c.execute("SELECT id::text,chat_id::text,sender_id::text,created_at::text,text FROM messages WHERE id IN (SELECT md5(n::text)::uuid FROM unnest(ARRAY[1,50000,100000,110000,120000]) n) ORDER BY id").fetchall()
summary['postgres_version']=c.execute('SELECT version()').fetchone()[0]
print(json.dumps(summary,ensure_ascii=False,indent=2))