46 lines
3.5 KiB
Python
46 lines
3.5 KiB
Python
"""Run only in an isolated research database, created by experiments.py."""
|
|
import json, time, uuid, statistics, os
|
|
from pathlib import Path
|
|
import psycopg
|
|
from app.migrate import setting
|
|
|
|
url=setting('DATABASE_URL').rsplit('/',1)[0]+'/research'
|
|
summary={'dataset':{'messages':120000,'chat_sizes':[100000,15000,5000]},'plans':{},'write':{}}
|
|
with psycopg.connect(url,autocommit=True) as c:
|
|
c.execute('DROP SCHEMA public CASCADE; CREATE SCHEMA public')
|
|
c.execute(Path('migrations/001_initial.sql').read_text())
|
|
c.execute("INSERT INTO users(id,username,display_name,password_hash) VALUES (md5('user')::uuid,'bench_user','Benchmark','synthetic-not-a-login')")
|
|
c.execute("INSERT INTO chats(id,title) SELECT md5('chat'||n)::uuid,'Benchmark '||n FROM generate_series(1,3) n")
|
|
c.execute("INSERT INTO members SELECT id,md5('user')::uuid FROM chats")
|
|
c.execute("INSERT INTO messages(id,chat_id,sender_id,created_at,text) SELECT md5(n::text)::uuid,md5('chat'||CASE WHEN n<=100000 THEN 1 WHEN n<=115000 THEN 2 ELSE 3 END)::uuid,md5('user')::uuid, '2026-01-01'::timestamptz+n*interval '1 millisecond',repeat('x',100) FROM generate_series(1,120000) n")
|
|
c.execute('DROP INDEX messages_history')
|
|
c.execute('ANALYZE messages')
|
|
for variant,ddl in [('chat_only','CREATE INDEX candidate ON messages(chat_id)'),('composite','CREATE INDEX candidate ON messages(chat_id,created_at,id)')]:
|
|
c.execute(ddl); c.execute('ANALYZE messages')
|
|
plans={}
|
|
for chat,offset in [(1,90000),(2,110000),(3,119000)]:
|
|
for kind in ['keyset','offset']:
|
|
q="SELECT * FROM messages WHERE chat_id=md5('chat'||%s::text)::uuid"
|
|
params=[chat]
|
|
if kind=='keyset': q+=" AND (created_at,id)>('2026-01-01'::timestamptz+%s*interval '1 millisecond',md5(%s::text)::uuid)"; params += [offset,offset]
|
|
q+=' ORDER BY created_at,id LIMIT 50'
|
|
if kind=='offset': q+=' OFFSET %s'; params += [offset-({1:0,2:100000,3:115000}[chat])]
|
|
for _ in range(2): c.execute(q,params).fetchall()
|
|
runs=[c.execute('EXPLAIN (ANALYZE,BUFFERS,FORMAT JSON) '+q,params).fetchone()[0][0] for _ in range(5)]
|
|
plans[str(chat)+'_'+kind]={'execution_ms':[r['Execution Time'] for r in runs],'plan':runs[-1]}
|
|
summary['plans'][variant]=plans
|
|
summary['write'][variant]={'index_bytes':c.execute("SELECT pg_relation_size('candidate')").fetchone()[0],'runs':[]}
|
|
for rep in range(5):
|
|
with c.transaction():
|
|
start=time.perf_counter()
|
|
c.execute("INSERT INTO messages(id,chat_id,sender_id,created_at,text) SELECT md5(n::text)::uuid,md5('chat1')::uuid,md5('user')::uuid,'2027-01-01'::timestamptz,repeat('w',100) FROM generate_series(200001,205000) n")
|
|
elapsed=(time.perf_counter()-start)*1000
|
|
summary['write'][variant]['runs'].append({'insert_5000_ms':elapsed})
|
|
c.execute("DELETE FROM messages WHERE created_at>='2027-01-01'")
|
|
c.execute('DROP INDEX candidate')
|
|
c.execute('CREATE INDEX candidate ON messages(chat_id,created_at,id)')
|
|
summary['count']=c.execute('SELECT count(*) FROM messages').fetchone()[0]
|
|
summary['samples']=c.execute("SELECT id::text,chat_id::text,sender_id::text,created_at::text,text FROM messages WHERE id IN (SELECT md5(n::text)::uuid FROM unnest(ARRAY[1,50000,100000,110000,120000]) n) ORDER BY id").fetchall()
|
|
summary['postgres_version']=c.execute('SELECT version()').fetchone()[0]
|
|
print(json.dumps(summary,ensure_ascii=False,indent=2))
|