"""Run only in an isolated research database, created by experiments.py.""" import json, time, uuid, statistics, os from pathlib import Path import psycopg from app.migrate import setting url=setting('DATABASE_URL').rsplit('/',1)[0]+'/research' summary={'dataset':{'messages':120000,'chat_sizes':[100000,15000,5000]},'plans':{},'write':{}} with psycopg.connect(url,autocommit=True) as c: c.execute('DROP SCHEMA public CASCADE; CREATE SCHEMA public') c.execute(Path('migrations/001_initial.sql').read_text()) c.execute("INSERT INTO users(id,username,display_name,password_hash) VALUES (md5('user')::uuid,'bench_user','Benchmark','synthetic-not-a-login')") c.execute("INSERT INTO chats(id,title) SELECT md5('chat'||n)::uuid,'Benchmark '||n FROM generate_series(1,3) n") c.execute("INSERT INTO members SELECT id,md5('user')::uuid FROM chats") c.execute("INSERT INTO messages(id,chat_id,sender_id,created_at,text) SELECT md5(n::text)::uuid,md5('chat'||CASE WHEN n<=100000 THEN 1 WHEN n<=115000 THEN 2 ELSE 3 END)::uuid,md5('user')::uuid, '2026-01-01'::timestamptz+n*interval '1 millisecond',repeat('x',100) FROM generate_series(1,120000) n") c.execute('DROP INDEX messages_history') c.execute('ANALYZE messages') for variant,ddl in [('chat_only','CREATE INDEX candidate ON messages(chat_id)'),('composite','CREATE INDEX candidate ON messages(chat_id,created_at,id)')]: c.execute(ddl); c.execute('ANALYZE messages') plans={} for chat,offset in [(1,90000),(2,110000),(3,119000)]: for kind in ['keyset','offset']: q="SELECT * FROM messages WHERE chat_id=md5('chat'||%s::text)::uuid" params=[chat] if kind=='keyset': q+=" AND (created_at,id)>('2026-01-01'::timestamptz+%s*interval '1 millisecond',md5(%s::text)::uuid)"; params += [offset,offset] q+=' ORDER BY created_at,id LIMIT 50' if kind=='offset': q+=' OFFSET %s'; params += [offset-({1:0,2:100000,3:115000}[chat])] for _ in range(2): c.execute(q,params).fetchall() runs=[c.execute('EXPLAIN (ANALYZE,BUFFERS,FORMAT JSON) '+q,params).fetchone()[0][0] for _ in range(5)] plans[str(chat)+'_'+kind]={'execution_ms':[r['Execution Time'] for r in runs],'plan':runs[-1]} summary['plans'][variant]=plans summary['write'][variant]={'index_bytes':c.execute("SELECT pg_relation_size('candidate')").fetchone()[0],'runs':[]} for rep in range(5): with c.transaction(): start=time.perf_counter() c.execute("INSERT INTO messages(id,chat_id,sender_id,created_at,text) SELECT md5(n::text)::uuid,md5('chat1')::uuid,md5('user')::uuid,'2027-01-01'::timestamptz,repeat('w',100) FROM generate_series(200001,205000) n") elapsed=(time.perf_counter()-start)*1000 summary['write'][variant]['runs'].append({'insert_5000_ms':elapsed}) c.execute("DELETE FROM messages WHERE created_at>='2027-01-01'") c.execute('DROP INDEX candidate') c.execute('CREATE INDEX candidate ON messages(chat_id,created_at,id)') summary['count']=c.execute('SELECT count(*) FROM messages').fetchone()[0] summary['samples']=c.execute("SELECT id::text,chat_id::text,sender_id::text,created_at::text,text FROM messages WHERE id IN (SELECT md5(n::text)::uuid FROM unnest(ARRAY[1,50000,100000,110000,120000]) n) ORDER BY id").fetchall() summary['postgres_version']=c.execute('SELECT version()').fetchone()[0] print(json.dumps(summary,ensure_ascii=False,indent=2))