#!/usr/bin/env python3 """Наполняет БД ≥100 000 сообщений с неравномерными чатами (Track 2). Использование: python3 scripts/perf100k.py seed # ~110k сообщений, 79 чатов python3 scripts/perf100k.py seed-burst # чат, где все created_at совпадают python3 scripts/perf100k.py count Профиль seed детерминирован (random.Random(42)), Zipf-подобный: 60 маленьких чатов 5..80 сообщений, окно времени 1 час 15 средних чатов 100..1500, окно 1 день 4 больших чата 10000..40000, окно 1 неделя seed-burst моделирует всплеск: приложение хранит created_at с точностью до секунды, поэтому сообщения одной секунды имеют одинаковый created_at и порядок внутри неё задаёт только id. """ import argparse import random from track2_common import PERF_USER_ID, Pg db = Pg.compose() def ensure_perf_user(): db.psql(f""" INSERT INTO users (id, username, display_name, password_hash, created_at) VALUES ('{PERF_USER_ID}', 'perf2_user', 'Perf2', '$argon2id$v=19$m=65536,t=2,p=1$FAKE$FAKE', now()) ON CONFLICT (id) DO NOTHING; """) def chat_sizes(): rng = random.Random(42) sizes = [rng.randint(5, 80) for _ in range(60)] sizes += [rng.randint(100, 1500) for _ in range(15)] sizes += [rng.randint(10000, 40000) for _ in range(3)] sizes.append(20000) return sizes def classify(size): if size <= 80: return "small", 3600 if size <= 1500: return "medium", 86400 return "large", 604800 def seed(): existing = int(db.scalar("SELECT count(*) FROM messages WHERE text LIKE 'perf2-%';")) if existing >= 100000: print(f"уже засеяно: {existing} сообщений, пропуск") return ensure_perf_user() sizes = chat_sizes() print(f"план: {len(sizes)} чатов, {sum(sizes)} сообщений") created_total = 0 for idx, sz in enumerate(sizes): cls, window_seconds = classify(sz) db.psql(f""" DO $$ DECLARE cid uuid := gen_random_uuid(); BEGIN INSERT INTO chats (id, title, created_at) VALUES (cid, 'perf-{cls}-{idx}-sz{sz}', now() - interval '{idx + 1} hours'); INSERT INTO chat_members (chat_id, user_id) VALUES (cid, '{PERF_USER_ID}'); INSERT INTO messages (id, chat_id, sender_id, text, created_at) SELECT gen_random_uuid(), cid, '{PERF_USER_ID}', 'perf2-{idx}-' || g, date_trunc('second', now()) - floor(random() * {window_seconds}) * interval '1 second' FROM generate_series(1, {sz}) AS g; END $$; """) created_total += sz if idx % 10 == 0 or idx == len(sizes) - 1: print(f" [{idx + 1}/{len(sizes)}] {cls} size {sz}, всего {created_total}") db.psql("ANALYZE messages; ANALYZE chats; ANALYZE chat_members;") print(f"засеяно {created_total} сообщений, ANALYZE выполнен") def seed_burst(size): title = f"perf-burst-ties-sz{size}" if db.scalar(f"SELECT count(*) FROM chats WHERE title = '{title}';") != "0": print(f"чат {title} уже есть, пропуск") return ensure_perf_user() db.psql(f""" DO $$ DECLARE cid uuid := gen_random_uuid(); ts timestamptz := date_trunc('second', now()) - interval '2 days'; BEGIN INSERT INTO chats (id, title, created_at) VALUES (cid, '{title}', ts); INSERT INTO chat_members (chat_id, user_id) VALUES (cid, '{PERF_USER_ID}'); INSERT INTO messages (id, chat_id, sender_id, text, created_at) SELECT gen_random_uuid(), cid, '{PERF_USER_ID}', 'perf2-burst-' || g, ts FROM generate_series(1, {size}) AS g; END $$; ANALYZE messages; """) print(f"создан {title}: {size} сообщений с одним created_at") def count(): print(db.psql(""" SELECT split_part(c.title, '-', 2) AS class, count(DISTINCT c.id) AS chats, count(m.id) AS messages, min(n.cnt) AS min_size, max(n.cnt) AS max_size FROM chats c JOIN messages m ON m.chat_id = c.id JOIN (SELECT chat_id, count(*) AS cnt FROM messages GROUP BY chat_id) n ON n.chat_id = c.id WHERE c.title LIKE 'perf-%' GROUP BY 1 ORDER BY 3; SELECT count(*) AS all_messages FROM messages; """, tuples=False)) def main(): p = argparse.ArgumentParser() p.add_argument("action", choices=["seed", "seed-burst", "count"]) p.add_argument("--burst-size", type=int, default=5000) args = p.parse_args() if args.action == "seed": seed() elif args.action == "seed-burst": seed_burst(args.burst_size) else: count() if __name__ == "__main__": main()