Files
mtusi2026lab2/scripts/perf100k.py
2026-10-16 05:27:13 +03:00

140 lines
4.8 KiB
Python

#!/usr/bin/env python3
"""Наполняет БД ≥100 000 сообщений с неравномерными чатами (Track 2).
Использование:
python3 scripts/perf100k.py seed # ~110k сообщений, 79 чатов
python3 scripts/perf100k.py seed-burst # чат, где все created_at совпадают
python3 scripts/perf100k.py count
Профиль seed детерминирован (random.Random(42)), Zipf-подобный:
60 маленьких чатов 5..80 сообщений, окно времени 1 час
15 средних чатов 100..1500, окно 1 день
4 больших чата 10000..40000, окно 1 неделя
seed-burst моделирует всплеск: приложение хранит created_at с точностью
до секунды, поэтому сообщения одной секунды имеют одинаковый created_at
и порядок внутри неё задаёт только id.
"""
import argparse
import random
from track2_common import PERF_USER_ID, Pg
db = Pg.compose()
def ensure_perf_user():
db.psql(f"""
INSERT INTO users (id, username, display_name, password_hash, created_at)
VALUES ('{PERF_USER_ID}', 'perf2_user', 'Perf2',
'$argon2id$v=19$m=65536,t=2,p=1$FAKE$FAKE', now())
ON CONFLICT (id) DO NOTHING;
""")
def chat_sizes():
rng = random.Random(42)
sizes = [rng.randint(5, 80) for _ in range(60)]
sizes += [rng.randint(100, 1500) for _ in range(15)]
sizes += [rng.randint(10000, 40000) for _ in range(3)]
sizes.append(20000)
return sizes
def classify(size):
if size <= 80:
return "small", 3600
if size <= 1500:
return "medium", 86400
return "large", 604800
def seed():
existing = int(db.scalar("SELECT count(*) FROM messages WHERE text LIKE 'perf2-%';"))
if existing >= 100000:
print(f"уже засеяно: {existing} сообщений, пропуск")
return
ensure_perf_user()
sizes = chat_sizes()
print(f"план: {len(sizes)} чатов, {sum(sizes)} сообщений")
created_total = 0
for idx, sz in enumerate(sizes):
cls, window_seconds = classify(sz)
db.psql(f"""
DO $$
DECLARE
cid uuid := gen_random_uuid();
BEGIN
INSERT INTO chats (id, title, created_at)
VALUES (cid, 'perf-{cls}-{idx}-sz{sz}', now() - interval '{idx + 1} hours');
INSERT INTO chat_members (chat_id, user_id) VALUES (cid, '{PERF_USER_ID}');
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
SELECT gen_random_uuid(), cid, '{PERF_USER_ID}',
'perf2-{idx}-' || g,
date_trunc('second', now()) - floor(random() * {window_seconds}) * interval '1 second'
FROM generate_series(1, {sz}) AS g;
END $$;
""")
created_total += sz
if idx % 10 == 0 or idx == len(sizes) - 1:
print(f" [{idx + 1}/{len(sizes)}] {cls} size {sz}, всего {created_total}")
db.psql("ANALYZE messages; ANALYZE chats; ANALYZE chat_members;")
print(f"засеяно {created_total} сообщений, ANALYZE выполнен")
def seed_burst(size):
title = f"perf-burst-ties-sz{size}"
if db.scalar(f"SELECT count(*) FROM chats WHERE title = '{title}';") != "0":
print(f"чат {title} уже есть, пропуск")
return
ensure_perf_user()
db.psql(f"""
DO $$
DECLARE
cid uuid := gen_random_uuid();
ts timestamptz := date_trunc('second', now()) - interval '2 days';
BEGIN
INSERT INTO chats (id, title, created_at) VALUES (cid, '{title}', ts);
INSERT INTO chat_members (chat_id, user_id) VALUES (cid, '{PERF_USER_ID}');
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
SELECT gen_random_uuid(), cid, '{PERF_USER_ID}', 'perf2-burst-' || g, ts
FROM generate_series(1, {size}) AS g;
END $$;
ANALYZE messages;
""")
print(f"создан {title}: {size} сообщений с одним created_at")
def count():
print(db.psql("""
SELECT split_part(c.title, '-', 2) AS class, count(DISTINCT c.id) AS chats,
count(m.id) AS messages, min(n.cnt) AS min_size, max(n.cnt) AS max_size
FROM chats c
JOIN messages m ON m.chat_id = c.id
JOIN (SELECT chat_id, count(*) AS cnt FROM messages GROUP BY chat_id) n ON n.chat_id = c.id
WHERE c.title LIKE 'perf-%'
GROUP BY 1 ORDER BY 3;
SELECT count(*) AS all_messages FROM messages;
""", tuples=False))
def main():
p = argparse.ArgumentParser()
p.add_argument("action", choices=["seed", "seed-burst", "count"])
p.add_argument("--burst-size", type=int, default=5000)
args = p.parse_args()
if args.action == "seed":
seed()
elif args.action == "seed-burst":
seed_burst(args.burst_size)
else:
count()
if __name__ == "__main__":
main()