forked from mtusi2026/mtusi2026lab2
140 lines
4.8 KiB
Python
140 lines
4.8 KiB
Python
#!/usr/bin/env python3
|
|
"""Наполняет БД ≥100 000 сообщений с неравномерными чатами (Track 2).
|
|
|
|
Использование:
|
|
python3 scripts/perf100k.py seed # ~110k сообщений, 79 чатов
|
|
python3 scripts/perf100k.py seed-burst # чат, где все created_at совпадают
|
|
python3 scripts/perf100k.py count
|
|
|
|
Профиль seed детерминирован (random.Random(42)), Zipf-подобный:
|
|
60 маленьких чатов 5..80 сообщений, окно времени 1 час
|
|
15 средних чатов 100..1500, окно 1 день
|
|
4 больших чата 10000..40000, окно 1 неделя
|
|
|
|
seed-burst моделирует всплеск: приложение хранит created_at с точностью
|
|
до секунды, поэтому сообщения одной секунды имеют одинаковый created_at
|
|
и порядок внутри неё задаёт только id.
|
|
"""
|
|
import argparse
|
|
import random
|
|
|
|
from track2_common import PERF_USER_ID, Pg
|
|
|
|
db = Pg.compose()
|
|
|
|
|
|
def ensure_perf_user():
|
|
db.psql(f"""
|
|
INSERT INTO users (id, username, display_name, password_hash, created_at)
|
|
VALUES ('{PERF_USER_ID}', 'perf2_user', 'Perf2',
|
|
'$argon2id$v=19$m=65536,t=2,p=1$FAKE$FAKE', now())
|
|
ON CONFLICT (id) DO NOTHING;
|
|
""")
|
|
|
|
|
|
def chat_sizes():
|
|
rng = random.Random(42)
|
|
sizes = [rng.randint(5, 80) for _ in range(60)]
|
|
sizes += [rng.randint(100, 1500) for _ in range(15)]
|
|
sizes += [rng.randint(10000, 40000) for _ in range(3)]
|
|
sizes.append(20000)
|
|
return sizes
|
|
|
|
|
|
def classify(size):
|
|
if size <= 80:
|
|
return "small", 3600
|
|
if size <= 1500:
|
|
return "medium", 86400
|
|
return "large", 604800
|
|
|
|
|
|
def seed():
|
|
existing = int(db.scalar("SELECT count(*) FROM messages WHERE text LIKE 'perf2-%';"))
|
|
if existing >= 100000:
|
|
print(f"уже засеяно: {existing} сообщений, пропуск")
|
|
return
|
|
|
|
ensure_perf_user()
|
|
sizes = chat_sizes()
|
|
print(f"план: {len(sizes)} чатов, {sum(sizes)} сообщений")
|
|
|
|
created_total = 0
|
|
for idx, sz in enumerate(sizes):
|
|
cls, window_seconds = classify(sz)
|
|
db.psql(f"""
|
|
DO $$
|
|
DECLARE
|
|
cid uuid := gen_random_uuid();
|
|
BEGIN
|
|
INSERT INTO chats (id, title, created_at)
|
|
VALUES (cid, 'perf-{cls}-{idx}-sz{sz}', now() - interval '{idx + 1} hours');
|
|
INSERT INTO chat_members (chat_id, user_id) VALUES (cid, '{PERF_USER_ID}');
|
|
|
|
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
|
|
SELECT gen_random_uuid(), cid, '{PERF_USER_ID}',
|
|
'perf2-{idx}-' || g,
|
|
date_trunc('second', now()) - floor(random() * {window_seconds}) * interval '1 second'
|
|
FROM generate_series(1, {sz}) AS g;
|
|
END $$;
|
|
""")
|
|
created_total += sz
|
|
if idx % 10 == 0 or idx == len(sizes) - 1:
|
|
print(f" [{idx + 1}/{len(sizes)}] {cls} size {sz}, всего {created_total}")
|
|
|
|
db.psql("ANALYZE messages; ANALYZE chats; ANALYZE chat_members;")
|
|
print(f"засеяно {created_total} сообщений, ANALYZE выполнен")
|
|
|
|
|
|
def seed_burst(size):
|
|
title = f"perf-burst-ties-sz{size}"
|
|
if db.scalar(f"SELECT count(*) FROM chats WHERE title = '{title}';") != "0":
|
|
print(f"чат {title} уже есть, пропуск")
|
|
return
|
|
ensure_perf_user()
|
|
db.psql(f"""
|
|
DO $$
|
|
DECLARE
|
|
cid uuid := gen_random_uuid();
|
|
ts timestamptz := date_trunc('second', now()) - interval '2 days';
|
|
BEGIN
|
|
INSERT INTO chats (id, title, created_at) VALUES (cid, '{title}', ts);
|
|
INSERT INTO chat_members (chat_id, user_id) VALUES (cid, '{PERF_USER_ID}');
|
|
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
|
|
SELECT gen_random_uuid(), cid, '{PERF_USER_ID}', 'perf2-burst-' || g, ts
|
|
FROM generate_series(1, {size}) AS g;
|
|
END $$;
|
|
ANALYZE messages;
|
|
""")
|
|
print(f"создан {title}: {size} сообщений с одним created_at")
|
|
|
|
|
|
def count():
|
|
print(db.psql("""
|
|
SELECT split_part(c.title, '-', 2) AS class, count(DISTINCT c.id) AS chats,
|
|
count(m.id) AS messages, min(n.cnt) AS min_size, max(n.cnt) AS max_size
|
|
FROM chats c
|
|
JOIN messages m ON m.chat_id = c.id
|
|
JOIN (SELECT chat_id, count(*) AS cnt FROM messages GROUP BY chat_id) n ON n.chat_id = c.id
|
|
WHERE c.title LIKE 'perf-%'
|
|
GROUP BY 1 ORDER BY 3;
|
|
SELECT count(*) AS all_messages FROM messages;
|
|
""", tuples=False))
|
|
|
|
|
|
def main():
|
|
p = argparse.ArgumentParser()
|
|
p.add_argument("action", choices=["seed", "seed-burst", "count"])
|
|
p.add_argument("--burst-size", type=int, default=5000)
|
|
args = p.parse_args()
|
|
if args.action == "seed":
|
|
seed()
|
|
elif args.action == "seed-burst":
|
|
seed_burst(args.burst_size)
|
|
else:
|
|
count()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|