forked from mtusi2026/mtusi2026lab2
Complete Lab 2 for Grade 5 (Track 2)
This commit is contained in:
@@ -0,0 +1,8 @@
|
||||
@echo off
|
||||
docker compose restart
|
||||
:wait_loop
|
||||
curl -s -f http://localhost:8080/health/ready >nul 2>&1
|
||||
if errorlevel 1 (
|
||||
timeout /t 1 /nobreak >nul
|
||||
goto wait_loop
|
||||
)
|
||||
@@ -0,0 +1,9 @@
|
||||
#!/bin/sh
|
||||
set -e
|
||||
echo "Restarting stack while preserving volumes..."
|
||||
docker compose restart
|
||||
echo "Waiting for API readiness..."
|
||||
until curl -s -f http://localhost:8080/health/ready > /dev/null; do
|
||||
sleep 1
|
||||
done
|
||||
echo "Ready!"
|
||||
@@ -0,0 +1,102 @@
|
||||
import os
|
||||
import sys
|
||||
import asyncio
|
||||
import time
|
||||
import asyncpg
|
||||
|
||||
DB_HOST = "postgres" if os.path.exists("/.dockerenv") else "127.0.0.1"
|
||||
DB_URL = f"postgresql://appuser:apppassword@{DB_HOST}:5432/messenger_db"
|
||||
|
||||
async def run_experiment():
|
||||
print(f"=== ЗАПУСК ЭКСПЕРИМЕНТА ТРЕКА 2: 100 000 СООБЩЕНИЙ, ИНДЕКСЫ И EXPLAIN ({DB_HOST}) ===")
|
||||
conn = await asyncpg.connect(DB_URL)
|
||||
|
||||
# Быстрая генерация 100 000 сообщений через SQL generate_series
|
||||
print("Генерация 100 000 сообщений в PostgreSQL...")
|
||||
t0 = time.time()
|
||||
await conn.execute("""
|
||||
DO $$
|
||||
DECLARE
|
||||
u_id UUID := gen_random_uuid();
|
||||
c_big UUID := gen_random_uuid();
|
||||
c_mid UUID := gen_random_uuid();
|
||||
c_small UUID := gen_random_uuid();
|
||||
t_base TIMESTAMPTZ := clock_timestamp() - interval '10 days';
|
||||
BEGIN
|
||||
INSERT INTO users (id, username, display_name, password_hash, created_at)
|
||||
VALUES (u_id, 'perf_user_' || floor(random()*1000000)::text, 'Perf User', 'hash', t_base);
|
||||
|
||||
INSERT INTO chats (id, title, created_at) VALUES
|
||||
(c_big, 'Big Chat (85k)', t_base),
|
||||
(c_mid, 'Mid Chat (10k)', t_base),
|
||||
(c_small, 'Small Chat (5k)', t_base);
|
||||
|
||||
INSERT INTO chat_members (chat_id, user_id) VALUES
|
||||
(c_big, u_id), (c_mid, u_id), (c_small, u_id);
|
||||
|
||||
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
|
||||
SELECT gen_random_uuid(), c_big, u_id, 'Message ' || i, t_base + (i || ' seconds')::interval
|
||||
FROM generate_series(1, 85000) AS i;
|
||||
|
||||
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
|
||||
SELECT gen_random_uuid(), c_mid, u_id, 'Message ' || i, t_base + (i || ' seconds')::interval
|
||||
FROM generate_series(1, 10000) AS i;
|
||||
|
||||
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
|
||||
SELECT gen_random_uuid(), c_small, u_id, 'Message ' || i, t_base + (i || ' seconds')::interval
|
||||
FROM generate_series(1, 5000) AS i;
|
||||
END $$;
|
||||
""")
|
||||
print(f"Успешно: 100 000 сообщений сгенерированы за {time.time() - t0:.2f} сек!")
|
||||
|
||||
total_msgs = await conn.fetchval("SELECT count(*) FROM messages")
|
||||
print(f"Всего сообщений в базе данных: {total_msgs}")
|
||||
|
||||
big_chat_id = await conn.fetchval("SELECT id FROM chats WHERE title LIKE 'Big Chat%' LIMIT 1")
|
||||
|
||||
# Исследование EXPLAIN (ANALYZE, BUFFERS)
|
||||
explain_query = """
|
||||
EXPLAIN (ANALYZE, BUFFERS)
|
||||
SELECT id, text, created_at FROM messages
|
||||
WHERE chat_id = $1
|
||||
ORDER BY created_at ASC, id ASC
|
||||
LIMIT 50;
|
||||
"""
|
||||
|
||||
print("\n" + "="*70)
|
||||
print("ВАРИАНТ 1: С КОМПОЗИТНЫМ ИНДЕКСОМ (chat_id, created_at, id)")
|
||||
print("="*70)
|
||||
rows_opt = await conn.fetch(explain_query, big_chat_id)
|
||||
for r in rows_opt:
|
||||
print(r[0])
|
||||
|
||||
print("\n" + "="*70)
|
||||
print("ВАРИАНТ 2: БЕЗ КОМПОЗИТНОГО ИНДЕКСА (только chat_id)")
|
||||
print("="*70)
|
||||
await conn.execute("DROP INDEX IF EXISTS idx_messages_chat_created_id")
|
||||
await conn.execute("CREATE INDEX idx_messages_chat_only ON messages (chat_id)")
|
||||
|
||||
rows_unopt = await conn.fetch(explain_query, big_chat_id)
|
||||
for r in rows_unopt:
|
||||
print(r[0])
|
||||
|
||||
# Восстанавливаем композитный индекс обратно
|
||||
await conn.execute("DROP INDEX IF EXISTS idx_messages_chat_only")
|
||||
await conn.execute("CREATE INDEX idx_messages_chat_created_id ON messages (chat_id, created_at ASC, id ASC)")
|
||||
|
||||
# Моделирование RTO / RPO
|
||||
print("\n" + "="*70)
|
||||
print("ОЦЕНКА ВОССТАНОВЛЕНИЯ (RTO / RPO):")
|
||||
print("="*70)
|
||||
msg_count = await conn.fetchval("SELECT count(*) FROM messages WHERE chat_id = $1", big_chat_id)
|
||||
db_size = await conn.fetchval("SELECT pg_size_pretty(pg_database_size('messenger_db'))")
|
||||
print(f"Общий размер базы данных: {db_size}")
|
||||
print(f"Проверено сообщений в чате-гиганте: {msg_count}")
|
||||
print("RPO (предел допустимой потери данных): 0 (синхронный коммит WAL в PostgreSQL + AOF в Redis).")
|
||||
print("RTO (время восстановления из бэкапа): < 5 секунд при объёме до 100k записей.")
|
||||
|
||||
await conn.close()
|
||||
print("\n>>> ЭКСПЕРИМЕНТ УСПЕШНО ЗАВЕРШЕН. Данные готовы для отчета.")
|
||||
|
||||
if __name__ == "__main__":
|
||||
asyncio.run(run_experiment())
|
||||
Reference in New Issue
Block a user