ЛР 2: PostgreSQL, сессии в Valkey, кэш истории (трек 1)

This commit is contained in:
Нурлыгаянова Екатерина
2026-10-29 11:29:38 +03:00
parent 65003b6119
commit 1503b5db81
132 changed files with 15114 additions and 20 deletions
+106
View File
@@ -0,0 +1,106 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
OUT=evidence/explain.txt
mkdir -p evidence
psql() { docker compose --env-file .env exec -T postgres psql -U messenger -d messenger -v ON_ERROR_STOP=1 "$@"; }
psql -q <<'SQL'
DO $$
DECLARE
u uuid;
c uuid;
i int;
BEGIN
IF EXISTS (SELECT 1 FROM users WHERE username = 'explain_seed_user') THEN
RETURN;
END IF;
INSERT INTO users (username, display_name, password_hash)
VALUES ('explain_seed_user', 'EXPLAIN seed', '$argon2id$not-a-login')
RETURNING id INTO u;
FOR i IN 0..4 LOOP
INSERT INTO chats (title) VALUES ('explain_seed_' || i) RETURNING id INTO c;
INSERT INTO chat_members (chat_id, user_id) VALUES (c, u);
INSERT INTO messages (chat_id, sender_id, text, created_at)
SELECT c, u, 'synthetic message ' || g || ' ' || repeat('x', 40),
now() - interval '1 day' + g * interval '1 millisecond'
FROM generate_series(1, CASE WHEN i = 0 THEN 12000 ELSE 10000 END) AS g;
END LOOP;
END $$;
ANALYZE users; ANALYZE chats; ANALYZE chat_members; ANALYZE messages;
SQL
{
echo "# EXPLAIN (ANALYZE, BUFFERS) истории сообщений"
echo "date_utc: $(date -u +%Y-%m-%dT%H:%M:%SZ)"
echo "postgres: $(psql -At -c 'SHOW server_version')"
psql -At -c "SELECT 'messages total: ' || count(*) FROM messages"
psql -At -c "SELECT 'target chat (explain_seed_0) messages: ' || count(*) FROM messages m JOIN chats c ON c.id = m.chat_id WHERE c.title = 'explain_seed_0'"
psql -At -c "SELECT 'indexes on messages: ' || string_agg(indexdef, '; ') FROM pg_indexes WHERE tablename = 'messages'"
echo
psql <<'SQL'
\pset pager off
SELECT id AS chat FROM chats WHERE title = 'explain_seed_0' \gset
SELECT id AS uid FROM users WHERE username = 'explain_seed_user' \gset
-- Курсор глубокой страницы: позиция 10 000-го сообщения целевого чата.
SELECT created_at AS ct, id AS cid FROM messages WHERE chat_id = :'chat'
ORDER BY created_at, id OFFSET 9999 LIMIT 1 \gset
PREPARE member(uuid, uuid) AS
SELECT EXISTS (SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2);
PREPARE first_page(uuid, int) AS
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
FROM messages m
WHERE m.chat_id = $1
ORDER BY m.created_at, m.id
LIMIT $2;
PREPARE next_page(uuid, timestamptz, uuid, int) AS
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
FROM messages m
WHERE m.chat_id = $1
AND (m.created_at, m.id) > ($2, $3)
ORDER BY m.created_at, m.id
LIMIT $4;
\echo '=== 1. Проверка членства (PK chat_members), generic plan'
SET plan_cache_mode = force_generic_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE member(:'chat', :'uid');
\echo '=== 2. Первая страница, limit 51 (50 + 1 для next_cursor), custom plan'
SET plan_cache_mode = force_custom_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE first_page(:'chat', 51);
\echo '=== 2g. Первая страница, generic plan (так её выполняет pgx после 5 повторов)'
SET plan_cache_mode = force_generic_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE first_page(:'chat', 51);
\echo '=== 3. Глубокая страница после 10 000 сообщений, custom plan'
SET plan_cache_mode = force_custom_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
\echo '=== 3g. Глубокая страница, generic plan: граница курсора остаётся в Index Cond'
SET plan_cache_mode = force_generic_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
\echo '=== 3x. Было до исправления: один SQL с «$2 IS NULL OR ...», generic plan — курсор в Filter'
PREPARE combined(uuid, timestamptz, uuid, int) AS
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
FROM messages m
WHERE m.chat_id = $1
AND ($2::timestamptz IS NULL OR (m.created_at, m.id) > ($2, $3::uuid))
ORDER BY m.created_at, m.id
LIMIT $4;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE combined(:'chat', :'ct', :'cid', 51);
\echo '=== 4. Контроль: та же глубокая страница через OFFSET 10000 (так делать нельзя)'
EXPLAIN (ANALYZE, BUFFERS)
SELECT m.id FROM messages m WHERE m.chat_id = :'chat' ORDER BY m.created_at, m.id OFFSET 10000 LIMIT 51;
\echo '=== 5. Контроль: без индекса (enable_indexscan/bitmapscan off) — полный scan и сортировка'
SET enable_indexscan = off; SET enable_bitmapscan = off; SET enable_indexonlyscan = off;
SET plan_cache_mode = force_custom_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
SQL
} > "$OUT" 2>&1
echo "written $OUT"