Files
mtusi2026lab2/scripts/track2_experiment.sh
T
iDizZ 712a359866
Skeleton contracts / contracts (pull_request) Canceled after 0s
Подключение Postgresql и redis
2026-10-30 15:04:31 +03:00

212 lines
8.8 KiB
Bash
Executable File

#!/bin/sh
# Трек 5: два индекса, стоимость вставки, backup и сверка после restore.
# Секреты и токены не печатаются. Дамп остаётся в backups/ и не коммитится.
set -eu
set -o pipefail
cd "$(dirname "$0")/.."
mkdir -p evidence backups
OUT=evidence/track2_explain.txt
SUMMARY=evidence/track2_summary.txt
: > "$OUT"
psql_db() {
db=$1
shift
docker compose --env-file .env exec -T postgres \
psql -U messenger -d "$db" -v ON_ERROR_STOP=1 "$@"
}
echo "=== recreate bench ===" | tee -a "$OUT"
psql_db postgres <<'SQL'
SELECT pg_terminate_backend(pid)
FROM pg_stat_activity
WHERE datname IN ('messenger_bench', 'messenger_restore')
AND pid <> pg_backend_pid();
DROP DATABASE IF EXISTS messenger_bench;
DROP DATABASE IF EXISTS messenger_restore;
CREATE DATABASE messenger_bench;
SQL
docker compose --env-file .env exec -T postgres \
psql -U messenger -d messenger_bench -v ON_ERROR_STOP=1 \
< migrations/001_init.sql >> "$OUT"
echo "=== seed uneven 100000 messages ===" | tee -a "$OUT"
psql_db messenger_bench <<'SQL' | tee -a "$OUT"
INSERT INTO users (id, username, display_name, password_hash, created_at)
VALUES ('aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa', 'bench_user', 'Стенд', 'not-a-login-hash', '2026-01-01T00:00:00Z');
INSERT INTO chats (id, title, created_at) VALUES
('bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb1', 'big', '2026-01-01T00:00:00Z'),
('bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb2', 'mid', '2026-01-01T00:00:01Z'),
('bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb3', 'small', '2026-01-01T00:00:02Z'),
('bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb4', 'write', '2026-01-01T00:00:03Z');
INSERT INTO chat_members (chat_id, user_id, position)
SELECT id, 'aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa', 0 FROM chats;
INSERT INTO chats (id, title, created_at)
SELECT gen_random_uuid(), 'tiny-' || g, timestamptz '2026-01-02' + g * interval '1 second'
FROM generate_series(1, 100) g;
INSERT INTO chat_members (chat_id, user_id, position)
SELECT id, 'aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa', 0
FROM chats WHERE title LIKE 'tiny-%';
-- Времена всех чатов перемешаны. Иначе индекс только по created_at
-- читает сплошной кусок одного чата и не показывает цену фильтра chat_id.
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
SELECT gen_random_uuid(),
CASE
WHEN n % 100 < 80 THEN 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb1'::uuid
WHEN n % 100 < 95 THEN 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb2'::uuid
WHEN n % 100 < 99 THEN 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb3'::uuid
ELSE (SELECT id FROM chats WHERE title = 'tiny-' || ((n / 100) % 100 + 1))
END,
'aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa',
CASE
WHEN n % 100 < 80 THEN 'big-' || row_number() OVER (PARTITION BY n % 100 < 80, n % 100 < 95, n % 100 < 99 ORDER BY n)
WHEN n % 100 < 95 THEN 'mid-' || row_number() OVER (PARTITION BY n % 100 < 80, n % 100 < 95 ORDER BY n)
WHEN n % 100 < 99 THEN 'small-' || row_number() OVER (PARTITION BY n % 100 < 99 ORDER BY n)
ELSE 'tiny-' || row_number() OVER (PARTITION BY (n / 100) % 100 ORDER BY n)
END,
timestamptz '2026-01-01' + n * interval '1 microsecond'
FROM generate_series(1, 100000) AS n;
SELECT title, count(*) AS messages
FROM chats c
JOIN messages m ON m.chat_id = c.id
GROUP BY title
ORDER BY messages DESC, title
LIMIT 8;
SELECT count(*) AS messages_total FROM messages;
SHOW synchronous_commit;
SQL
echo "=== cursor in the big chat ===" | tee -a "$OUT"
psql_db messenger_bench -At -F '|' -c "SELECT to_char(created_at AT TIME ZONE 'UTC', 'YYYY-MM-DD HH24:MI:SS.US'), id::text FROM messages WHERE chat_id = 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb1' ORDER BY created_at, id OFFSET 40000 LIMIT 1" > evidence/track2_cursor.txt
CUR_AT=$(cut -d'|' -f1 evidence/track2_cursor.txt)
CUR_ID=$(cut -d'|' -f2 evidence/track2_cursor.txt)
test -n "$CUR_AT"
test -n "$CUR_ID"
run_explain() {
label=$1
chat=$2
echo "=== EXPLAIN $label chat=$chat ===" | tee -a "$OUT"
psql_db messenger_bench <<SQL | tee -a "$OUT"
ANALYZE messages;
EXPLAIN (ANALYZE, BUFFERS)
SELECT id, left(text, 24)
FROM messages
WHERE chat_id = '$chat'
AND (created_at, id) > (timestamptz '$CUR_AT UTC', '$CUR_ID'::uuid)
ORDER BY created_at, id
LIMIT 50;
SQL
}
BIG=bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb1
SMALL=bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb3
echo "=== no secondary index: seq scan of the whole table ===" | tee -a "$OUT"
psql_db messenger_bench -c 'DROP INDEX IF EXISTS messages_history_idx' | tee -a "$OUT"
run_explain "seq_scan" "$BIG"
echo "=== index on (created_at, id) only ===" | tee -a "$OUT"
psql_db messenger_bench -c 'CREATE INDEX messages_time_idx ON messages (created_at, id)' | tee -a "$OUT"
run_explain "time_only_big" "$BIG"
run_explain "time_only_small" "$SMALL"
echo "=== insert cost with time index ===" | tee -a "$OUT"
psql_db messenger_bench <<'SQL' 2>&1 | tee -a "$OUT"
DO $$
DECLARE t0 timestamptz := clock_timestamp();
BEGIN
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
SELECT gen_random_uuid(), 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb4',
'aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa', 'write-time-' || g,
timestamptz '2026-02-01' + g * interval '1 microsecond'
FROM generate_series(1, 5000) g;
RAISE NOTICE 'insert_5000_time_index_ms %', round(extract(epoch FROM clock_timestamp() - t0) * 1000, 3);
END $$;
DELETE FROM messages WHERE chat_id = 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb4';
DROP INDEX messages_time_idx;
CREATE INDEX messages_history_idx ON messages (chat_id, created_at, id);
SQL
run_explain "history_big" "$BIG"
run_explain "history_small" "$SMALL"
echo "=== insert cost with history index ===" | tee -a "$OUT"
psql_db messenger_bench <<'SQL' 2>&1 | tee -a "$OUT"
DO $$
DECLARE t0 timestamptz := clock_timestamp();
BEGIN
INSERT INTO messages (id, chat_id, sender_id, text, created_at)
SELECT gen_random_uuid(), 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb4',
'aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa', 'write-hist-' || g,
timestamptz '2026-02-02' + g * interval '1 microsecond'
FROM generate_series(1, 5000) g;
RAISE NOTICE 'insert_5000_history_index_ms %', round(extract(epoch FROM clock_timestamp() - t0) * 1000, 3);
END $$;
DELETE FROM messages WHERE chat_id = 'bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbb4';
SQL
echo "=== snapshot before dump ===" | tee -a "$OUT"
psql_db messenger_bench -At <<'SQL' > evidence/track2_before.txt
SELECT kind, value FROM (
SELECT 'messages' AS kind, count(*)::text AS value FROM messages
UNION ALL SELECT 'chats', count(*)::text FROM chats
UNION ALL SELECT 'users', count(*)::text FROM users
UNION ALL SELECT 'big-1', text FROM messages WHERE text = 'big-1'
UNION ALL SELECT 'big-80000', text FROM messages WHERE text = 'big-80000'
UNION ALL SELECT 'mid-15000', text FROM messages WHERE text = 'mid-15000'
UNION ALL SELECT 'tiny-sample', min(m.text)
FROM messages m JOIN chats c ON c.id = m.chat_id WHERE c.title LIKE 'tiny-%'
) s ORDER BY kind;
SQL
echo "=== dump and restore ===" | tee -a "$OUT"
DUMP_START=$(date +%s%N)
docker compose --env-file .env exec -T postgres \
pg_dump -U messenger -Fc messenger_bench > backups/track2.dump
DUMP_MS=$(( ($(date +%s%N) - DUMP_START) / 1000000 ))
psql_db postgres -c 'CREATE DATABASE messenger_restore' >> "$OUT"
docker compose --env-file .env cp backups/track2.dump postgres:/tmp/track2.dump
RESTORE_START=$(date +%s%N)
docker compose --env-file .env exec -T postgres \
pg_restore -U messenger -d messenger_restore --exit-on-error /tmp/track2.dump
RESTORE_MS=$(( ($(date +%s%N) - RESTORE_START) / 1000000 ))
docker compose --env-file .env exec -T postgres rm -f /tmp/track2.dump
psql_db messenger_restore -At <<'SQL' > evidence/track2_after.txt
SELECT kind, value FROM (
SELECT 'messages' AS kind, count(*)::text AS value FROM messages
UNION ALL SELECT 'chats', count(*)::text FROM chats
UNION ALL SELECT 'users', count(*)::text FROM users
UNION ALL SELECT 'big-1', text FROM messages WHERE text = 'big-1'
UNION ALL SELECT 'big-80000', text FROM messages WHERE text = 'big-80000'
UNION ALL SELECT 'mid-15000', text FROM messages WHERE text = 'mid-15000'
UNION ALL SELECT 'tiny-sample', min(m.text)
FROM messages m JOIN chats c ON c.id = m.chat_id WHERE c.title LIKE 'tiny-%'
) s ORDER BY kind;
SQL
if ! cmp -s evidence/track2_before.txt evidence/track2_after.txt; then
echo "RESTORE MISMATCH" | tee -a "$OUT"
diff -u evidence/track2_before.txt evidence/track2_after.txt | tee -a "$OUT"
exit 1
fi
{
echo "messages_before=$(grep '^messages' evidence/track2_before.txt)"
echo "dump_ms=$DUMP_MS"
echo "restore_ms=$RESTORE_MS"
echo "compare=match"
echo "synchronous_commit=on"
echo "hypothesis=history index reads one chat range; time-only index filters chat_id after walking created_at"
} | tee "$SUMMARY"
echo "PASS track2" | tee -a "$OUT"