forked from mtusi2026/mtusi2026lab2
114 lines
5.1 KiB
Bash
Executable File
114 lines
5.1 KiB
Bash
Executable File
#!/bin/sh
|
|
set -eu
|
|
cd "$(dirname "$0")/.."
|
|
|
|
TOTAL=${TOTAL:-120000}
|
|
IMAGE=postgres:17.7-alpine@sha256:bb377b7239d2774ac8cc76f481596ce96c5a6b5e9d141f6d0a0ee371a6e7c0f2
|
|
RNAME=mtusi-lab2-restore
|
|
RVOL=mtusi-lab2-restore-data
|
|
PSQL="docker compose --env-file .env exec -T postgres psql -U messenger -d messenger -X -q"
|
|
RPSQL="docker exec -i $RNAME psql -U messenger -d messenger_restored -X -q"
|
|
STAMP=$(date +%Y%m%d-%H%M%S)
|
|
DUMP="backups/messenger-$STAMP.dump"
|
|
|
|
now_ms() {
|
|
python3 -c 'import time; print(int(time.time() * 1000))'
|
|
}
|
|
|
|
elapsed() {
|
|
python3 -c "print('%.3f' % ((int('$2') - int('$1')) / 1000.0))"
|
|
}
|
|
|
|
cleanup() {
|
|
if [ "${KEEP:-0}" != "1" ]; then
|
|
docker rm -f "$RNAME" >/dev/null 2>&1 || true
|
|
docker volume rm "$RVOL" >/dev/null 2>&1 || true
|
|
fi
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
mkdir -p backups
|
|
|
|
echo "=== Стенд и версии ==="
|
|
docker compose --env-file .env ps --format '{{.Service}} {{.Image}} {{.Status}}'
|
|
uname -sm
|
|
docker --version
|
|
|
|
echo
|
|
echo "=== 1. Засев истории: цель $TOTAL сообщений, чаты неравномерные ==="
|
|
$PSQL -v total="$TOTAL" -f - < student-tests/seed.sql
|
|
|
|
echo
|
|
echo "=== 2. Сравнение индексов и цены записи (каждый вариант в откатываемой транзакции) ==="
|
|
$PSQL -f - < student-tests/track2_indexes.sql
|
|
|
|
BIG_CHAT=$($PSQL -t -A -c "SELECT chat_id FROM messages GROUP BY chat_id ORDER BY count(*) DESC LIMIT 1")
|
|
echo
|
|
echo "Самый большой чат: $BIG_CHAT"
|
|
|
|
echo
|
|
echo "=== 3. Состояние источника до бэкапа ==="
|
|
$PSQL -v big_chat="$BIG_CHAT" -f - < student-tests/track2_verify.sql
|
|
|
|
echo
|
|
echo "=== 4. Бэкап pg_dump -Fc ==="
|
|
BACKUP_START=$(now_ms)
|
|
docker compose --env-file .env exec -T postgres pg_dump -U messenger -d messenger -Fc > "$DUMP"
|
|
BACKUP_END=$(now_ms)
|
|
echo "backup_seconds=$(elapsed "$BACKUP_START" "$BACKUP_END")"
|
|
echo "dump_size=$(du -h "$DUMP" | cut -f1)"
|
|
|
|
echo
|
|
echo "=== 5. Запись после бэкапа: граница потери данных ==="
|
|
$PSQL -c "INSERT INTO messages (id, chat_id, sender_id, text, created_at) SELECT gen_random_uuid(), '$BIG_CHAT', sender_id, convert_to('marker after backup $STAMP', 'UTF8'), clock_timestamp() FROM messages WHERE chat_id = '$BIG_CHAT' LIMIT 1"
|
|
$PSQL -t -A -c "SELECT 'в источнике маркеров: ' || count(*) FROM messages WHERE position(convert_to('marker after backup', 'UTF8') in text) = 1"
|
|
|
|
echo
|
|
echo "=== 6. Новое хранилище: отдельный контейнер и отдельный том ==="
|
|
docker volume create "$RVOL" >/dev/null
|
|
docker run -d --name "$RNAME" \
|
|
-e POSTGRES_USER=messenger \
|
|
-e POSTGRES_DB=messenger_restored \
|
|
-e POSTGRES_PASSWORD_FILE=/run/secrets/postgres_password \
|
|
-v "$PWD/secrets/postgres_password:/run/secrets/postgres_password:ro" \
|
|
-v "$RVOL:/var/lib/postgresql/data" \
|
|
"$IMAGE" >/dev/null
|
|
i=0
|
|
while [ "$i" -lt 60 ]; do
|
|
if docker exec "$RNAME" pg_isready -U messenger -d messenger_restored >/dev/null 2>&1; then break; fi
|
|
i=$((i + 1))
|
|
sleep 1
|
|
done
|
|
docker exec "$RNAME" pg_isready -U messenger -d messenger_restored
|
|
|
|
echo
|
|
echo "=== 7. Восстановление в новое хранилище ==="
|
|
docker cp "$DUMP" "$RNAME:/tmp/restore.dump" >/dev/null
|
|
RESTORE_START=$(now_ms)
|
|
docker exec "$RNAME" pg_restore -U messenger -d messenger_restored --no-owner --exit-on-error /tmp/restore.dump
|
|
RESTORE_END=$(now_ms)
|
|
echo "restore_seconds=$(elapsed "$RESTORE_START" "$RESTORE_END")"
|
|
|
|
echo
|
|
echo "=== 8. Сверка восстановленной копии ==="
|
|
$RPSQL -v big_chat="$BIG_CHAT" -f - < student-tests/track2_verify.sql
|
|
|
|
echo
|
|
echo "=== 9. Итог ==="
|
|
SRC_MD5=$($PSQL -t -A -c "SELECT md5(string_agg(id::text || '|' || created_at::text || '|' || encode(text, 'hex'), E'\n' ORDER BY created_at, id)) FROM messages WHERE chat_id = '$BIG_CHAT' AND position(convert_to('marker after backup', 'UTF8') in text) <> 1")
|
|
DST_MD5=$($RPSQL -t -A -c "SELECT md5(string_agg(id::text || '|' || created_at::text || '|' || encode(text, 'hex'), E'\n' ORDER BY created_at, id)) FROM messages WHERE chat_id = '$BIG_CHAT'")
|
|
SRC_ROWS=$($PSQL -t -A -c "SELECT count(*) FROM messages WHERE position(convert_to('marker after backup', 'UTF8') in text) <> 1")
|
|
DST_ROWS=$($RPSQL -t -A -c "SELECT count(*) FROM messages")
|
|
echo "backup_seconds=$(elapsed "$BACKUP_START" "$BACKUP_END") restore_seconds=$(elapsed "$RESTORE_START" "$RESTORE_END")"
|
|
echo "messages_source_without_marker=$SRC_ROWS messages_restored=$DST_ROWS"
|
|
echo "big_chat_md5_source=$SRC_MD5"
|
|
echo "big_chat_md5_restored=$DST_MD5"
|
|
if [ "$SRC_MD5" = "$DST_MD5" ] && [ "$SRC_ROWS" = "$DST_ROWS" ]; then
|
|
echo "RESULT: восстановленная копия совпадает с источником на момент бэкапа"
|
|
else
|
|
echo "RESULT: расхождение, смотри таблицы выше"
|
|
exit 1
|
|
fi
|
|
MARKERS=$($RPSQL -t -A -c "SELECT count(*) FROM messages WHERE position(convert_to('marker after backup', 'UTF8') in text) = 1")
|
|
echo "маркеров после бэкапа в восстановленной копии: $MARKERS (ожидается 0: всё, что подтверждено после снимка, в дампе отсутствует)"
|