forked from mtusi2026/mtusi2026lab4
54 lines
3.2 KiB
Bash
Executable File
54 lines
3.2 KiB
Bash
Executable File
#!/bin/sh
|
|
set -eu
|
|
cd "$(dirname "$0")/.."
|
|
mkdir -p evidence
|
|
count() { ./scripts/s3-admin.sh s3 ls s3://attachments/ --recursive | wc -l | tr -d ' '; }
|
|
psql_() { docker compose exec -T postgres sh -c "psql -U \"\$POSTGRES_USER\" -d \"\$POSTGRES_DB\" -t -A -c \"$1\""; }
|
|
trap 'psql_ "ALTER TABLE attachments DROP CONSTRAINT IF EXISTS inject_fail;" >/dev/null 2>&1 || true' EXIT
|
|
ORPHAN=attachments/00000000-0000-4000-8000-000000000000/11111111-1111-4111-8111-111111111111
|
|
|
|
{
|
|
echo "== A: PUT прошёл, запись метаданных упала -> компенсация"
|
|
before=$(count); echo "objects before: $before"
|
|
psql_ "ALTER TABLE attachments ADD CONSTRAINT inject_fail CHECK (false) NOT VALID;"
|
|
python3 scripts/upload_tools.py ok
|
|
sleep 1
|
|
docker compose logs api --since 1m | grep "metadata insert failed" | tail -1 || true
|
|
docker compose logs api --since 1m | grep "compensation delete failed" || echo "(сбоев компенсации нет)"
|
|
psql_ "ALTER TABLE attachments DROP CONSTRAINT inject_fail;"
|
|
after=$(count); echo "objects after: $after"
|
|
[ "$before" = "$after" ] && echo "PASS: объект не остался" || echo "FAIL: число объектов изменилось"
|
|
} 2>&1 | tee evidence/orphans-A.txt
|
|
|
|
{
|
|
echo "== D: обрыв загрузки клиентом (заявлено 5 МБ, отправлено 300 КБ)"
|
|
before=$(count); echo "objects before: $before"
|
|
python3 scripts/upload_tools.py abort
|
|
sleep 3
|
|
after=$(count); echo "objects after: $after"
|
|
[ "$before" = "$after" ] && echo "PASS: в S3 ничего не записано" || echo "FAIL: число объектов изменилось"
|
|
for i in 1 2; do docker compose exec -T --index $i api sh -c "echo временных файлов в реплике $i: \$(ls /tmp | wc -l)"; done
|
|
} 2>&1 | tee evidence/orphans-D.txt
|
|
|
|
{
|
|
echo "== B: объект без записи в БД (имитация падения между PUT и INSERT)"
|
|
./scripts/s3-admin.sh s3api put-object --bucket attachments --key "$ORPHAN" >/dev/null
|
|
sleep 2
|
|
echo "-- grace=1h: свежий объект не трогается"
|
|
docker compose run --rm -T reconciler ./reconcile -dry-run -grace=1h 2>&1 | grep -E "orphan|reconcile:" || true
|
|
echo "-- grace=1s, dry-run: найден, но не удалён"
|
|
docker compose run --rm -T reconciler ./reconcile -dry-run -grace=1s 2>&1 | grep -E "orphan|reconcile:" || true
|
|
./scripts/s3-admin.sh s3 ls s3://attachments/ --recursive | grep -c 1111 || true
|
|
echo "-- grace=1s, реальный запуск: удалён"
|
|
docker compose run --rm -T reconciler ./reconcile -grace=1s 2>&1 | grep -E "orphan|reconcile:" || true
|
|
./scripts/s3-admin.sh s3 ls s3://attachments/ --recursive | grep 1111 || echo "PASS: сирота удалён"
|
|
} 2>&1 | tee evidence/orphans-B.txt
|
|
|
|
{
|
|
echo "== C: объект потерян, метаданные остались"
|
|
key=$(psql_ "SELECT object_key FROM attachments ORDER BY created_at LIMIT 1;")
|
|
echo "удаляем объект $key (тестовое вложение)"
|
|
./scripts/s3-admin.sh s3 rm "s3://attachments/$key" >/dev/null
|
|
docker compose run --rm -T reconciler ./reconcile -dry-run -grace=1s -check-missing 2>&1 | grep -E "MISSING|reconcile:" || true
|
|
} 2>&1 | tee evidence/orphans-C.txt
|