forked from mtusi2026/mtusi2026lab6
124 lines
5.6 KiB
Bash
Executable File
124 lines
5.6 KiB
Bash
Executable File
#!/bin/sh
|
||
set -u
|
||
cd "$(dirname "$0")/.."
|
||
mkdir -p evidence
|
||
|
||
COMMIT="$(git rev-parse --short HEAD)$(git diff --quiet HEAD -- src prisma test scripts infra compose.yaml Dockerfile || echo ' (dirty)')"
|
||
|
||
header() {
|
||
printf '# %s\n# date: %s\n# commit: %s\n\n' "$1" "$(date -u +%Y-%m-%dT%H:%M:%SZ)" "$COMMIT"
|
||
}
|
||
|
||
run() {
|
||
echo "\$ $*"
|
||
"$@" 2>&1 || echo "EXIT CODE $?"
|
||
echo
|
||
}
|
||
|
||
started() {
|
||
docker inspect -f '{{.Name}} {{.State.Status}} started={{.State.StartedAt}}' $(docker compose ps -aq postgres redis s3 rabbitmq api lb)
|
||
}
|
||
|
||
api_states() {
|
||
docker inspect -f '{{.Name}} id={{slice .Id 0 12}} {{.State.Status}} exit={{.State.ExitCode}} finished={{.State.FinishedAt}}' $(docker compose ps -aq api)
|
||
}
|
||
|
||
restore_api() {
|
||
for id in $(docker compose ps -aq --status exited api); do
|
||
docker start "$id" >/dev/null
|
||
done
|
||
python3 scripts/probe.py ready >/dev/null
|
||
sleep 3
|
||
}
|
||
|
||
echo 'container.txt'
|
||
{
|
||
header 'Стенд: сервисы, порты, лимиты, секреты, миграции, топология брокера'
|
||
run docker compose ps -a --format 'table {{.Service}}\t{{.Name}}\t{{.Image}}\t{{.Status}}\t{{.Ports}}'
|
||
echo '## CPU/RAM-лимиты (NanoCpus: 1e9 = 1 CPU; Memory в байтах)'
|
||
run sh -c "docker inspect -f '{{.Name}} cpus={{.HostConfig.NanoCpus}} memory={{.HostConfig.Memory}}' \$(docker compose ps -aq)"
|
||
echo '## Секреты: каждый сервис видит только свои файлы (содержимое не выводится)'
|
||
for service in postgres redis s3 api reconciler relay worker; do
|
||
run docker compose exec -T "$service" ls /run/secrets
|
||
done
|
||
run docker compose exec -T rabbitmq ls /etc/rabbitmq/conf.d
|
||
run docker compose exec -T lb sh -c 'ls /run/secrets 2>/dev/null || echo "no /run/secrets"'
|
||
echo '## Версии'
|
||
run docker compose exec -T lb haproxy -v
|
||
run docker compose exec -T postgres postgres --version
|
||
run docker compose exec -T redis redis-server --version
|
||
run docker compose exec -T s3 minio --version
|
||
run docker compose exec -T rabbitmq rabbitmqctl -q version
|
||
echo '## Топология брокера: durable quorum-очереди, delivery-limit и DLQ'
|
||
run docker compose exec -T rabbitmq rabbitmqctl -q list_queues name type durable arguments messages
|
||
run docker compose exec -T rabbitmq rabbitmqctl -q list_consumers queue_name prefetch_count ack_required
|
||
echo '## Таблицы'
|
||
run docker compose exec -T postgres psql -U messenger -d messenger -c '\d attachments' -c '\d attachment_variants' -c '\d attachment_jobs' -c '\d outbox' -c '\d job_events'
|
||
echo '## Миграции: отдельный one-shot сервис, повторный запуск ничего не применяет, схема совпадает с БД'
|
||
run docker compose run --rm migrate
|
||
run docker compose run --rm --no-deps migrate sh -c 'export DATABASE_URL="$(cat "$DATABASE_URL_FILE")"; npx prisma migrate diff --from-url "$DATABASE_URL" --to-schema-datamodel prisma/schema.prisma --exit-code'
|
||
run docker compose exec -T postgres psql -U messenger -d messenger -c 'SELECT migration_name, finished_at FROM _prisma_migrations ORDER BY started_at'
|
||
} > evidence/container.txt
|
||
|
||
echo 'tests.txt'
|
||
{
|
||
header 'Собственные e2e-тесты (PostgreSQL + Redis + MinIO из compose.test.yaml)'
|
||
docker compose -f compose.test.yaml build -q tests
|
||
run docker compose -f compose.test.yaml run --rm tests npx jest --config ./test/jest-e2e.json --verbose
|
||
docker compose -f compose.test.yaml down -v >/dev/null 2>&1
|
||
} > evidence/tests.txt
|
||
|
||
echo 'smoke.txt'
|
||
{
|
||
header 'Публичные проверки через LB; разные реплики обслуживают одну сессию'
|
||
run make check
|
||
run make test
|
||
run python3 scripts/probe.py instances 6
|
||
} > evidence/smoke.txt
|
||
|
||
echo 'persistence.txt'
|
||
{
|
||
header 'make test-persistence: restart.sh перезапускает postgres, redis, s3, rabbitmq, api, lb с сохранением volumes'
|
||
echo '## до'
|
||
started
|
||
echo
|
||
run make test-persistence ACTION_SCRIPT=scripts/restart.sh
|
||
echo '## после'
|
||
started
|
||
} > evidence/persistence.txt
|
||
|
||
echo 'failover.txt'
|
||
{
|
||
header 'make test-failover: stop-one.sh останавливает реплику, обслужившую тест'
|
||
echo '## до'
|
||
api_states
|
||
echo
|
||
run make test-failover ACTION_SCRIPT=scripts/stop-one.sh
|
||
echo '## после: остановленная реплика Exited (0) — штатное завершение по SIGTERM'
|
||
api_states
|
||
restore_api
|
||
} > evidence/failover.txt
|
||
|
||
echo 's3.txt'
|
||
{
|
||
header 'S3 (минимум lab4): идемпотентный bootstrap, приватность мимо API, права пользователя API'
|
||
run docker compose run --rm --no-deps -T s3-init
|
||
run docker compose run --rm --no-deps -T s3-init
|
||
run sh scripts/check-s3.sh
|
||
} > evidence/s3.txt
|
||
|
||
echo 'jobs.txt'
|
||
{
|
||
header 'Фоновая обработка: сценарии защиты уровней 3 и 4 (scripts/job-scenario.py)'
|
||
for scenario in restart crash-after-store crash-after-commit outbox-gap relay-crash retry-replay broker; do
|
||
echo "## $scenario"
|
||
run python3 scripts/job-scenario.py "$scenario"
|
||
done
|
||
echo '## Итог по всем заданиям стенда'
|
||
run docker compose exec -T postgres psql -U messenger -d messenger -c 'SELECT status, count(*) FROM attachment_jobs GROUP BY status' -c 'SELECT count(*) AS unpublished_outbox FROM outbox WHERE published_at IS NULL' -c 'SELECT count(*) AS staging_left_on_ready FROM attachments WHERE status = '"'ready'"' AND staging_key IS NOT NULL'
|
||
echo '## Последний проход reconciler'
|
||
docker compose logs --no-log-prefix --tail 1 reconciler 2>&1
|
||
} > evidence/jobs.txt
|
||
|
||
echo 'done'
|