From dc5abb6fffd7fb2d69d4e0ab60d9f57d4abcae67 Mon Sep 17 00:00:00 2001 From: Mraksimus Date: Fri, 9 Oct 2026 11:50:01 +0300 Subject: [PATCH] Completed for a grade of five --- REPORT.md | 261 +++++++++++++++++- compose.yaml | 3 + evidence/clean-start.txt | 34 +++ evidence/explain-history.txt | 42 +-- evidence/failures.txt | 38 +++ evidence/gradle-tests.txt | 72 +++++ evidence/persistence.txt | 27 ++ evidence/smoke.txt | 4 + evidence/storage.txt | 23 ++ .../read-after-write/off_redis-down.json | 11 + .../track1/read-after-write/off_redis-up.json | 11 + .../read-after-write/on_redis-down.json | 11 + .../track1/read-after-write/on_redis-up.json | 11 + evidence/track1/redis-restart-runs.csv | 11 + .../redis-restart/off/t50_r1/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/off/t50_r1/per-second.csv | 31 +++ .../track1/redis-restart/off/t50_r1/run.json | 4 + .../redis-restart/off/t50_r1/samples.csv | 31 +++ .../redis-restart/off/t50_r2/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/off/t50_r2/per-second.csv | 31 +++ .../track1/redis-restart/off/t50_r2/run.json | 4 + .../redis-restart/off/t50_r2/samples.csv | 31 +++ .../redis-restart/off/t50_r3/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/off/t50_r3/per-second.csv | 31 +++ .../track1/redis-restart/off/t50_r3/run.json | 4 + .../redis-restart/off/t50_r3/samples.csv | 31 +++ .../redis-restart/off/t50_r4/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/off/t50_r4/per-second.csv | 31 +++ .../track1/redis-restart/off/t50_r4/run.json | 4 + .../redis-restart/off/t50_r4/samples.csv | 31 +++ .../redis-restart/off/t50_r5/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/off/t50_r5/per-second.csv | 31 +++ .../track1/redis-restart/off/t50_r5/run.json | 4 + .../redis-restart/off/t50_r5/samples.csv | 31 +++ .../redis-restart/on/t50_r1/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/on/t50_r1/per-second.csv | 31 +++ .../track1/redis-restart/on/t50_r1/run.json | 4 + .../redis-restart/on/t50_r1/samples.csv | 31 +++ .../redis-restart/on/t50_r2/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/on/t50_r2/per-second.csv | 31 +++ .../track1/redis-restart/on/t50_r2/run.json | 4 + .../redis-restart/on/t50_r2/samples.csv | 31 +++ .../redis-restart/on/t50_r3/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/on/t50_r3/per-second.csv | 31 +++ .../track1/redis-restart/on/t50_r3/run.json | 4 + .../redis-restart/on/t50_r3/samples.csv | 31 +++ .../redis-restart/on/t50_r4/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/on/t50_r4/per-second.csv | 31 +++ .../track1/redis-restart/on/t50_r4/run.json | 4 + .../redis-restart/on/t50_r4/samples.csv | 31 +++ .../redis-restart/on/t50_r5/k6-summary.json | 245 ++++++++++++++++ .../redis-restart/on/t50_r5/per-second.csv | 31 +++ .../track1/redis-restart/on/t50_r5/run.json | 4 + .../redis-restart/on/t50_r5/samples.csv | 31 +++ evidence/track1/stampede-runs.csv | 15 + .../stampede/off/t10_f1_r1/k6-summary.json | 245 ++++++++++++++++ .../stampede/off/t10_f1_r1/redis-stats.txt | 2 + .../track1/stampede/off/t10_f1_r1/run.json | 3 + .../stampede/off/t10_f1_r1/sql-calls.csv | 1 + .../stampede/off/t10_f1_r1/top-queries.txt | 3 + .../stampede/off/t10_f1_r2/k6-summary.json | 245 ++++++++++++++++ .../stampede/off/t10_f1_r2/redis-stats.txt | 2 + .../track1/stampede/off/t10_f1_r2/run.json | 3 + .../stampede/off/t10_f1_r2/sql-calls.csv | 1 + .../stampede/off/t10_f1_r2/top-queries.txt | 3 + .../stampede/off/t10_f1_r3/k6-summary.json | 245 ++++++++++++++++ .../stampede/off/t10_f1_r3/redis-stats.txt | 2 + .../track1/stampede/off/t10_f1_r3/run.json | 3 + .../stampede/off/t10_f1_r3/sql-calls.csv | 1 + .../stampede/off/t10_f1_r3/top-queries.txt | 3 + .../stampede/off/t50_f0_r1/k6-summary.json | 245 ++++++++++++++++ .../stampede/off/t50_f0_r1/redis-stats.txt | 2 + .../track1/stampede/off/t50_f0_r1/run.json | 3 + .../stampede/off/t50_f0_r1/sql-calls.csv | 1 + .../stampede/off/t50_f0_r1/top-queries.txt | 2 + .../stampede/off/t50_f1_r1/k6-summary.json | 245 ++++++++++++++++ .../stampede/off/t50_f1_r1/redis-stats.txt | 2 + .../track1/stampede/off/t50_f1_r1/run.json | 3 + .../stampede/off/t50_f1_r1/sql-calls.csv | 1 + .../stampede/off/t50_f1_r1/top-queries.txt | 3 + .../stampede/off/t50_f1_r2/k6-summary.json | 245 ++++++++++++++++ .../stampede/off/t50_f1_r2/redis-stats.txt | 2 + .../track1/stampede/off/t50_f1_r2/run.json | 3 + .../stampede/off/t50_f1_r2/sql-calls.csv | 1 + .../stampede/off/t50_f1_r2/top-queries.txt | 3 + .../stampede/off/t50_f1_r3/k6-summary.json | 245 ++++++++++++++++ .../stampede/off/t50_f1_r3/redis-stats.txt | 2 + .../track1/stampede/off/t50_f1_r3/run.json | 3 + .../stampede/off/t50_f1_r3/sql-calls.csv | 1 + .../stampede/off/t50_f1_r3/top-queries.txt | 3 + .../stampede/on/t10_f1_r1/k6-summary.json | 245 ++++++++++++++++ .../stampede/on/t10_f1_r1/redis-stats.txt | 2 + .../track1/stampede/on/t10_f1_r1/run.json | 3 + .../stampede/on/t10_f1_r1/sql-calls.csv | 1 + .../stampede/on/t10_f1_r1/top-queries.txt | 3 + .../stampede/on/t10_f1_r2/k6-summary.json | 245 ++++++++++++++++ .../stampede/on/t10_f1_r2/redis-stats.txt | 2 + .../track1/stampede/on/t10_f1_r2/run.json | 3 + .../stampede/on/t10_f1_r2/sql-calls.csv | 1 + .../stampede/on/t10_f1_r2/top-queries.txt | 3 + .../stampede/on/t10_f1_r3/k6-summary.json | 245 ++++++++++++++++ .../stampede/on/t10_f1_r3/redis-stats.txt | 2 + .../track1/stampede/on/t10_f1_r3/run.json | 3 + .../stampede/on/t10_f1_r3/sql-calls.csv | 1 + .../stampede/on/t10_f1_r3/top-queries.txt | 3 + .../stampede/on/t50_f0_r1/k6-summary.json | 245 ++++++++++++++++ .../stampede/on/t50_f0_r1/redis-stats.txt | 2 + .../track1/stampede/on/t50_f0_r1/run.json | 3 + .../stampede/on/t50_f0_r1/sql-calls.csv | 1 + .../stampede/on/t50_f0_r1/top-queries.txt | 2 + .../stampede/on/t50_f1_r1/k6-summary.json | 245 ++++++++++++++++ .../stampede/on/t50_f1_r1/redis-stats.txt | 2 + .../track1/stampede/on/t50_f1_r1/run.json | 3 + .../stampede/on/t50_f1_r1/sql-calls.csv | 1 + .../stampede/on/t50_f1_r1/top-queries.txt | 3 + .../stampede/on/t50_f1_r2/k6-summary.json | 245 ++++++++++++++++ .../stampede/on/t50_f1_r2/redis-stats.txt | 2 + .../track1/stampede/on/t50_f1_r2/run.json | 3 + .../stampede/on/t50_f1_r2/sql-calls.csv | 1 + .../stampede/on/t50_f1_r2/top-queries.txt | 3 + .../stampede/on/t50_f1_r3/k6-summary.json | 245 ++++++++++++++++ .../stampede/on/t50_f1_r3/redis-stats.txt | 2 + .../track1/stampede/on/t50_f1_r3/run.json | 3 + .../stampede/on/t50_f1_r3/sql-calls.csv | 1 + .../stampede/on/t50_f1_r3/top-queries.txt | 3 + evidence/track1/summary.md | 30 ++ scripts/track1/aggregate.py | 167 +++++++++++ scripts/track1/per_second.py | 39 +++ scripts/track1/prepare_sessions.py | 42 +++ scripts/track1/read-after-write.sh | 34 +++ scripts/track1/read_after_write.py | 121 ++++++++ scripts/track1/redis-restart.sh | 89 ++++++ scripts/track1/run-all.sh | 40 +++ scripts/track1/stampede.js | 41 +++ scripts/track1/stampede.sh | 83 ++++++ .../authentication/AuthenticationConfig.kt | 1 + .../SerialAuthenticationConfig.kt | 3 +- .../DefaultAuthenticationService.kt | 110 ++++++-- src/main/resources/application.conf | 3 + .../controllers/chat/ChatControllerTest.kt | 2 +- .../chat/ExposedChatRepositoryTest.kt | 62 +++++ .../SessionLookupSingleFlightTest.kt | 159 +++++++++++ 142 files changed, 8207 insertions(+), 57 deletions(-) create mode 100644 evidence/clean-start.txt create mode 100644 evidence/failures.txt create mode 100644 evidence/gradle-tests.txt create mode 100644 evidence/persistence.txt create mode 100644 evidence/smoke.txt create mode 100644 evidence/storage.txt create mode 100644 evidence/track1/read-after-write/off_redis-down.json create mode 100644 evidence/track1/read-after-write/off_redis-up.json create mode 100644 evidence/track1/read-after-write/on_redis-down.json create mode 100644 evidence/track1/read-after-write/on_redis-up.json create mode 100644 evidence/track1/redis-restart-runs.csv create mode 100644 evidence/track1/redis-restart/off/t50_r1/k6-summary.json create mode 100644 evidence/track1/redis-restart/off/t50_r1/per-second.csv create mode 100644 evidence/track1/redis-restart/off/t50_r1/run.json create mode 100644 evidence/track1/redis-restart/off/t50_r1/samples.csv create mode 100644 evidence/track1/redis-restart/off/t50_r2/k6-summary.json create mode 100644 evidence/track1/redis-restart/off/t50_r2/per-second.csv create mode 100644 evidence/track1/redis-restart/off/t50_r2/run.json create mode 100644 evidence/track1/redis-restart/off/t50_r2/samples.csv create mode 100644 evidence/track1/redis-restart/off/t50_r3/k6-summary.json create mode 100644 evidence/track1/redis-restart/off/t50_r3/per-second.csv create mode 100644 evidence/track1/redis-restart/off/t50_r3/run.json create mode 100644 evidence/track1/redis-restart/off/t50_r3/samples.csv create mode 100644 evidence/track1/redis-restart/off/t50_r4/k6-summary.json create mode 100644 evidence/track1/redis-restart/off/t50_r4/per-second.csv create mode 100644 evidence/track1/redis-restart/off/t50_r4/run.json create mode 100644 evidence/track1/redis-restart/off/t50_r4/samples.csv create mode 100644 evidence/track1/redis-restart/off/t50_r5/k6-summary.json create mode 100644 evidence/track1/redis-restart/off/t50_r5/per-second.csv create mode 100644 evidence/track1/redis-restart/off/t50_r5/run.json create mode 100644 evidence/track1/redis-restart/off/t50_r5/samples.csv create mode 100644 evidence/track1/redis-restart/on/t50_r1/k6-summary.json create mode 100644 evidence/track1/redis-restart/on/t50_r1/per-second.csv create mode 100644 evidence/track1/redis-restart/on/t50_r1/run.json create mode 100644 evidence/track1/redis-restart/on/t50_r1/samples.csv create mode 100644 evidence/track1/redis-restart/on/t50_r2/k6-summary.json create mode 100644 evidence/track1/redis-restart/on/t50_r2/per-second.csv create mode 100644 evidence/track1/redis-restart/on/t50_r2/run.json create mode 100644 evidence/track1/redis-restart/on/t50_r2/samples.csv create mode 100644 evidence/track1/redis-restart/on/t50_r3/k6-summary.json create mode 100644 evidence/track1/redis-restart/on/t50_r3/per-second.csv create mode 100644 evidence/track1/redis-restart/on/t50_r3/run.json create mode 100644 evidence/track1/redis-restart/on/t50_r3/samples.csv create mode 100644 evidence/track1/redis-restart/on/t50_r4/k6-summary.json create mode 100644 evidence/track1/redis-restart/on/t50_r4/per-second.csv create mode 100644 evidence/track1/redis-restart/on/t50_r4/run.json create mode 100644 evidence/track1/redis-restart/on/t50_r4/samples.csv create mode 100644 evidence/track1/redis-restart/on/t50_r5/k6-summary.json create mode 100644 evidence/track1/redis-restart/on/t50_r5/per-second.csv create mode 100644 evidence/track1/redis-restart/on/t50_r5/run.json create mode 100644 evidence/track1/redis-restart/on/t50_r5/samples.csv create mode 100644 evidence/track1/stampede-runs.csv create mode 100644 evidence/track1/stampede/off/t10_f1_r1/k6-summary.json create mode 100644 evidence/track1/stampede/off/t10_f1_r1/redis-stats.txt create mode 100644 evidence/track1/stampede/off/t10_f1_r1/run.json create mode 100644 evidence/track1/stampede/off/t10_f1_r1/sql-calls.csv create mode 100644 evidence/track1/stampede/off/t10_f1_r1/top-queries.txt create mode 100644 evidence/track1/stampede/off/t10_f1_r2/k6-summary.json create mode 100644 evidence/track1/stampede/off/t10_f1_r2/redis-stats.txt create mode 100644 evidence/track1/stampede/off/t10_f1_r2/run.json create mode 100644 evidence/track1/stampede/off/t10_f1_r2/sql-calls.csv create mode 100644 evidence/track1/stampede/off/t10_f1_r2/top-queries.txt create mode 100644 evidence/track1/stampede/off/t10_f1_r3/k6-summary.json create mode 100644 evidence/track1/stampede/off/t10_f1_r3/redis-stats.txt create mode 100644 evidence/track1/stampede/off/t10_f1_r3/run.json create mode 100644 evidence/track1/stampede/off/t10_f1_r3/sql-calls.csv create mode 100644 evidence/track1/stampede/off/t10_f1_r3/top-queries.txt create mode 100644 evidence/track1/stampede/off/t50_f0_r1/k6-summary.json create mode 100644 evidence/track1/stampede/off/t50_f0_r1/redis-stats.txt create mode 100644 evidence/track1/stampede/off/t50_f0_r1/run.json create mode 100644 evidence/track1/stampede/off/t50_f0_r1/sql-calls.csv create mode 100644 evidence/track1/stampede/off/t50_f0_r1/top-queries.txt create mode 100644 evidence/track1/stampede/off/t50_f1_r1/k6-summary.json create mode 100644 evidence/track1/stampede/off/t50_f1_r1/redis-stats.txt create mode 100644 evidence/track1/stampede/off/t50_f1_r1/run.json create mode 100644 evidence/track1/stampede/off/t50_f1_r1/sql-calls.csv create mode 100644 evidence/track1/stampede/off/t50_f1_r1/top-queries.txt create mode 100644 evidence/track1/stampede/off/t50_f1_r2/k6-summary.json create mode 100644 evidence/track1/stampede/off/t50_f1_r2/redis-stats.txt create mode 100644 evidence/track1/stampede/off/t50_f1_r2/run.json create mode 100644 evidence/track1/stampede/off/t50_f1_r2/sql-calls.csv create mode 100644 evidence/track1/stampede/off/t50_f1_r2/top-queries.txt create mode 100644 evidence/track1/stampede/off/t50_f1_r3/k6-summary.json create mode 100644 evidence/track1/stampede/off/t50_f1_r3/redis-stats.txt create mode 100644 evidence/track1/stampede/off/t50_f1_r3/run.json create mode 100644 evidence/track1/stampede/off/t50_f1_r3/sql-calls.csv create mode 100644 evidence/track1/stampede/off/t50_f1_r3/top-queries.txt create mode 100644 evidence/track1/stampede/on/t10_f1_r1/k6-summary.json create mode 100644 evidence/track1/stampede/on/t10_f1_r1/redis-stats.txt create mode 100644 evidence/track1/stampede/on/t10_f1_r1/run.json create mode 100644 evidence/track1/stampede/on/t10_f1_r1/sql-calls.csv create mode 100644 evidence/track1/stampede/on/t10_f1_r1/top-queries.txt create mode 100644 evidence/track1/stampede/on/t10_f1_r2/k6-summary.json create mode 100644 evidence/track1/stampede/on/t10_f1_r2/redis-stats.txt create mode 100644 evidence/track1/stampede/on/t10_f1_r2/run.json create mode 100644 evidence/track1/stampede/on/t10_f1_r2/sql-calls.csv create mode 100644 evidence/track1/stampede/on/t10_f1_r2/top-queries.txt create mode 100644 evidence/track1/stampede/on/t10_f1_r3/k6-summary.json create mode 100644 evidence/track1/stampede/on/t10_f1_r3/redis-stats.txt create mode 100644 evidence/track1/stampede/on/t10_f1_r3/run.json create mode 100644 evidence/track1/stampede/on/t10_f1_r3/sql-calls.csv create mode 100644 evidence/track1/stampede/on/t10_f1_r3/top-queries.txt create mode 100644 evidence/track1/stampede/on/t50_f0_r1/k6-summary.json create mode 100644 evidence/track1/stampede/on/t50_f0_r1/redis-stats.txt create mode 100644 evidence/track1/stampede/on/t50_f0_r1/run.json create mode 100644 evidence/track1/stampede/on/t50_f0_r1/sql-calls.csv create mode 100644 evidence/track1/stampede/on/t50_f0_r1/top-queries.txt create mode 100644 evidence/track1/stampede/on/t50_f1_r1/k6-summary.json create mode 100644 evidence/track1/stampede/on/t50_f1_r1/redis-stats.txt create mode 100644 evidence/track1/stampede/on/t50_f1_r1/run.json create mode 100644 evidence/track1/stampede/on/t50_f1_r1/sql-calls.csv create mode 100644 evidence/track1/stampede/on/t50_f1_r1/top-queries.txt create mode 100644 evidence/track1/stampede/on/t50_f1_r2/k6-summary.json create mode 100644 evidence/track1/stampede/on/t50_f1_r2/redis-stats.txt create mode 100644 evidence/track1/stampede/on/t50_f1_r2/run.json create mode 100644 evidence/track1/stampede/on/t50_f1_r2/sql-calls.csv create mode 100644 evidence/track1/stampede/on/t50_f1_r2/top-queries.txt create mode 100644 evidence/track1/stampede/on/t50_f1_r3/k6-summary.json create mode 100644 evidence/track1/stampede/on/t50_f1_r3/redis-stats.txt create mode 100644 evidence/track1/stampede/on/t50_f1_r3/run.json create mode 100644 evidence/track1/stampede/on/t50_f1_r3/sql-calls.csv create mode 100644 evidence/track1/stampede/on/t50_f1_r3/top-queries.txt create mode 100644 evidence/track1/summary.md create mode 100644 scripts/track1/aggregate.py create mode 100755 scripts/track1/per_second.py create mode 100755 scripts/track1/prepare_sessions.py create mode 100755 scripts/track1/read-after-write.sh create mode 100755 scripts/track1/read_after_write.py create mode 100755 scripts/track1/redis-restart.sh create mode 100755 scripts/track1/run-all.sh create mode 100644 scripts/track1/stampede.js create mode 100755 scripts/track1/stampede.sh create mode 100644 src/test/kotlin/com/mtusi/messenger/main/infrastructure/repositories/chat/ExposedChatRepositoryTest.kt create mode 100644 src/test/kotlin/com/mtusi/messenger/main/infrastructure/services/authentication/SessionLookupSingleFlightTest.kt diff --git a/REPORT.md b/REPORT.md index e42f2b0..b711f71 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,270 @@ # Отчёт — лабораторная 2 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO +- Автор, группа: Кучерявенко Максим, БВТ2303 +- Целевая оценка; выбранный трек 5, если нужен: 5, трек 1 (согласованность кэша) - Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Использованные источники, библиотеки и помощь ИИ: Kotlin 2.3.20, Ktor 3.3.0 (Netty, Auth, ContentNegotiation, StatusPages, CallLogging, Swagger UI), Koin 4.1 с аннотациями и KSP, Exposed 1.0 (+ exposed-migration для генерации миграций), HikariCP 6.3, Flyway 11.9, PostgreSQL JDBC 42.7, Lettuce 6.7 (клиент Redis), BouncyCastle 1.81 (Argon2id), kotlinx-serialization 1.10. Тесты на kotlin.test + JUnit 5, Ktor `testApplication` и Testcontainers 1.21. ИИ (Claude) использовал как парного разработчика. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker 24+ с Compose v2, Python 3.9+ для публичных тестов, `openssl` для генерации секретов. Для `./gradlew test` дополнительно нужна JDK 21+ и запущенный Docker (тесты поднимают PostgreSQL и Redis через Testcontainers). Я всё запускал на Docker 28.4, Compose 2.39, JDK 24. + +```sh +# один раз: пароли для PostgreSQL и Redis в secrets/ (папка в .gitignore, существующие файлы не перезаписываются) +./scripts/init-secrets.sh + +# сборка образа и запуск api + postgres + redis, --wait ждёт healthcheck всех трёх +docker compose up -d --build --wait + +# миграции Flyway применяются сами при старте API, руками ничего делать не надо +make check +make test +make test-persistence ACTION_SCRIPT=scripts/restart.sh + +# свои тесты (нужен Docker) +./gradlew test + +# план запроса истории на 70 000 сообщений, результат в evidence/explain-history.txt +./scripts/explain-history.sh + +# трек 1: вся матрица экспериментов (~25 минут, нужен k6), сводка в evidence/track1/summary.md +./scripts/track1/run-all.sh + +# остановка с сохранением данных +docker compose stop # или docker compose down, volume при этом остаётся + +# намеренное удаление всех учебных данных (volume postgres-data) +docker compose down -v +``` + +Короткий TTL сессии для ручной проверки: `SESSION_TTL_SECONDS=5 docker compose up -d --wait api`, вернуть обратно: `docker compose up -d --wait api`. + +Локально без Docker: `./gradlew run`. Конфиг берётся из `run/development/config/*.conf` (локальный PostgreSQL, база `messenger`), API слушает `127.0.0.1:8081`, чтобы не мешать контейнеру на 8080. Если локального Redis нет, приложение всё равно работает, просто без кэша. ## Архитектура и решения -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab1, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +``` +клиент ──HTTP──▶ api (Ktor, :8080) ──JDBC, пул ≤10──▶ postgres (volume postgres-data) ← источник истины + │ + └──RESP, таймаут 500 мс──▶ redis (без persistence) ← кэш сессий +``` + +Три контейнера в `compose.yaml`: `api` (мой образ), `postgres:17.6-alpine3.22`, `redis:8.4.0-alpine`. Наружу опубликован только API и только на `127.0.0.1`. API стартует после того, как PostgreSQL и Redis прошли healthcheck. Пароли передаются через Docker secrets из `secrets/`, в переменных окружения и в Git их нет. + +**Что перенёс из lab1.** Весь API и контракт, формат ошибок, `X-Request-Id`, курсорную пагинацию со scope внутри курсора, валидацию, Dockerfile (multi-stage, non-root, healthcheck), Swagger UI на `/docs`. + +**Что поменял.** +- Хранилище в памяти заменил на PostgreSQL. Таблицы `users`, `chats`, `chat_members`, `messages`, `sessions`, миграция `src/main/resources/migrations/V1__init.sql`. Первичные ключи UUID, внешние ключи с `ON DELETE CASCADE`, `username` уникальный (`users_username_key`) и проверяется `CHECK` по формату, время везде `timestamptz` с точностью до микросекунд. +- Добавил Koin (модули конфигов, репозиториев и сервисов собираются из аннотаций через KSP) и Exposed. Все запросы идут через DSL Exposed, то есть параметризованы, SQL руками не склеивается. +- Миграции можно генерировать: `./gradlew generateMigration --args="add_something"` сравнивает модели Exposed со схемой локальной базы и пишет `V__add_something.sql`. Модели совпадают с `V1`, генератор на текущем коде отвечает «schema is up to date». +- Аутентификация по контракту. Регистрация с паролем, `POST /api/v1/auth/sessions` по Basic, все остальные бизнес-запросы по Bearer, `X-User-Id` больше ничего не значит. Пароль хешируется Argon2id (m=19456, t=2, p=1, соль 16 байт). bcrypt не подходил, потому что обрезает пароль до 72 байт. Для несуществующего логина хеш всё равно считается, чтобы по времени ответа нельзя было понять, есть ли такой пользователь. +- Токен сессии — 32 случайных байта из `SecureRandom` в base64url. В базе хранится только SHA-256 токена и `expires_at`. TTL задаётся `SESSION_TTL_SECONDS`, logout удаляет строку сессии. +- Basic и Bearer сделаны своими маленькими провайдерами (`plugins/authentication/providers`), потому что встроенные в Ktor пишут `realm` без кавычек и добавляют свой `WWW-Authenticate`, а в контракте точный формат заголовка. + +**Транзакционные границы.** +- Создание чата — одна транзакция: проверка участников, вставка в `chats`, пачка вставок в `chat_members`. Если что-то падает, откатывается всё (это проверяет `ExposedChatRepositoryTest`). +- Регистрация — `INSERT ... ON CONFLICT DO NOTHING` по уникальному `username`. Из двух одновременных запросов вставится один, второй получит 409, без исключения и без гонки «проверил, потом вставил». +- Отправка сообщения — проверка членства и вставка в одной транзакции. +- Каждый HTTP-запрос открывает транзакцию только на свою операцию (`suspendedTransaction` на `Dispatchers.IO`). Обращения к Redis идут вне транзакции, чтобы не держать соединение из пула, пока ждём кэш. + +**Пагинация.** Курсор `(created_at, id)` вместо offset. Запрос страницы — `WHERE chat_id = ? AND (created_at, id) > (?, ?) ORDER BY created_at, id LIMIT 51`, под него индекс `messages_chat_id_created_at_id_idx (chat_id, created_at, id)`. Каждая страница читает из индекса ровно 51 строку, сколько бы сообщений ни было до неё. Для списка чатов отдельный индекс `chat_members_user_id_idx`, потому что первичный ключ `chat_members` начинается с `chat_id`. + +**Redis: кэш сессий.** Источник истины — PostgreSQL, Redis только ускоряет проверку Bearer-токена, которая есть в каждом запросе. +- Ключ `session:`, значение — JSON с id сессии, пользователем и сроками. +- Чтение по схеме cache-aside: сначала Redis, если ключа нет — PostgreSQL, потом запись в Redis через `SET ... NX PXAT`. +- Срок жизни ключа — меньшее из `expires_at` сессии и 60 секунд (`sessionCacheTtlSeconds`). Срок сессии к тому же сверяется в коде при каждом запросе, так что просроченная сессия не пройдёт, даже если ключ ещё жив. +- Logout сначала удаляет сессию в PostgreSQL, потом пишет в ключ метку `revoked` до `expires_at`. Заполнение кэша идёт только через `NX`, поэтому запрос, который прочитал сессию из базы до logout и пишет её в кэш после, метку не перетрёт. +- Если Redis недоступен (отказ соединения или таймаут 500 мс), чтение идёт мимо кэша в PostgreSQL, logout тоже работает: он нужен только базе. После неудачного подключения следующая попытка не раньше чем через секунду, а команды без соединения сразу отклоняются, поэтому лежащий Redis не тормозит запросы. +- Промахи по одному токену схлопываются (single-flight): если поиск сессии в базе для этого токена уже идёт, следующие запросы ждут его результат, а не отправляют свой SELECT. Это защита от cache stampede, подробно в треке 1. Включается `SESSION_CACHE_SINGLE_FLIGHT` (по умолчанию `true`), выключатель оставлен для сравнения в эксперименте. +- В лог пишется только смена состояния кэша («unavailable» и «available again»), а не каждый промах. Иначе при лежащем Redis API пишет по предупреждению на запрос. +- Persistence у Redis выключен (`--save ""`, `--appendonly no`). Это осознанно: Redis не единственное хранилище сессий, после его рестарта кэш просто заполняется заново из базы. Лимит памяти 64 МБ, вытеснение `volatile-lru` (у всех ключей есть TTL). + +**Пул и таймауты.** HikariCP: максимум 10 соединений, ожидание свободного соединения 2 с, проверка соединения 1 с, `statement_timeout` 5 с на стороне PostgreSQL. Exposed не повторяет транзакцию (`defaultMaxAttempts = 1`), иначе при лежащей базе запрос висел бы втрое дольше. Redis: подключение и команда по 500 мс. Если база недоступна (SQLSTATE `08*` или `57P*`, таймаут пула), API отвечает 503 `unavailable` в общем формате ошибок. `/health/live` при этом 200, `/health/ready` делает `SELECT 1` и отвечает 503. + +**Переменные окружения.** `.env.example` описывает роли, реальные имена у меня такие: + +| В `.env.example` | У меня | Где задаётся | +| --- | --- | --- | +| `APP_HOST`, `APP_PORT` | так же | `compose.yaml`, по умолчанию `0.0.0.0:8080` | +| `SESSION_TTL_SECONDS` | так же | `compose.yaml`, берётся из окружения или `.env`, по умолчанию 3600 | +| `DATABASE_URL_FILE` | `DB_HOST`, `DB_PORT`, `DB_NAME`, `DB_USER` + `DB_PASSWORD_FILE` | `compose.yaml`, пароль — Docker secret `db_password` | +| `SESSION_STORE`, `CACHE_URL_FILE` | `REDIS_HOST`, `REDIS_PORT` + `REDIS_PASSWORD_FILE` | `compose.yaml`, пароль — Docker secret `redis_password`. Сессии всегда в PostgreSQL, Redis всегда кэш, переключателя нет | +| — | `SESSION_CACHE_SINGLE_FLIGHT` | `compose.yaml`, по умолчанию `true`; `false` только для сравнения в треке 1 | +| `APP_ENV` | не используется | — | + +`.env` для запуска не обязателен, все значения по умолчанию есть в `compose.yaml`. ## Доказательства критериев | Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | - -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Публичный smoke | `make check`, `make test` на только что поднятом стенде | `PASS: offline skeleton structure...`, `PASS: lab2 public API scenario` | evidence/smoke.txt | +| Миграции с нуля | `docker compose down -v`, затем `up -d --build --wait` | в `flyway_schema_history` версия 1 `init`, success = t, созданы все 5 таблиц | evidence/clean-start.txt | +| Повторный запуск миграций без дублей | рестарт API на той же базе; `DatabaseMigrationTest` | в логе `Schema "public" is up to date. No migration necessary`; тест прогоняет миграции второй раз и проверяет, что данные на месте | evidence/persistence.txt, evidence/gradle-tests.txt | +| Ключи, уникальность username | `\d sessions` и т.д.; `UserControllerTest` | PK, FK `ON DELETE CASCADE`, `users_username_key`, повторный username — 409 | src/main/resources/migrations/V1__init.sql, evidence/storage.txt | +| Данные и сессии переживают рестарт API и хранилищ | `make test-persistence ACTION_SCRIPT=scripts/restart.sh` | PASS. У всех трёх контейнеров новый `StartedAt` (api, postgres и redis перезапущены), volume `postgres-data` тот же | evidence/persistence.txt | +| Атомарное создание чата | `ExposedChatRepositoryTest`: второй участник не существует, вставка участников падает на FK | исключение с SQLSTATE 23503, строки в `chats` и `chat_members` не остались | src/test/.../repositories/chat/ExposedChatRepositoryTest.kt | +| Пароли через KDF | смотрел `users.password_hash` | все хеши `$argon2id$v=19$m=19456,t=2,p=1$...`; тест: пароли, отличающиеся после 72-го байта, различаются | evidence/storage.txt, DefaultHashingServiceTest | +| Basic только на создании сессии, Bearer на остальном | curl на живом стенде; `UserControllerTest`, `AuthenticationControllerTest` | Basic на `/users/me` — 401, Bearer на `POST /auth/sessions` — 401, без токена — 401 с `WWW-Authenticate: Bearer realm="messenger"` | evidence/failures.txt | +| `X-User-Id` не даёт доступ | curl с одним `X-User-Id`; тесты `X-User-Id alone gives no access`, `X-User-Id does not override bearer identity` | 401; при Bearer + чужой `X-User-Id` отвечает владелец токена | evidence/failures.txt | +| Opaque-токен ≥ 256 бит, в базе только хеш | код `DefaultAuthenticationService`, `\d sessions` | 32 байта из SecureRandom, `token_hash` длиной 64 (hex SHA-256), самого токена в базе нет | evidence/storage.txt | +| Logout | curl; `logout revokes only the current token` | 204, тот же токен потом 401, вторая сессия того же пользователя работает | evidence/failures.txt | +| Expiry при коротком TTL | `SESSION_TTL_SECONDS=5`, ждал 6 с; тест `session expires after SESSION_TTL_SECONDS` (TTL 2 с) | сразу после входа 200, через 6 с 401 | evidence/failures.txt | +| Неверный пароль | curl; тест `wrong password and unknown user get the same 401` | 401, ответ одинаковый для неверного пароля и несуществующего пользователя | evidence/failures.txt | +| Secrets и volumes не в Git | `git check-ignore`, `git ls-files secrets` | `secrets/` в `.gitignore`, отслеживаемых файлов 0, данные только в docker volume | evidence/storage.txt | +| Redis реально используется | curl + `redis-cli` на живом стенде; `SessionCacheTest` | после первого запроса в Redis появляется `session:` с TTL 60 с; после logout значение `revoked` с TTL ≈ 3600 с | evidence/failures.txt | +| Источник истины, expiry и инвалидация кэша | `SessionCacheTest`, `RedisSessionCacheRepositoryTest` | после `FLUSHALL` живая сессия работает, отозванная остаётся отозванной; запоздавшее заполнение кэша не перетирает метку `revoked` | evidence/gradle-tests.txt | +| Параметризованные запросы, ограниченный пул, таймауты | код `plugins/Database.kt`, `RedisConnection.kt` | Exposed DSL; пул ≤ 10, ожидание 2 с, `statement_timeout` 5 с; Redis 500 мс | src/main/kotlin/com/mtusi/messenger/main/plugins/Database.kt | +| Гонка регистрации одного username | `concurrent registrations of one username create exactly one user`: 10 параллельных запросов | ровно один 201 и девять 409 | evidence/gradle-tests.txt | +| Rollback составной операции | `chat row is rolled back when inserting members fails` | см. строку про атомарность выше | evidence/gradle-tests.txt | +| Индекс истории и EXPLAIN на ≥ 10 000 сообщений | `./scripts/explain-history.sh` | 70 000 сообщений, глубокая страница по курсору: Index Scan, 4 буфера, 0,03 мс. Без индекса: Seq Scan, 914 буферов. Разбор ниже | evidence/explain-history.txt | +| Недоступность Redis | `docker compose stop redis`; `DependencyFailureTest` (отказ соединения и `docker pause`) | запросы с токеном 200, вход 201, logout 204 и токен сразу 401, анонимный запрос 401; при зависшем Redis запрос дольше максимум на один таймаут | evidence/failures.txt, evidence/gradle-tests.txt | +| Недоступность БД | `docker compose stop postgres`; `DependencyFailureTest` | `/health/live` 200, `/health/ready` 503, запросы с токеном и вход — 503 `unavailable` примерно за 2 с, без токена и с `X-User-Id` — 401. После старта базы тот же токен снова 200 | evidence/failures.txt | +| Свои автотесты | `./gradlew test` | 56 тестов, все проходят | evidence/gradle-tests.txt | +| Трек 1: cache stampede на конкурентном сценарии | `./scripts/track1/stampede.sh` с `VARIANT=off`, 200 VU, `FLUSHALL` раз в секунду | на каждую сессию за один сброс кэша в базу уходит 3,1 SELECT при 50 сессиях и 10,5 при 10 сессиях; запросов к `sessions` 4 651 и 3 138 за 30 с | evidence/track1/summary.md, evidence/track1/stampede/off/ | +| Трек 1: защита и измерение до/после | то же с `VARIANT=on` (single-flight) | 0,97 SELECT на сессию за сброс в обоих случаях: запросов к `sessions` в 3,2 и 10,8 раза меньше. RPS и p50/p95/p99 в пределах шума | evidence/track1/summary.md, evidence/track1/stampede-runs.csv | +| Трек 1: read-after-write из контракта | `./scripts/track1/read-after-write.sh`: 300 итераций, 16 параллельных читателей, logout посреди первого заполнения кэша; с защитой и без, Redis работает и остановлен | 1 200 итераций, 1,53 млн запросов, начатых после ответа 204 на logout: ни одного 200. Первый запрос после входа всегда 200. Через секунду ни один отозванный токен не ожил | evidence/track1/read-after-write/ | +| Трек 1: восстановление после рестарта кэша | `./scripts/track1/redis-restart.sh`: `docker compose restart redis` на 10-й секунде замера под 200 VU, 5 повторов на вариант | 0 ответов не 200 за 10 рестартов, кэш недоступен ~0,7 с по логу API, p99 в секунду рестарта ~71–76 мс против ~36 мс до. Первая версия кода на этом сценарии отдавала один 500 на рестарт, разбор ниже | evidence/track1/redis-restart/ | +| Трек 1: тесты single-flight | `SessionLookupSingleFlightTest` | 50 одновременных промахов: 50 запросов в базу без защиты и 1 с защитой; запрос, пришедший после logout, не присоединяется к поиску, начатому до него | evidence/gradle-tests.txt | ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +### План запроса истории + +`scripts/explain-history.sh` в одной транзакции заливает в стенд 70 000 сообщений: один большой чат на 20 000 и 50 соседних чатов по 1 000, потом делает `ANALYZE`, снимает `EXPLAIN (ANALYZE, BUFFERS)` и откатывает транзакцию, так что реальные данные не меняются. Соседние чаты нужны, чтобы планировщику было что пропускать, иначе таблица состояла бы из одного чата. Запросы те же, что строит Exposed в `ExposedMessageRepository.findPageByChatId`. Стенд — ноутбук Apple M4, 10 ядер, 16 ГБ, PostgreSQL 17.6 в Docker, данные целиком в shared buffers. + +| Запрос | План | Buffers | Время выполнения | +| --- | --- | ---: | ---: | +| Первая страница, `LIMIT 51` | Index Scan по `messages_chat_id_created_at_id_idx`, условие `chat_id` | 4 | 0,02 мс | +| Страница после 15 000-го сообщения, курсор `(created_at, id) > (?, ?)` | тот же Index Scan, условие на курсор тоже внутри индекса | 4 | 0,03 мс | +| Та же страница через `OFFSET 15000` (для сравнения, API так не делает) | Index Scan, прочитано 15 051 строка, отдано 51 | 296 | 1,0 мс | +| Курсор, но индексы запрещены (`enable_indexscan = off` и т.д.) | Seq Scan всей таблицы, отброшено 65 003 строки, затем top-N sort | 914 | 2,1 мс | + +Главное здесь не миллисекунды (на 70 000 строк всё и так быстро), а то, как растёт работа. С курсором страница всегда стоит 4 буфера, хоть первая, хоть пятнадцатитысячная. С offset стоимость растёт с номером страницы, без индекса — с размером всей таблицы, включая чужие чаты. Сортировки в плане с индексом нет: строки идут из индекса уже в нужном порядке, и `LIMIT` останавливает чтение на 51-й. + +Индекс именно `(chat_id, created_at, id)`: первым столбцом равенство по чату, дальше ровно порядок сортировки, и `id` в конце нужен, чтобы курсор был однозначным, когда у двух сообщений совпадает `created_at`. + +### Отказы + +Всё проверял на живом стенде, вывод в `evidence/failures.txt` и `evidence/persistence.txt`. Те же сценарии есть в автотестах (`DependencyFailureTest`). | Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | | --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +| `scripts/restart.sh`: stop api, redis, postgres, затем up --wait | данные и сессии на месте, тот же токен работает | `make test-persistence` PASS, у всех трёх контейнеров новый `StartedAt`, Redis поднялся пустым и заполнился заново | API стартовал через 5 с после PostgreSQL и Redis (ждал их healthcheck), весь hook занял несколько секунд; потерь нет | +| `docker compose stop redis` | работаем без кэша, анонимов не пускаем | `/me` с токеном 200 за 7 мс, вход 201, logout 204 и токен сразу 401, без токена 401, `/health/ready` 200. В логе предупреждение `Session cache is unavailable` | после `start redis` кэш используется снова сам, без рестарта API; потерь нет | +| Redis завис (`docker pause` в тесте) | запрос замедляется не больше чем на таймаут команды | `/me` 200 менее чем за 2 с (таймауты 500 мс на чтение и на запись в кэш), logout 204; после `unpause` отозванная сессия не вернулась, кэш снова работает | сразу после `unpause`; потерь нет | +| `docker compose stop postgres` | ограниченная ошибка, анонимов не пускаем | `/health/live` 200, `/health/ready` 503 сразу, `/me` с токеном и вход 503 `unavailable` за 2,0 с (таймаут пула), без токена и с `X-User-Id` 401, неизвестный токен 503 | после `start postgres` тот же токен 200 без рестарта API; подтверждённые данные не теряются, неподтверждённые запросы клиент должен повторить | +| `SESSION_TTL_SECONDS=5` | сессия истекает | 200 сразу после входа, 401 через 6 с | — | + +### Трек 1. Согласованность кэша + +Кэш у меня один — сессии в Redis, и через него проходит каждый запрос с Bearer-токеном. Поэтому смотрел на две вещи: что происходит с базой, когда ключи пропадают все разом (cache stampede), и не ломает ли кэш гарантии контракта про logout. + +**Гипотеза.** Когда кэш сессий сбрасывается (истёк TTL, `FLUSHALL`, рестарт Redis), все запросы, которые в этот момент летят с одним токеном, одновременно промахиваются и каждый идёт в PostgreSQL за одной и той же строкой `sessions`. Ожидал, что лишних SELECT будет примерно столько, сколько параллельных запросов на один токен, и что single-flight (один поиск на токен, остальные ждут его результат) срежет их до одного на сессию. Про latency заранее не был уверен: поиск сессии — это запрос по уникальному индексу, он дешёвый. + +#### Как мерил + +Стенд — тот же ноутбук: Apple M4 (10 ядер), 16 ГБ, macOS 27. Docker Desktop, виртуалке выделено 10 CPU и 8 ГБ, лимитов на контейнеры нет. Образы и конфиг те же, что в `compose.yaml`: пул PostgreSQL 10 соединений, таймаут Redis 500 мс, TTL копии сессии в кэше 60 с. k6 2.3 на той же машине. Варианты «до» и «после» — это один и тот же образ, разница только в `SESSION_CACHE_SINGLE_FLIGHT=false/true`, и перед каждым прогоном API пересоздаётся (`--force-recreate`), чтобы не тянуть состояние JVM из прошлого прогона. + +Что считал: +- SQL — через `pg_stat_statements` (включил в `compose.yaml`). Счётчики сбрасываются на границе прогрева и замера, потом берётся число вызовов SELECT по `sessions` и всех запросов вообще. +- Промахи и попадания Redis — `INFO stats` (`keyspace_misses`, `keyspace_hits`), тоже со сбросом перед замером. +- Latency и RPS — k6, только фаза замера. Прогрев и замер — один сценарий k6, иначе на старте замера k6 заново открывает 200 соединений через проброс порта Docker Desktop и часть из них рвётся (это то же, что я видел в lab1). + +Все прогоны запускает `scripts/track1/run-all.sh`. Повторы идут по кругу: сначала все комбинации по разу, потом второй круг, потом третий. Сводка — `evidence/track1/summary.md`, сырые данные по каждому прогону — в `evidence/track1/<эксперимент>/<вариант>/...`. Токены живут только во временном файле с правами 600, который удаляется после прогона. + +#### Эксперимент 1. Stampede при массовом сбросе кэша + +`scripts/track1/stampede.sh`. Перед прогоном создаётся N пользователей с одной сессией у каждого. Дальше 200 VU без пауз дёргают `GET /api/v1/users/me`, каждый VU всегда со своим токеном из N, то есть на одну сессию одновременно приходится 200/N запросов. 5 с прогрев, 30 с замер. Во время замера внутри контейнера Redis раз в секунду выполняется `FLUSHALL`, это имитирует одновременное истечение всех ключей или рестарт кэша. N = 50 (по 4 запроса на сессию, как у клиента, который параллельно грузит несколько экранов) и N = 10 (по 20, например общий служебный токен). Плюс контрольный прогон без сбросов. По 3 повтора, медиана, в скобках минимум и максимум: + +| Сессий | Single-flight | Запросов к `sessions` за 30 с | На сессию за один сброс | Промахов Redis | Всего SQL | RPS | p50 / p95 / p99, мс | max, мс | +| ---: | --- | ---: | ---: | ---: | ---: | ---: | --- | ---: | +| 50 | нет | 4 651 (4 622–4 689) | 3,10 | 4 651 | 492 085 | 16 270 | 11,2 / 22,9 / 31,6 | 86 | +| 50 | да | 1 451 (1 450–1 451) | 0,97 | 4 653 | 483 729 | 16 106 | 11,5 / 22,6 / 29,9 | 84 | +| 10 | нет | 3 138 (2 893–3 500) | 10,46 | 3 138 | 474 008 | 15 719 | 11,7 / 23,4 / 32,0 | 84 | +| 10 | да | 291 (291–292) | 0,97 | 4 037 | 470 144 | 15 719 | 11,8 / 23,1 / 31,6 | 87 | +| 50, без сбросов | нет / да | 0 / 0 | — | 0 / 0 | 477 952 / 486 664 | 15 966 / 16 251 | 11,5 / 23,3 / 32,1 и 11,4 / 22,4 / 30,6 | 86 / 88 | + +Ошибок не было ни в одном прогоне. + +Без защиты stampede виден напрямую: на каждый сброс в базу уходит ~3 SELECT на сессию при 4 параллельных запросах и ~10,5 при 20. Это почти ровно число запросов, которые в момент сброса были в полёте с этим токеном. Промахов Redis ровно столько же, сколько SELECT: каждый промах — свой запрос в базу. + +С single-flight на сессию за сброс уходит 0,97 SELECT в обоих случаях, разброс между повторами меньше 0,1 %. Не ровно 1, потому что делю на 30 сбросов, а последний `FLUSHALL` пришёлся на самый конец замера, когда k6 уже остановился: фактически сработало 29 сбросов, и 29 × 50 = 1 450, 29 × 10 = 290 — ровно по одному SELECT на сессию за сброс (плюс один запрос на границе замера). Промахов Redis при этом даже больше, чем без защиты (4 037 против 3 138 при 10 сессиях), но это ожидаемо: промахиваются все, кто пришёл до записи в кэш, просто в базу идёт только один из них. Итого запросов к `sessions` меньше в 3,2 раза при 50 сессиях и в 10,8 раза при 10. + +А вот на latency и RPS защита не повлияла: все различия в пределах разброса между повторами, и контрольный прогон без сбросов кэша даёт те же цифры. Причина видна в `top-queries.txt`: за 30 секунд 4 689 поисков сессии заняли в PostgreSQL 77 мс суммарно (~0,02 мс на запрос), а 487 009 поисков пользователя для ответа `/me` — 7 930 мс. Stampede на сессиях — это меньше 1 % работы базы в этом сценарии, и пул на 10 соединений он не забивает. То есть гипотеза про число запросов подтвердилась полностью, а ускорения ответа нет, и я его не заявляю. Выигрыш от защиты вырастет там, где сброс кэша совпадает с тяжёлой базой: много сессий на одном токене, медленный диск, пул, уже занятый другими запросами. Это я не мерил. + +#### Эксперимент 2. Рестарт Redis под нагрузкой + +`scripts/track1/redis-restart.sh`. Та же нагрузка (200 VU, 50 сессий), но вместо `FLUSHALL` на 10-й секунде замера `docker compose restart redis`. Раз в секунду скрипт снимает счётчик поисков сессии из `pg_stat_statements` и попадания Redis, k6 пишет каждый запрос в CSV, из которого потом считаются RPS и задержки по секундам (`per-second.csv`). Время недоступности кэша — по двум строкам лога API: «Session cache is unavailable» и «available again». 5 повторов на вариант: + +| Single-flight | `restart redis`, с | Кэш недоступен по логу API, с | Запросов к `sessions` за прогон | p99 до рестарта, мс | p99 в секунду рестарта, мс | max в секунду рестарта, мс | Не 200 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| нет | 0,52 (0,48–0,59) | 0,71 (0,65–0,83) | 5 625 (4 700–6 284) | 36 | 76 (68–163) | 133 (112–225) | 0 | +| да | 0,51 (0,47–0,57) | 0,73 (0,70–0,75) | 3 490 (3 106–3 805) | 37 | 71 (70–89) | 138 (129–153) | 0 | + +Пример одного прогона (повтор 3, без single-flight), секунды вокруг рестарта: + +| Секунда замера | Запросов | p50, мс | p99, мс | max, мс | +| ---: | ---: | ---: | ---: | ---: | +| 9 | 13 687 | 13,2 | 38,3 | 58 | +| 10 (рестарт в 10,08) | 9 334 | 17,7 | 77,4 | 162 | +| 11 | 12 568 | 14,1 | 40,1 | 74 | +| 12 | 13 968 | 13,0 | 34,8 | 53 | + +Пока Redis лежит, каждый запрос идёт в PostgreSQL, ошибок нет, только хвост задержек в эту секунду вырастает примерно вдвое. После старта Redis Lettuce переподключается сам, без рестарта API, и уже в следующую секунду p99 возвращается к обычному. Кэш при этом пустой (persistence выключен), заполняется заново из базы при первых запросах. Single-flight во время такого отказа помогает меньше, чем при `FLUSHALL` (в 1,6 раза меньше SELECT, а не в 3): пока Redis недоступен, промахи идут непрерывным потоком, а не одной пачкой, и запросы с одним токеном реже совпадают по времени с уже идущим поиском. + +**Что нашёл этим экспериментом.** В первом прогоне матрицы (до исправления) в 4 рестартах из 6 ровно один запрос получал 500. В логе API было `Unhandled error: java.net.SocketException: Connection reset`. Lettuce на команду, которая уже ушла в сокет в момент закрытия соединения, отдаёт не `RedisException`, а голый `IOException`. Мой обработчик ловил только `RedisException`, и этот запрос проваливался в общий 500. Исправил: `IOException` из кэша теперь тоже значит «кэш недоступен», запрос идёт в базу. После исправления матрица перезапущена целиком, и за 10 рестартов не было ни одного ответа не 200. Тесты из уровня 4 (`docker pause`, закрытый порт) этот случай не ловили, потому что в них соединение не рвётся посреди команды. + +Ещё одна мелочь из того же эксперимента: до этого API писал предупреждение на каждый запрос, который не смог сходить в Redis, — за 0,5 с рестарта это 5 397 строк. Теперь логируется только смена состояния, по этим двум строкам и меряется время недоступности. Иногда в момент переподключения бывает лишний «скачок» unavailable → available за 10 мс (видно в `on/t50_r3/cache-availability.log`): команда, отправленная в старое соединение, падает уже после того, как новое установилось. + +#### Эксперимент 3. Read-after-write для входа и выхода + +В контракте две гарантии, которые кэш может сломать: после 201 на вход токен сразу работает, а после 204 на `DELETE /auth/sessions/current` тот же токен должен получать 401. Самое опасное место — гонка заполнения кэша с logout: запрос прочитал сессию из базы до удаления, а в Redis записал уже после. Без `NX` и метки `revoked` такая копия жила бы до 60 секунд. + +`scripts/track1/read-after-write.sh`. 300 итераций, в каждой: +1. вход и сразу `GET /me` — должен быть 200 (кэш не хранит «токена нет», так что новый токен виден сразу); +2. второй вход, чтобы начать с холодного ключа; +3. 16 потоков без пауз читают `/me` с этим токеном, и через случайные 0–20 мс выполняется logout — то есть ровно в момент, когда первые запросы заполняют кэш; +4. потоки читают ещё 100 мс; нарушением считается любой 200 на запрос, начатый после того, как клиент получил 204; +5. в конце, через секунду после последнего logout, каждый отозванный токен проверяется ещё раз. + +Четыре комбинации: с защитой от stampede и без, Redis работает и остановлен. + +| Single-flight | Redis | Первый запрос после входа не 200 | Запросов до ответа logout | Запросов после ответа logout | Из них 200 | Токен жив через 1 с | +| --- | --- | ---: | ---: | ---: | ---: | ---: | +| нет | работает | 0 из 300 | 42 545 | 396 511 | 0 | 0 из 300 | +| да | работает | 0 из 300 | 42 692 | 405 818 | 0 | 0 из 300 | +| нет | остановлен | 0 из 300 | 43 034 | 362 801 | 0 | 0 из 300 | +| да | остановлен | 0 из 300 | 42 973 | 361 654 | 0 | 0 из 300 | + +Ни одного нарушения на 1,53 млн запросов после logout. Других кодов, кроме 200 и 401, не было. + +Здесь честно скажу про силу доказательства: этот эксперимент показывает, что нарушения не случаются на практике, но он не доказывает, что гонка в нём действительно возникала (окно между чтением из базы и записью в кэш — доли миллисекунды). Само опасное чередование проверено детерминированно в тестах: `late cache fill cannot overwrite a tombstone` (метка, потом запоздавшая запись — остаётся метка) и `request arriving after logout does not join a lookup started before it` (single-flight не раздаёт результат поиска, начатого до logout, запросам после него). Отдельно single-flight не должен был ухудшить read-after-write: результат поиска отдаётся ведомым сразу после SELECT, а logout выкидывает незавершённый поиск своего токена из таблицы, поэтому запрос, пришедший после 204, всегда делает свой поиск. + +#### Восстановление после рестарта кэша + +Redis у меня без persistence, поэтому после рестарта он пустой, и восстановление — это просто повторное заполнение из PostgreSQL: +- `make test-persistence ACTION_SCRIPT=scripts/restart.sh` перезапускает api, postgres и redis — тот же токен читает те же данные (уровень 3); +- `SessionCacheTest.emptied cache falls back to PostgreSQL`: после `FLUSHALL` живая сессия работает и снова попадает в кэш, а отозванная остаётся отозванной (её нет в базе); +- эксперимент 2: под нагрузкой 200 VU рестарт Redis проходит без ошибок, через ~0,7 с API снова пользуется кэшем. + +Единственное, что теряется при рестарте Redis, — метки `revoked`. Это не страшно, потому что logout сначала удаляет сессию из PostgreSQL, и без метки поиск всё равно вернёт «нет сессии». + +#### Что может искажать результаты + +- k6, API, PostgreSQL и Redis на одном ноутбуке и делят CPU. Повторы одной комбинации отличаются по RPS на 1–5 %. +- `FLUSHALL` раз в секунду — это искусственно частый сброс. В обычной работе ключи истекают по одному (TTL 60 с от первого промаха), и stampede по сессии случается раз в минуту, а не раз в секунду. +- Сценарий — только `GET /me`. В нём на запрос приходится ровно один дополнительный SELECT пользователя, на других endpoint пропорции другие. +- Single-flight работает внутри одного процесса API. Сейчас процесс один, а с несколькими репликами (lab3) каждая будет делать свой поиск, то есть до одного SELECT на сессию на реплику. Для общего на все реплики нужна блокировка в Redis, но при недоступном Redis она бы не работала, а в базу всё равно ходить надо. +- Время недоступности кэша по логу API — это от первой неудачной команды до первой удачной. Оно немного больше, чем `docker compose restart` (0,7 против 0,5 с), потому что включает переподключение Lettuce. ## Ограничения и следующие шаги -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +- Если logout пришёлся на время, когда Redis лежал, метка `revoked` не записывается. Тогда копия сессии, закэшированная до сбоя, после возвращения Redis может прожить ещё до 60 секунд. Поэтому TTL кэша и ограничен 60 секундами, а не сроком сессии. Пока Redis недоступен, такой проблемы нет: все чтения идут в базу. +- Неизвестный токен при лежащей базе получает 503, а не 401. Проверить его без базы нельзя, а пустить нельзя, так что это осознанно. +- PostgreSQL один, без реплик и бэкапов. Если пропадёт volume, пропадут данные. Durability — стандартная для PostgreSQL (`fsync`, `synchronous_commit` по умолчанию включены): после ответа 201 запись уже в WAL на диске. +- Просроченные сессии из таблицы `sessions` не удаляются, они только перестают проходить проверку. Нужна периодическая чистка, сейчас её нет. +- Список чатов пагинируется по `(chats.created_at, chats.id)` через join с `chat_members`. Для пользователя с огромным числом чатов это будет сортировка всех его чатов. Для учебных объёмов нормально, EXPLAIN для этого запроса я не снимал. +- Защита от stampede в треке 1 уменьшила число запросов к `sessions` в 3–11 раз, но ускорения ответа в моём сценарии не дала, и я его не заявляю. Где она начнёт влиять на latency (тяжёлая база, занятый пул, много запросов на один токен), не проверял. +- Single-flight работает в пределах одного процесса API. С несколькими репликами каждая сделает свой поиск. Общая блокировка в Redis тут плохо подходит: она нужна как раз тогда, когда Redis может быть недоступен. +- Swarm не использую, только Compose. Сеть между контейнерами без TLS, это тема следующих лабораторных. diff --git a/compose.yaml b/compose.yaml index 0a80034..0ce5e95 100644 --- a/compose.yaml +++ b/compose.yaml @@ -5,6 +5,8 @@ services: postgres: image: postgres:17.6-alpine3.22 container_name: mtusi-lab2-postgres + # pg_stat_statements counts executed queries, track 1 uses it to measure the cache stampede. + command: ["postgres", "-c", "shared_preload_libraries=pg_stat_statements", "-c", "pg_stat_statements.track=all"] environment: POSTGRES_DB: messenger POSTGRES_USER: messenger @@ -67,6 +69,7 @@ services: REDIS_PORT: "6379" REDIS_PASSWORD_FILE: /run/secrets/redis_password SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + SESSION_CACHE_SINGLE_FLIGHT: ${SESSION_CACHE_SINGLE_FLIGHT:-true} secrets: - db_password - redis_password diff --git a/evidence/clean-start.txt b/evidence/clean-start.txt new file mode 100644 index 0000000..5639738 --- /dev/null +++ b/evidence/clean-start.txt @@ -0,0 +1,34 @@ +# Clean start: docker compose down -v, then up --build --wait (2026-10-08T21:30:03Z) + Volume mtusi-messenger-lab2_postgres-data Removed + Network mtusi-messenger-lab2_default Removed + Container mtusi-lab2-redis Healthy + Container mtusi-lab2-postgres Healthy + Container mtusi-lab2-api Started + Container mtusi-lab2-redis Healthy + Container mtusi-lab2-postgres Healthy + Container mtusi-lab2-api Healthy +mtusi-lab2-api Up 5 seconds (healthy) +mtusi-lab2-postgres Up 11 seconds (healthy) +mtusi-lab2-redis Up 11 seconds (healthy) +/mtusi-lab2-api started 2026-10-08T21:30:14.569499088Z +/mtusi-lab2-postgres started 2026-10-08T21:30:08.908684627Z +/mtusi-lab2-redis started 2026-10-08T21:30:08.908745585Z + +# Flyway history after first start + version | description | success +---------+-------------+--------- + 1 | init | t +(1 row) + +# Tables + List of relations + Schema | Name | Type | Owner +--------+-----------------------+-------+----------- + public | chat_members | table | messenger + public | chats | table | messenger + public | flyway_schema_history | table | messenger + public | messages | table | messenger + public | sessions | table | messenger + public | users | table | messenger +(6 rows) + diff --git a/evidence/explain-history.txt b/evidence/explain-history.txt index 55f0e6d..0625f98 100644 --- a/evidence/explain-history.txt +++ b/evidence/explain-history.txt @@ -2,65 +2,65 @@ == Data volume total_messages | target_chat_messages ----------------+---------------------- - 70006 | 20000 + 70003 | 20000 (1 row) == 1. First page: WHERE chat_id = ? ORDER BY created_at, id LIMIT 51 QUERY PLAN ------------------------------------------------------------------------------------------------------------------ - Limit (actual time=0.005..0.022 rows=51 loops=1) + Limit (actual time=0.007..0.012 rows=51 loops=1) Buffers: shared hit=4 - -> Index Scan using messages_chat_id_created_at_id_idx on messages (actual time=0.005..0.020 rows=51 loops=1) + -> Index Scan using messages_chat_id_created_at_id_idx on messages (actual time=0.006..0.009 rows=51 loops=1) Index Cond: (chat_id = '00000000-0000-0000-0001-000000000000'::uuid) Buffers: shared hit=4 Planning: Buffers: shared hit=6 - Planning Time: 0.045 ms - Execution Time: 0.029 ms + Planning Time: 0.036 ms + Execution Time: 0.022 ms (9 rows) == 2. Deep page after the 15 000th message: (created_at, id) > (?, ?) QUERY PLAN ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ - Limit (actual time=0.005..0.010 rows=51 loops=1) + Limit (actual time=0.006..0.010 rows=51 loops=1) Buffers: shared hit=4 - -> Index Scan using messages_chat_id_created_at_id_idx on messages (actual time=0.005..0.007 rows=51 loops=1) - Index Cond: ((chat_id = '00000000-0000-0000-0001-000000000000'::uuid) AND (ROW(created_at, id) > ROW('2026-01-01 04:10:00+00'::timestamp with time zone, '5ec4eb0a-04cf-487e-9ec0-16b7367e29df'::uuid))) + -> Index Scan using messages_chat_id_created_at_id_idx on messages (actual time=0.005..0.008 rows=51 loops=1) + Index Cond: ((chat_id = '00000000-0000-0000-0001-000000000000'::uuid) AND (ROW(created_at, id) > ROW('2026-01-01 04:10:00+00'::timestamp with time zone, 'd5bb7c5e-b8e9-43e6-864a-c12a22b3e27d'::uuid))) Buffers: shared hit=4 - Planning Time: 0.027 ms - Execution Time: 0.025 ms + Planning Time: 0.023 ms + Execution Time: 0.029 ms (7 rows) == 3. Same deep page with OFFSET instead of a cursor (for comparison, not used by the API) QUERY PLAN --------------------------------------------------------------------------------------------------------------------- - Limit (actual time=1.076..1.080 rows=51 loops=1) + Limit (actual time=1.024..1.028 rows=51 loops=1) Buffers: shared hit=296 - -> Index Scan using messages_chat_id_created_at_id_idx on messages (actual time=0.007..0.800 rows=15051 loops=1) + -> Index Scan using messages_chat_id_created_at_id_idx on messages (actual time=0.007..0.768 rows=15051 loops=1) Index Cond: (chat_id = '00000000-0000-0000-0001-000000000000'::uuid) Buffers: shared hit=296 - Planning Time: 0.025 ms - Execution Time: 1.093 ms + Planning Time: 0.021 ms + Execution Time: 1.036 ms (7 rows) == 4. Deep page without messages_chat_id_created_at_id_idx (index scans disabled for this query only) QUERY PLAN -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Limit (actual time=2.151..2.154 rows=51 loops=1) + Limit (actual time=2.097..2.101 rows=51 loops=1) Buffers: shared hit=914 - -> Sort (actual time=2.151..2.152 rows=51 loops=1) + -> Sort (actual time=2.096..2.098 rows=51 loops=1) Sort Key: created_at, id Sort Method: top-N heapsort Memory: 31kB Buffers: shared hit=914 - -> Seq Scan on messages (actual time=0.420..1.969 rows=5000 loops=1) - Filter: ((chat_id = '00000000-0000-0000-0001-000000000000'::uuid) AND (ROW(created_at, id) > ROW('2026-01-01 04:10:00+00'::timestamp with time zone, '5ec4eb0a-04cf-487e-9ec0-16b7367e29df'::uuid))) - Rows Removed by Filter: 65006 + -> Seq Scan on messages (actual time=0.423..1.891 rows=5000 loops=1) + Filter: ((chat_id = '00000000-0000-0000-0001-000000000000'::uuid) AND (ROW(created_at, id) > ROW('2026-01-01 04:10:00+00'::timestamp with time zone, 'd5bb7c5e-b8e9-43e6-864a-c12a22b3e27d'::uuid))) + Rows Removed by Filter: 65003 Buffers: shared hit=914 - Planning Time: 0.021 ms - Execution Time: 2.162 ms + Planning Time: 0.020 ms + Execution Time: 2.108 ms (12 rows) diff --git a/evidence/failures.txt b/evidence/failures.txt new file mode 100644 index 0000000..a6e988e --- /dev/null +++ b/evidence/failures.txt @@ -0,0 +1,38 @@ +# Auth checks on the live stack (tokens are not printed) +wrong password, POST /auth/sessions: 401 in 0.030955s +Basic on GET /users/me: 401 in 0.002498s +X-User-Id only, GET /users/me: 401 in 0.002170s +Bearer, GET /users/me: 200 in 0.004881s +redis GET session:: {"id":"5870165f-4435-45c8-a765-b607aa414470","userId":"df0e4... +redis TTL of cached copy: 60s (session itself lives 3600s) +DELETE /auth/sessions/current: 204 in 0.008615s +redis value after logout: revoked, ttl 3599s +same token after logout: 401 in 0.003347s + +# Short TTL: SESSION_TTL_SECONDS=5 docker compose up -d --wait api +right after login: 200 in 0.101714s +after 6 s: 401 in 0.020896s +(api recreated back with the default 3600 s) + +# Redis is stopped: docker compose stop redis +GET /health/ready: 200 in 0.005506s +GET /users/me with token: 200 in 0.006916s +GET /users/me anonymous: 401 in 0.004147s +POST /auth/sessions: 201 in 0.030189s +DELETE /auth/sessions/current: 204 in 0.006507s +same token after logout: 401 in 0.003473s +after docker compose start redis, same token: 401 in 0.014775s +2026-10-08T21:31:27.380Z WARN [eventLoopGroupProxy-6-6] c.m.m.m.i.s.a.DefaultAuthenticationService - Session cache is unavailable, reading from the database: Currently not connected. Commands are rejected. +2026-10-08T21:31:27.382Z WARN [DefaultDispatcher-worker-2] c.m.m.m.i.s.a.DefaultAuthenticationService - Session cache is unavailable, session is not cached: Currently not connected. Commands are rejected. + +# PostgreSQL is stopped: docker compose stop postgres +GET /health/live: 200 in 0.003356s +GET /health/ready: 503 in 0.008268s +GET /users/me with token: 503 in 2.029986s + body: {"error":{"code":"unavailable","message":"service temporarily unavailable","request_id":"..."}} +POST /auth/sessions: 503 in 2.014048s +GET /users/me anonymous: 401 in 0.003069s +GET /users/me with X-User-Id: 401 in 0.003128s +GET /users/me unknown token: 503 in 2.007361s +after docker compose start postgres, same token: 200 in 0.006353s +GET /health/ready: 200 in 0.003154s diff --git a/evidence/gradle-tests.txt b/evidence/gradle-tests.txt new file mode 100644 index 0000000..bd16314 --- /dev/null +++ b/evidence/gradle-tests.txt @@ -0,0 +1,72 @@ +# ./gradlew test (Testcontainers: postgres:17.6-alpine3.22, redis:8.4.0-alpine) +total: 56 tests, 0 failed + +infrastructure.controllers.authentication.AuthenticationControllerTest: 9 tests, 0 failed, 7.771 s + - logout revokes only the current token + - Bearer token cannot open a session + - password containing a colon and non-ASCII characters works + - unknown token returns 401 + - session expires after SESSION_TTL_SECONDS + - each login issues a different token + - valid Basic credentials open a session + - missing or malformed Basic header returns 401 + - wrong password and unknown user get the same 401 +infrastructure.controllers.chat.ChatControllerTest: 6 tests, 0 failed, 2.042 s + - member can read own chat and members keep their order + - unknown member is rejected before anything is written + - foreign chat returns 404 for non-member + - cursor issued to another user is rejected + - chat list contains only own chats and is paginated + - invalid member lists are rejected with 400 +infrastructure.controllers.health.HealthControllerTest: 2 tests, 0 failed, 0.128 s + - live returns 200 + - ready returns 200 when database is reachable +infrastructure.controllers.message.MessageConcurrencyTest: 1 tests, 0 failed, 0.281 s + - parallel senders produce exactly N unique messages +infrastructure.controllers.message.MessageControllerTest: 7 tests, 0 failed, 1.864 s + - foreign chat returns 404 when sending + - last page has null next_cursor + - pagination walks all messages exactly once + - foreign chat returns 404 when listing + - empty text returns 400 invalid_request + - history that is an exact multiple of limit ends with null next_cursor + - foreign cursor returns 400 +infrastructure.controllers.user.UserControllerTest: 11 tests, 0 failed, 1.7 s + - password shorter than 12 code points returns 400 + - concurrent registrations of one username create exactly one user + - X-User-Id alone gives no access + - create user returns 201 without password + - duplicate username returns 409 conflict + - missing token returns 401 with Bearer challenge + - invalid JSON body returns 400 invalid_request + - missing password returns 400 + - Basic credentials are rejected on business endpoints + - me returns the session owner + - X-User-Id does not override bearer identity +infrastructure.repositories.authentication.session.cache.RedisSessionCacheRepositoryTest: 3 tests, 0 failed, 0.1 s + - cached session round-trips and expires together with the session + - revoke replaces a cached session with a tombstone + - late cache fill cannot overwrite a tombstone +infrastructure.repositories.chat.ExposedChatRepositoryTest: 2 tests, 0 failed, 0.529 s + - chat row is rolled back when inserting members fails + - successful creation commits the chat and every member +infrastructure.services.authentication.SessionLookupSingleFlightTest: 4 tests, 0 failed, 1.107 s + - request arriving after logout does not join a lookup started before it + - without single-flight every concurrent miss queries the database + - with single-flight concurrent misses share one database lookup + - lookup that finished before a request arrived is not reused +infrastructure.services.hashing.DefaultHashingServiceTest: 4 tests, 0 failed, 0.425 s + - passwords differing only after 72 bytes are distinguished + - validates the right password and rejects a wrong one + - malformed hash is rejected instead of throwing + - hash is a salted Argon2id PHC string +plugins.DatabaseMigrationTest: 1 tests, 0 failed, 0.206 s + - re-running migrations applies nothing and keeps data +plugins.DependencyFailureTest: 3 tests, 0 failed, 8.502 s + - without PostgreSQL requests fail with a bounded 503 + - without Redis requests bypass the cache + - hanging Redis costs one command timeout and recovers +plugins.SessionCacheTest: 3 tests, 0 failed, 0.963 s + - emptied cache falls back to PostgreSQL + - first authenticated request fills the cache + - logout leaves a tombstone and the token is rejected diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 0000000..2e71aef --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,27 @@ +# Before restart +mtusi-lab2-api Up 6 seconds (healthy) +mtusi-lab2-postgres Up 12 seconds (healthy) +mtusi-lab2-redis Up 12 seconds (healthy) +/mtusi-lab2-api started 2026-10-08T21:30:14.569499088Z +/mtusi-lab2-postgres started 2026-10-08T21:30:08.908684627Z +/mtusi-lab2-redis started 2026-10-08T21:30:08.908745585Z + +$ make test-persistence ACTION_SCRIPT=scripts/restart.sh +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. + +# After restart: all three containers have a new StartedAt, volume kept +mtusi-lab2-api Up 5 seconds (healthy) +mtusi-lab2-postgres Up 11 seconds (healthy) +mtusi-lab2-redis Up 11 seconds (healthy) +/mtusi-lab2-api started 2026-10-08T21:30:30.898479762Z +/mtusi-lab2-postgres started 2026-10-08T21:30:25.306495884Z +/mtusi-lab2-redis started 2026-10-08T21:30:25.305453468Z +mtusi-messenger-lab2_postgres-data + +# Migrations are not re-applied +2026-10-08T21:30:15.407Z INFO [main] o.f.core.internal.command.DbMigrate - Migrating schema "public" to version "1 - init" +2026-10-08T21:30:31.478Z INFO [main] o.f.core.internal.command.DbMigrate - Schema "public" is up to date. No migration necessary. + +# Redis keys after restart: Redis came up empty (no RDB/AOF), these 2 keys were filled by the test requests made after the restart +2 diff --git a/evidence/smoke.txt b/evidence/smoke.txt new file mode 100644 index 0000000..20b89e5 --- /dev/null +++ b/evidence/smoke.txt @@ -0,0 +1,4 @@ +$ make check +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +$ make test +PASS: lab2 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/storage.txt b/evidence/storage.txt new file mode 100644 index 0000000..dbe2dd1 --- /dev/null +++ b/evidence/storage.txt @@ -0,0 +1,23 @@ +# Password hashes (prefix only) +$argon2id$v=19$m=19456,t=2,p=1$|6 +# Sessions: only sha256 of the token is stored + Table "public.sessions" + Column | Type | Collation | Nullable | Default +------------+--------------------------+-----------+----------+--------- + id | uuid | | not null | + user_id | uuid | | not null | + token_hash | character varying(64) | | not null | + created_at | timestamp with time zone | | not null | + expires_at | timestamp with time zone | | not null | +Indexes: + "sessions_pkey" PRIMARY KEY, btree (id) + "sessions_token_hash_key" UNIQUE CONSTRAINT, btree (token_hash) + "sessions_user_id_idx" btree (user_id) +Foreign-key constraints: + "sessions_user_id_fkey" FOREIGN KEY (user_id) REFERENCES users(id) ON DELETE CASCADE + +64|5 +# Secrets are ignored by git +.gitignore:5:secrets/ secrets/db_password +.gitignore:5:secrets/ secrets/redis_password +tracked files under secrets/: 0 diff --git a/evidence/track1/read-after-write/off_redis-down.json b/evidence/track1/read-after-write/off_redis-down.json new file mode 100644 index 0000000..e26c234 --- /dev/null +++ b/evidence/track1/read-after-write/off_redis-down.json @@ -0,0 +1,11 @@ +{ + "iterations": 300, + "readers": 16, + "first_request_after_login_not_200": 0, + "requests_started_before_logout_response": 43034, + "requests_started_after_logout_response": 362801, + "violations_200_after_logout": 0, + "unexpected_statuses": {}, + "token_alive_one_second_later": 0, + "logout_not_204": 0 +} diff --git a/evidence/track1/read-after-write/off_redis-up.json b/evidence/track1/read-after-write/off_redis-up.json new file mode 100644 index 0000000..a975e49 --- /dev/null +++ b/evidence/track1/read-after-write/off_redis-up.json @@ -0,0 +1,11 @@ +{ + "iterations": 300, + "readers": 16, + "first_request_after_login_not_200": 0, + "requests_started_before_logout_response": 42545, + "requests_started_after_logout_response": 396511, + "violations_200_after_logout": 0, + "unexpected_statuses": {}, + "token_alive_one_second_later": 0, + "logout_not_204": 0 +} diff --git a/evidence/track1/read-after-write/on_redis-down.json b/evidence/track1/read-after-write/on_redis-down.json new file mode 100644 index 0000000..ba321e0 --- /dev/null +++ b/evidence/track1/read-after-write/on_redis-down.json @@ -0,0 +1,11 @@ +{ + "iterations": 300, + "readers": 16, + "first_request_after_login_not_200": 0, + "requests_started_before_logout_response": 42973, + "requests_started_after_logout_response": 361654, + "violations_200_after_logout": 0, + "unexpected_statuses": {}, + "token_alive_one_second_later": 0, + "logout_not_204": 0 +} diff --git a/evidence/track1/read-after-write/on_redis-up.json b/evidence/track1/read-after-write/on_redis-up.json new file mode 100644 index 0000000..23132f2 --- /dev/null +++ b/evidence/track1/read-after-write/on_redis-up.json @@ -0,0 +1,11 @@ +{ + "iterations": 300, + "readers": 16, + "first_request_after_login_not_200": 0, + "requests_started_before_logout_response": 42692, + "requests_started_after_logout_response": 405818, + "violations_200_after_logout": 0, + "unexpected_statuses": {}, + "token_alive_one_second_later": 0, + "logout_not_204": 0 +} diff --git a/evidence/track1/redis-restart-runs.csv b/evidence/track1/redis-restart-runs.csv new file mode 100644 index 0000000..a675086 --- /dev/null +++ b/evidence/track1/redis-restart-runs.csv @@ -0,0 +1,11 @@ +variant,single_flight,tokens,vus,warmup_s,duration_s,measure_start,restart_begin,restart_end,repeat,finished_at,requests,failed,p50,p95,p99,max,session_lookups,cache_outage_s,recovered_after_restart_s,restart_s,peak_p99_ms,peak_max_ms,p99_before_ms,non_200 +off,False,50,200,5,30,1791498859.356887,1791498869.424248,1791498869.939573,1,2026-10-08T22:35:00Z,428635,0,12.452,27.07229999999998,39.76697999999999,132.782,5427,0.7099997997283936,0.4074268341064453,0.5153250694274902,76.32,132.78,35.55,0 +off,False,50,200,5,30,1791499169.386271,1791499179.479216,1791499180.0737689,2,2026-10-08T22:40:10Z,428950,0,12.47,26.540549999999982,38.444019999999995,224.922,6284,0.8270001411437988,0.47123122215270996,0.594552755355835,162.53,224.92,39.09,0 +off,False,50,200,5,30,1791499477.8345048,1791499487.915502,1791499488.4199932,3,2026-10-08T22:45:18Z,421278,0,12.626,27.578,40.115,161.579,5625,0.7209999561309814,0.42000675201416016,0.5044910907745361,77.41,161.58,37.26,0 +off,False,50,200,5,30,1791499595.6580842,1791499605.734366,1791499606.216612,4,2026-10-08T22:47:17Z,441542,0,12.277,25.8,36.003589999999996,112.49,5632,0.693000078201294,0.40138792991638184,0.48224616050720215,67.52,112.49,35.04,0 +off,False,50,200,5,30,1791499714.4913611,1791499724.5610518,1791499725.0957701,5,2026-10-08T22:49:15Z,440087,0,12.246,25.995,36.58613999999999,117.652,4700,0.6530001163482666,0.3472299575805664,0.5347182750701904,71.53,117.65,34.19,0 +on,True,50,200,5,30,1791498918.550673,1791498928.624585,1791498929.1620429,1,2026-10-08T22:36:00Z,437728,0,12.239,26.51164999999998,37.84445999999999,138.771,3349,0.7160000801086426,0.3989572525024414,0.5374579429626465,70.65,138.77,36.27,0 +on,True,50,200,5,30,1791499228.067796,1791499238.1518989,1791499238.66642,2,2026-10-08T22:41:09Z,425673,0,12.577,27.137,38.40755999999999,130.099,3490,0.7339999675750732,0.37657999992370605,0.5145211219787598,72.28,130.1,37.48,0 +on,True,50,200,5,30,1791499536.427604,1791499546.508571,1791499546.976043,3,2026-10-08T22:46:17Z,437173,0,12.129,26.806399999999982,38.543,137.96,3502,0.752000093460083,0.4419569969177246,0.4674720764160156,69.74,137.96,36.54,0 +on,True,50,200,5,30,1791499655.0228858,1791499665.094867,1791499665.5880342,4,2026-10-08T22:48:16Z,438776,0,12.336,25.784,36.31625,128.767,3106,0.7019999027252197,0.40596580505371094,0.4931671619415283,71.46,128.77,35.38,0 +on,True,50,200,5,30,1791499773.790411,1791499783.8553238,1791499784.422722,5,2026-10-08T22:50:14Z,434992,0,12.311,26.562,38.479359999999986,153.453,3805,0.7409999370574951,0.38727784156799316,0.5673983097076416,88.56,153.45,39.52,0 diff --git a/evidence/track1/redis-restart/off/t50_r1/k6-summary.json b/evidence/track1/redis-restart/off/t50_r1/k6-summary.json new file mode 100644 index 0000000..d15efb2 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "groups": [], + "checks": [ + { + "fails": 0, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 471907 + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e" + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35006.219 + }, + "metrics": { + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.764247413155049, + "med": 12.942, + "p(95)": 29.60769999999998, + "p(99)": 44.87233999999995, + "max": 273.623 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 39.76697999999999, + "max": 132.782, + "avg": 13.925806278068102, + "med": 12.452, + "p(95)": 27.07229999999998 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "fails": 0, + "rate": 1, + "passes": 471907 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.827875725505196, + "med": 13.005375, + "p(95)": 29.668933099999997, + "p(99)": 44.92554052, + "max": 281.858083 + } + }, + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 471907 + }, + "type": "rate" + }, + "http_req_blocked": { + "contains": "time", + "values": { + "avg": 0.004491240858890895, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.005, + "max": 10.725 + }, + "type": "trend" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 154219353, + "rate": 4405484.436922479 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "max": 14.117, + "avg": 0.0204302055277808, + "med": 0.009, + "p(95)": 0.027, + "p(99)": 0.101 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "rate": 13480.661821832286, + "count": 471907 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "max": 7.886, + "avg": 0.0023367697448861743, + "med": 0, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.738216824501464, + "med": 12.919, + "p(95)": 29.57769999999998, + "p(99)": 44.842879999999994, + "max": 273.225 + } + }, + "http_reqs": { + "values": { + "count": 471907, + "rate": 13480.661821832286 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.005600383126326962, + "med": 0.003, + "p(95)": 0.009, + "p(99)": 0.034, + "max": 10.287 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 71729864, + "rate": 2049060.5969185075 + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 428635, + "rate": 12244.538606125956 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 44.87233999999995, + "max": 273.623, + "avg": 14.764247413155049, + "med": 12.942, + "p(95)": 29.60769999999998 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 428635 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/off/t50_r1/per-second.csv b/evidence/track1/redis-restart/off/t50_r1/per-second.csv new file mode 100644 index 0000000..bbba28e --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r1/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,14208,0,12.98,38.25,73.67 +1,14245,0,12.80,35.35,58.89 +2,15755,0,11.22,35.55,61.24 +3,15465,0,12.19,30.72,50.18 +4,16066,0,11.16,30.23,41.23 +5,14522,0,12.62,35.74,49.60 +6,13907,0,12.92,36.98,54.97 +7,14081,0,12.94,38.99,56.80 +8,15426,0,12.11,30.41,50.02 +9,14754,0,12.58,32.68,52.41 +10,8269,0,20.28,76.32,132.78 +11,12953,0,14.18,35.54,55.33 +12,15806,0,11.94,29.63,45.35 +13,15775,0,11.79,27.79,57.80 +14,16241,0,11.05,31.63,60.80 +15,14568,0,12.09,37.94,80.73 +16,14910,0,11.92,36.34,58.58 +17,11572,0,14.58,56.35,89.45 +18,12334,0,13.63,51.14,75.03 +19,14573,0,11.54,45.21,91.66 +20,14287,0,12.00,36.73,67.19 +21,14058,0,12.23,49.08,79.07 +22,14907,0,12.22,32.15,51.91 +23,14940,0,12.04,34.16,52.36 +24,14669,0,11.95,39.83,75.01 +25,13198,0,13.06,48.21,101.27 +26,14741,0,12.79,29.48,45.46 +27,12750,0,14.80,37.52,56.21 +28,15628,0,11.63,30.12,48.03 +29,11355,0,11.66,32.69,54.36 diff --git a/evidence/track1/redis-restart/off/t50_r1/run.json b/evidence/track1/redis-restart/off/t50_r1/run.json new file mode 100644 index 0000000..632c03a --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r1/run.json @@ -0,0 +1,4 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791498859.356887, + "restart_begin": 1791498869.424248, "restart_end": 1791498869.939573, "repeat": 1, + "finished_at": "2026-10-08T22:35:00Z"} diff --git a/evidence/track1/redis-restart/off/t50_r1/samples.csv b/evidence/track1/redis-restart/off/t50_r1/samples.csv new file mode 100644 index 0000000..0bfeed7 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r1/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791498859.864,0,512089,4214, +1791498860.756,0,524927,4214, +1791498861.713,0,539048,4214, +1791498862.794,0,555997,4214, +1791498863.76,0,570946,4214, +1791498864.854,0,588689,4214, +1791498865.878,0,602767,4214, +1791498866.818,0,616391,4214, +1791498867.786,0,630300,4214, +1791498868.72,0,644189,4214, +1791498869.798,0, +1791498870.812,5427,5110,57, +1791498871.75,5427,18070,57, +1791498872.766,5427,34359,57, +1791498873.738,5427,49277,57, +1791498874.831,5427,67502,57, +1791498875.801,5427,80988,57, +1791498876.758,5427,95693,57, +1791498877.872,5427,106337,57, +1791498878.927,5427,121509,57, +1791498879.829,5427,134595,57, +1791498880.828,5427,148840,57, +1791498881.792,5427,163192,57, +1791498882.795,5427,178002,57, +1791498883.798,5427,192983,57, +1791498884.779,5427,207703,57, +1791498885.785,5427,220645,57, +1791498886.732,5427,233709,57, +1791498887.813,5427,248645,57, +1791498888.73,5427,263312,57, diff --git a/evidence/track1/redis-restart/off/t50_r2/k6-summary.json b/evidence/track1/redis-restart/off/t50_r2/k6-summary.json new file mode 100644 index 0000000..46d5cd7 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r2/k6-summary.json @@ -0,0 +1,245 @@ +{ + "state": { + "testRunDurationMs": 35011.754, + "isStdOutTTY": false, + "isStdErrTTY": false + }, + "metrics": { + "http_reqs": { + "contains": "default", + "values": { + "count": 472464, + "rate": 13494.439610194906 + }, + "type": "counter" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.716876849876583, + "med": 12.874, + "p(95)": 29.014, + "p(99)": 44.48158999999997, + "max": 256.777 + } + }, + "http_reqs{phase:measure}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "rate": 12251.59984843947, + "count": 428950 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.02486028565136214, + "med": 0.009, + "p(95)": 0.027, + "p(99)": 0.114, + "max": 17.033 + } + }, + "iterations": { + "values": { + "count": 472464, + "rate": 13494.439610194906 + }, + "type": "counter", + "contains": "default" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 472464 + } + }, + "data_sent": { + "contains": "data", + "values": { + "count": 71814528, + "rate": 2051154.8207496258 + }, + "type": "counter" + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.917842683296533, + "med": 12.47, + "p(95)": 26.540549999999982, + "p(99)": 38.444019999999995, + "max": 224.922 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "med": 12.962916499999999, + "p(95)": 29.132189249999996, + "p(99)": 44.585753629999985, + "max": 264.631125, + "avg": 14.8122813028043 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "min": 200, + "max": 200, + "value": 200 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 428950 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 17.938, + "avg": 0.001841765721832775, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "avg": 14.749357261082592, + "med": 12.902, + "p(95)": 29.071, + "p(99)": 44.513369999999995, + "max": 259.749 + }, + "type": "trend" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.005, + "max": 19.84, + "avg": 0.004122038927809423, + "med": 0.001, + "p(95)": 0.002 + } + }, + "checks": { + "values": { + "passes": 472464, + "fails": 0, + "rate": 1 + }, + "type": "rate", + "contains": "default" + }, + "http_req_tls_handshaking": { + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + }, + "type": "trend" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 154401348, + "rate": 4409986.086386874 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.749357261082592, + "med": 12.902, + "p(95)": 29.071, + "p(99)": 44.513369999999995, + "max": 259.749 + } + }, + "http_req_sending": { + "values": { + "med": 0.003, + "p(95)": 0.009, + "p(99)": 0.032, + "max": 18.129, + "avg": 0.007620125554550124 + }, + "type": "trend", + "contains": "time" + } + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 472464, + "fails": 0, + "name": "status is 200", + "path": "::status is 200" + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/off/t50_r2/per-second.csv b/evidence/track1/redis-restart/off/t50_r2/per-second.csv new file mode 100644 index 0000000..145cac1 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r2/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,13183,0,13.68,37.62,65.37 +1,11835,0,15.33,41.56,61.33 +2,13706,0,12.92,41.07,75.96 +3,14687,0,12.29,34.34,76.87 +4,15065,0,12.11,31.57,57.47 +5,14716,0,12.21,39.09,61.12 +6,14694,0,12.64,32.24,45.00 +7,10787,0,15.45,64.66,105.60 +8,11306,0,14.85,53.23,93.07 +9,14932,0,12.50,30.28,46.64 +10,9196,0,14.95,162.53,224.92 +11,13251,0,13.62,36.19,55.49 +12,15493,0,11.90,29.90,42.35 +13,16528,0,10.95,32.57,61.17 +14,16522,0,10.73,30.40,50.92 +15,15305,0,11.95,31.96,58.61 +16,14122,0,13.05,36.73,65.61 +17,13084,0,13.48,50.46,85.51 +18,14804,0,12.23,33.57,55.10 +19,14648,0,12.56,31.26,48.91 +20,15292,0,11.62,34.05,58.57 +21,15098,0,12.43,29.98,58.95 +22,15093,0,12.31,31.74,46.91 +23,16796,0,10.74,28.41,43.15 +24,14733,0,12.76,29.88,47.53 +25,14409,0,12.79,34.22,55.14 +26,17194,0,10.33,29.15,47.15 +27,13183,0,13.98,38.02,54.26 +28,15846,0,11.60,30.98,56.75 +29,11278,0,12.97,33.05,46.19 diff --git a/evidence/track1/redis-restart/off/t50_r2/run.json b/evidence/track1/redis-restart/off/t50_r2/run.json new file mode 100644 index 0000000..5409b90 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r2/run.json @@ -0,0 +1,4 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499169.386271, + "restart_begin": 1791499179.479216, "restart_end": 1791499180.0737689, "repeat": 2, + "finished_at": "2026-10-08T22:40:10Z"} diff --git a/evidence/track1/redis-restart/off/t50_r2/samples.csv b/evidence/track1/redis-restart/off/t50_r2/samples.csv new file mode 100644 index 0000000..09a1eef --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r2/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499169.947,0,515309,4269, +1791499170.835,0,527125,4269, +1791499171.916,0,539462,4269, +1791499172.863,0,554289,4269, +1791499173.824,0,568084,4269, +1791499174.812,0,582152,4269, +1791499175.778,0,597540,4269, +1791499176.864,0,613082,4269, +1791499178.029,0,623870,4269, +1791499178.865,0,635700,4269, +1791499180.141,0,0,0, +1791499180.903,6284,4203,97, +1791499181.83,6284,17538,97, +1791499182.82,6284,32281,97, +1791499183.802,6284,49011,97, +1791499184.792,6284,65558,97, +1791499185.804,6284,80275,97, +1791499186.894,6284,95577,97, +1791499187.839,6284,108571,97, +1791499188.782,6284,121475,97, +1791499189.803,6284,137606,97, +1791499190.861,6284,153144,97, +1791499191.758,6284,166411,97, +1791499192.844,6284,184088,97, +1791499193.808,6284,199336,97, +1791499194.789,6284,213503,97, +1791499195.827,6284,230318,97, +1791499196.759,6284,244205,97, +1791499197.813,6284,259548,97, +1791499198.777,6284,275085,97, diff --git a/evidence/track1/redis-restart/off/t50_r3/k6-summary.json b/evidence/track1/redis-restart/off/t50_r3/k6-summary.json new file mode 100644 index 0000000..1fcc352 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r3/k6-summary.json @@ -0,0 +1,245 @@ +{ + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35007.175 + }, + "metrics": { + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 460812, + "rate": 0 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 70043424, + "rate": 2000830.515458617 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 5.508, + "avg": 0.0009216687065441001, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_receiving": { + "values": { + "avg": 0.02030224256312753, + "med": 0.01, + "p(95)": 0.026, + "p(99)": 0.095, + "max": 25.03 + }, + "type": "trend", + "contains": "time" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 47.51888999999999, + "max": 243.202, + "avg": 15.094730109025615, + "med": 13.09, + "p(95)": 30.59044999999998 + } + }, + "vus_max": { + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0030553132296668143, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.005, + "max": 8.159 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "rate": 4301781.591916515, + "count": 150593221 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 460812, + "rate": 13163.358654333006 + } + }, + "iterations": { + "values": { + "count": 460812, + "rate": 13163.358654333006 + }, + "type": "counter", + "contains": "default" + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "med": 13.113, + "p(95)": 30.63144999999998, + "p(99)": 47.572, + "max": 243.737, + "avg": 15.120494461949612 + }, + "type": "trend" + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 421278 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 243.737, + "avg": 15.120494461949612, + "med": 13.113, + "p(95)": 30.63144999999998, + "p(99)": 47.572 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.005462110361699867, + "med": 0.003, + "p(95)": 0.009, + "p(99)": 0.03, + "max": 21.888 + } + }, + "http_req_duration{phase:measure}": { + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend", + "contains": "time", + "values": { + "avg": 14.167799875616495, + "med": 12.626, + "p(95)": 27.578, + "p(99)": 40.115, + "max": 161.579 + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 421278, + "rate": 12034.047306016553 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 15.18369266241983, + "med": 13.168084, + "p(95)": 30.717431249999997, + "p(99)": 47.69920598999999, + "max": 250.832291 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 460812, + "fails": 0 + } + } + }, + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "passes": 460812, + "fails": 0, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f" + } + ], + "name": "", + "path": "" + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/off/t50_r3/per-second.csv b/evidence/track1/redis-restart/off/t50_r3/per-second.csv new file mode 100644 index 0000000..b56b17e --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r3/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,11980,0,15.04,48.92,86.32 +1,10196,0,16.53,62.53,91.28 +2,12842,0,13.46,42.20,61.44 +3,14513,0,12.45,37.26,89.99 +4,14203,0,12.48,39.47,67.48 +5,15145,0,11.59,34.51,70.34 +6,15360,0,11.75,35.32,51.02 +7,15000,0,12.30,29.88,47.96 +8,14761,0,12.21,36.57,83.75 +9,13687,0,13.16,38.34,57.54 +10,9334,0,17.65,77.41,161.58 +11,12568,0,14.12,40.11,73.91 +12,13968,0,13.01,34.76,52.99 +13,14453,0,11.83,37.20,65.84 +14,14510,0,12.49,35.25,99.83 +15,14487,0,12.40,35.04,56.12 +16,15502,0,11.34,33.16,52.91 +17,14646,0,12.45,34.83,57.32 +18,14166,0,12.65,38.85,68.11 +19,14531,0,12.40,33.75,54.74 +20,15244,0,11.83,32.98,57.56 +21,14585,0,12.34,36.98,72.59 +22,14811,0,12.55,34.53,67.74 +23,15705,0,11.80,30.10,52.46 +24,14766,0,12.29,32.69,57.07 +25,14371,0,13.10,30.52,47.73 +26,16018,0,11.16,30.27,60.16 +27,14366,0,12.99,33.12,68.86 +28,15109,0,11.79,33.39,48.43 +29,9316,0,14.12,64.89,132.72 diff --git a/evidence/track1/redis-restart/off/t50_r3/run.json b/evidence/track1/redis-restart/off/t50_r3/run.json new file mode 100644 index 0000000..159df8d --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r3/run.json @@ -0,0 +1,4 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499477.8345048, + "restart_begin": 1791499487.915502, "restart_end": 1791499488.4199932, "repeat": 3, + "finished_at": "2026-10-08T22:45:18Z"} diff --git a/evidence/track1/redis-restart/off/t50_r3/samples.csv b/evidence/track1/redis-restart/off/t50_r3/samples.csv new file mode 100644 index 0000000..3bf2557 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r3/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499478.391,0,514178,4179, +1791499479.42,0,525888,4179, +1791499480.325,0,536517,4179, +1791499481.385,0,550681,4179, +1791499482.312,0,563782,4179, +1791499483.282,0,578653,4179, +1791499484.289,0,593619,4179, +1791499485.222,0,607812,4179, +1791499486.228,0,623157,4179, +1791499487.316,0,638365,4179, +1791499488.491,0,0,0, +1791499489.388,5625,6357,139, +1791499490.326,5625,17832,139, +1791499491.28,5625,32144,139, +1791499492.329,5625,47177,139, +1791499493.326,5625,62132,139, +1791499494.245,5625,74845,139, +1791499495.213,5625,89695,139, +1791499496.263,5625,104778,139, +1791499497.318,5625,120104,139, +1791499498.256,5625,133818,139, +1791499499.226,5625,149087,139, +1791499500.236,5625,163102,139, +1791499501.243,5625,178474,139, +1791499502.293,5625,194607,139, +1791499503.247,5625,208856,139, +1791499504.306,5625,225215,139, +1791499505.229,5625,239096,139, +1791499506.235,5625,252821,139, +1791499507.349,5625,268098,139, diff --git a/evidence/track1/redis-restart/off/t50_r4/k6-summary.json b/evidence/track1/redis-restart/off/t50_r4/k6-summary.json new file mode 100644 index 0000000..fa5b6a1 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r4/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 486255, + "fails": 81 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35013.452 + }, + "metrics": { + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 1.984, + "avg": 0.00067285374720358, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.9998334484800632, + "passes": 486255, + "fails": 81 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 73914408, + "rate": 2111028.869704135 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 158879033, + "rate": 4537656.926829151 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.326034741412773, + "med": 12.679, + "p(95)": 28.305, + "p(99)": 42.136649999999996, + "max": 257.138 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.386179311953176, + "med": 12.7341455, + "p(95)": 28.378582749999996, + "p(99)": 42.21687325, + "max": 259.654125 + } + }, + "http_req_tls_handshaking": { + "values": { + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_reqs": { + "contains": "default", + "values": { + "count": 486336, + "rate": 13889.975772740145 + }, + "type": "counter" + }, + "http_req_receiving": { + "contains": "time", + "values": { + "p(99)": 0.107, + "max": 19.168, + "avg": 0.0206999708020806, + "med": 0.009, + "p(95)": 0.026 + }, + "type": "trend" + }, + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0.0001665515199368338, + "passes": 81, + "fails": 486255 + }, + "type": "rate" + }, + "http_reqs{phase:measure}": { + "contains": "default", + "values": { + "count": 441542, + "rate": 12610.638905298454 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.299780478928266, + "med": 12.657, + "p(95)": 28.265, + "p(99)": 42.07064999999999, + "max": 257.009 + } + }, + "http_req_sending": { + "contains": "time", + "values": { + "p(99)": 0.035, + "max": 18.398, + "avg": 0.005554291683109536, + "med": 0.003, + "p(95)": 0.009 + }, + "type": "trend" + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.520681441402726, + "med": 12.277, + "p(95)": 25.8, + "p(99)": 36.003589999999996, + "max": 112.49 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 441542 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 486336, + "rate": 13889.975772740145 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.002852982300280097, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004, + "max": 10.914 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "med": 12.681, + "p(95)": 28.305, + "p(99)": 42.13837999999999, + "max": 257.138, + "avg": 14.328368140172795 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/off/t50_r4/per-second.csv b/evidence/track1/redis-restart/off/t50_r4/per-second.csv new file mode 100644 index 0000000..30743b4 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r4/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,12715,0,14.45,36.45,64.04 +1,10581,0,17.41,44.58,64.33 +2,14179,0,12.89,35.04,61.72 +3,14318,0,12.53,37.96,59.33 +4,14792,0,11.85,40.34,79.74 +5,16249,0,11.35,29.80,46.75 +6,15848,0,11.50,31.80,74.79 +7,15711,0,11.68,34.58,57.46 +8,15294,0,11.76,31.68,46.27 +9,15335,0,11.92,30.41,48.52 +10,9506,0,17.60,67.52,112.49 +11,12370,0,14.93,38.32,74.71 +12,14833,0,12.73,31.75,47.67 +13,15645,0,11.81,29.53,52.72 +14,14186,0,12.34,40.49,68.77 +15,14497,0,12.68,33.11,55.55 +16,14867,0,12.32,32.80,58.83 +17,15925,0,11.59,29.35,50.58 +18,15749,0,11.77,30.82,53.76 +19,16242,0,11.23,31.00,49.71 +20,15967,0,11.23,33.81,63.82 +21,13801,0,13.24,35.50,53.41 +22,15339,0,11.79,33.48,57.64 +23,15599,0,12.16,30.17,44.75 +24,14012,0,12.64,62.10,104.27 +25,16364,0,11.13,31.07,51.80 +26,15277,0,11.67,35.48,55.90 +27,16592,0,10.98,27.14,45.43 +28,15277,0,12.21,30.49,72.97 +29,12303,0,12.37,32.19,61.25 diff --git a/evidence/track1/redis-restart/off/t50_r4/run.json b/evidence/track1/redis-restart/off/t50_r4/run.json new file mode 100644 index 0000000..adafe8e --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r4/run.json @@ -0,0 +1,4 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499595.6580842, + "restart_begin": 1791499605.734366, "restart_end": 1791499606.216612, "repeat": 4, + "finished_at": "2026-10-08T22:47:17Z"} diff --git a/evidence/track1/redis-restart/off/t50_r4/samples.csv b/evidence/track1/redis-restart/off/t50_r4/samples.csv new file mode 100644 index 0000000..a80570a --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r4/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499596.157,0,340499,326, +1791499597.18,0,352918,326, +1791499598.146,0,363899,326, +1791499599.121,0,378171,326, +1791499600.147,0,393091,326, +1791499601.143,0,409374,326, +1791499602.133,0,425489,326, +1791499603.081,0,439299,326, +1791499604.089,0,456049,326, +1791499605.076,0,470768,326, +1791499606.264,0,0,0, +1791499607.126,5632,5406,175, +1791499608.159,5632,18795,175, +1791499609.092,5632,32858,175, +1791499610.172,5632,48585,175, +1791499611.072,5632,62560,175, +1791499612.092,5632,77524,175, +1791499613.085,5632,93072,175, +1791499614.116,5632,109574,175, +1791499615.1,5632,124272,175, +1791499616.108,5632,140777,175, +1791499617.025,5632,154654,175, +1791499618.008,5632,168103,175, +1791499619.09,5632,185717,175, +1791499620.107,5632,200716,175, +1791499621.103,5632,215755,175, +1791499622.148,5632,232413,175, +1791499623.098,5632,247222,175, +1791499624.064,5632,262899,175, +1791499625.097,5632,278598,175, diff --git a/evidence/track1/redis-restart/off/t50_r5/k6-summary.json b/evidence/track1/redis-restart/off/t50_r5/k6-summary.json new file mode 100644 index 0000000..c12531c --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r5/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "checks": [ + { + "fails": 0, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 484492 + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35007.881 + }, + "metrics": { + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.005235176225810493, + "med": 0.003, + "p(95)": 0.009, + "p(99)": 0.032, + "max": 10.618 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 41.75308999999999, + "max": 292.076, + "avg": 14.357900902388325, + "med": 12.701, + "p(95)": 28.345 + } + }, + "http_req_receiving": { + "values": { + "p(95)": 0.026, + "p(99)": 0.099, + "max": 16.6, + "avg": 0.02069577413042727, + "med": 0.009 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 41.78708999999999, + "max": 292.093, + "avg": 14.383831852744583, + "med": 12.723, + "p(95)": 28.394 + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 440087, + "rate": 12571.083636853085 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 158332084, + "rate": 4522755.43326944 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 73642784, + "rate": 2103605.8709180374 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 484492, + "rate": 13839.512308671297 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.383831852744583, + "med": 12.723, + "p(95)": 28.394, + "p(99)": 41.78708999999999, + "max": 292.093 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 440087 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 484492 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.442657354761863, + "med": 12.7803545, + "p(95)": 28.44593535, + "p(99)": 41.85505868999999, + "max": 295.687208 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 484492, + "fails": 0 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0 + } + }, + "http_reqs": { + "contains": "default", + "values": { + "count": 484492, + "rate": 13839.512308671297 + }, + "type": "counter" + }, + "http_req_duration{phase:measure}": { + "contains": "time", + "values": { + "p(99)": 36.58613999999999, + "max": 117.652, + "avg": 13.56688794942809, + "med": 12.246, + "p(95)": 25.995 + }, + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0007097970657926239, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 2.395 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.005, + "max": 6.567, + "avg": 0.0029002253906960382, + "med": 0.001, + "p(95)": 0.002 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/off/t50_r5/per-second.csv b/evidence/track1/redis-restart/off/t50_r5/per-second.csv new file mode 100644 index 0000000..4dbb793 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r5/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,12845,0,14.31,36.50,51.16 +1,13580,0,13.93,34.01,52.87 +2,14343,0,12.52,37.48,61.44 +3,16036,0,10.98,32.38,75.53 +4,14644,0,12.49,33.59,67.31 +5,14431,0,12.09,47.04,103.81 +6,12818,0,14.34,41.83,62.49 +7,14576,0,12.43,34.19,64.39 +8,16019,0,11.34,30.49,41.02 +9,14539,0,12.29,33.71,56.27 +10,9430,0,16.91,71.53,117.65 +11,13524,0,14.02,32.07,45.63 +12,13643,0,13.59,33.77,54.31 +13,15035,0,12.55,30.84,53.13 +14,16310,0,10.71,30.58,67.90 +15,13745,0,13.32,35.81,52.89 +16,14936,0,12.15,37.68,64.96 +17,14292,0,12.53,40.45,55.23 +18,14485,0,12.01,39.41,80.12 +19,15955,0,11.26,33.40,48.78 +20,15486,0,11.89,32.33,54.35 +21,15891,0,11.44,33.42,66.86 +22,15830,0,11.06,38.56,57.84 +23,15396,0,11.82,31.34,48.08 +24,15722,0,11.46,30.89,54.16 +25,16087,0,11.12,32.57,46.88 +26,15180,0,12.29,31.57,46.84 +27,16129,0,11.28,31.89,54.02 +28,15066,0,11.84,37.84,81.58 +29,12635,0,12.49,32.00,57.39 diff --git a/evidence/track1/redis-restart/off/t50_r5/run.json b/evidence/track1/redis-restart/off/t50_r5/run.json new file mode 100644 index 0000000..d3d0774 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r5/run.json @@ -0,0 +1,4 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499714.4913611, + "restart_begin": 1791499724.5610518, "restart_end": 1791499725.0957701, "repeat": 5, + "finished_at": "2026-10-08T22:49:15Z"} diff --git a/evidence/track1/redis-restart/off/t50_r5/samples.csv b/evidence/track1/redis-restart/off/t50_r5/samples.csv new file mode 100644 index 0000000..5def267 --- /dev/null +++ b/evidence/track1/redis-restart/off/t50_r5/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499715.043,0,335130,371, +1791499715.952,0,347490,371, +1791499717.018,0,361982,371, +1791499717.912,0,374894,371, +1791499718.94,0,391959,371, +1791499719.921,0,405237,371, +1791499720.956,0,419892,371, +1791499722.043,0,434785,371, +1791499722.953,0,449061,371, +1791499723.942,0,464268,371, +1791499725.172,0,0,0, +1791499725.932,4700,6255,48, +1791499726.92,4700,19634,48, +1791499727.897,4700,33312,48, +1791499728.937,4700,49141,48, +1791499729.99,4700,65387,48, +1791499730.955,4700,79037,48, +1791499731.876,4700,92751,48, +1791499732.961,4700,108124,48, +1791499733.881,4700,120883,48, +1791499734.889,4700,137311,48, +1791499735.945,4700,153840,48, +1791499737.059,4700,171870,48, +1791499737.965,4700,186268,48, +1791499738.942,4700,201226,48, +1791499739.939,4700,216974,48, +1791499740.904,4700,232435,48, +1791499741.876,4700,247269,48, +1791499742.938,4700,263500,48, +1791499743.861,4700,277361,48, diff --git a/evidence/track1/redis-restart/on/t50_r1/k6-summary.json b/evidence/track1/redis-restart/on/t50_r1/k6-summary.json new file mode 100644 index 0000000..51b1f1a --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "checks": [ + { + "fails": 26, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 478630 + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "testRunDurationMs": 35011.623, + "isStdOutTTY": false, + "isStdErrTTY": false + }, + "metrics": { + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 156416330, + "rate": 4467554.389009615 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 29.405, + "p(99)": 44.542799999999986, + "max": 260.28, + "avg": 14.557005296079032, + "med": 12.729 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0006549338146811069, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 1.863 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 72755712, + "rate": 2078044.539666156 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.002757521058943105, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.005, + "max": 7.489 + } + }, + "http_req_waiting": { + "values": { + "med": 12.705, + "p(95)": 29.366, + "p(99)": 44.507, + "max": 260.242, + "avg": 14.528975855311547 + }, + "type": "trend", + "contains": "time" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.106, + "max": 14.215, + "avg": 0.022400015877768808, + "med": 0.009, + "p(95)": 0.026 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 29.464698, + "p(99)": 44.608145949999994, + "max": 263.268292, + "avg": 14.619031170008995, + "med": 12.7908125 + } + }, + "http_reqs{phase:measure}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 437728, + "rate": 12502.36242975654 + } + }, + "http_req_failed": { + "values": { + "rate": 0.000054318759192405404, + "passes": 26, + "fails": 478630 + }, + "type": "rate", + "contains": "default" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 437728 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.003, + "p(95)": 0.009, + "p(99)": 0.032, + "max": 11.176, + "avg": 0.005629424889685217 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.557682502141537, + "med": 12.729, + "p(95)": 29.405, + "p(99)": 44.54383999999998, + "max": 260.28 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 478656, + "rate": 13671.345655698395 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "med": 12.239, + "p(95)": 26.51164999999998, + "p(99)": 37.84445999999999, + "max": 138.771, + "avg": 13.635527300058603 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_reqs": { + "values": { + "count": 478656, + "rate": 13671.345655698395 + }, + "type": "counter", + "contains": "default" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.9999456812408076, + "passes": 478630, + "fails": 26 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/on/t50_r1/per-second.csv b/evidence/track1/redis-restart/on/t50_r1/per-second.csv new file mode 100644 index 0000000..5603b02 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r1/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,12213,0,14.61,41.13,74.22 +1,12003,0,14.94,45.38,83.34 +2,15366,0,11.88,31.92,63.48 +3,15860,0,11.69,30.37,50.03 +4,15975,0,11.29,31.56,60.09 +5,16120,0,11.06,34.09,71.77 +6,14812,0,12.44,36.27,57.96 +7,12949,0,13.50,43.30,69.10 +8,15233,0,11.41,39.21,74.20 +9,14742,0,12.35,33.16,62.76 +10,10257,0,15.73,70.65,138.77 +11,13312,0,13.33,37.88,74.71 +12,13899,0,13.21,34.32,61.78 +13,15348,0,11.40,36.97,63.73 +14,15002,0,11.97,35.83,53.83 +15,15868,0,11.71,27.60,41.99 +16,14414,0,12.57,33.39,54.13 +17,15924,0,10.81,44.06,69.43 +18,13682,0,12.61,41.81,66.34 +19,15676,0,11.76,31.78,61.49 +20,15032,0,11.85,34.64,52.50 +21,15127,0,11.97,35.84,58.51 +22,15163,0,12.06,32.21,52.89 +23,14419,0,12.03,41.51,73.14 +24,15821,0,11.52,30.89,53.97 +25,14857,0,12.46,32.85,56.86 +26,15789,0,11.47,33.42,63.45 +27,15351,0,12.14,32.52,50.62 +28,14627,0,12.08,38.89,73.95 +29,11194,0,13.24,44.34,72.24 diff --git a/evidence/track1/redis-restart/on/t50_r1/run.json b/evidence/track1/redis-restart/on/t50_r1/run.json new file mode 100644 index 0000000..e3f45f5 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r1/run.json @@ -0,0 +1,4 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791498918.550673, + "restart_begin": 1791498928.624585, "restart_end": 1791498929.1620429, "repeat": 1, + "finished_at": "2026-10-08T22:36:00Z"} diff --git a/evidence/track1/redis-restart/on/t50_r1/samples.csv b/evidence/track1/redis-restart/on/t50_r1/samples.csv new file mode 100644 index 0000000..07eed95 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r1/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791498919.071,0,317401,257, +1791498919.987,0,327828,257, +1791498921.001,0,341899,257, +1791498921.983,0,357576,257, +1791498922.957,0,372222,257, +1791498924.008,0,390319,257, +1791498924.97,0,404625,257, +1791498926.008,0,418215,257, +1791498927.102,0,433839,257, +1791498928.042,0,449050,257, +1791498929.24,0,0,0, +1791498930.063,3349,5883,86, +1791498931.052,3349,19175,86, +1791498932.042,3349,33712,86, +1791498932.968,3349,47268,86, +1791498934.045,3349,64450,86, +1791498934.973,3349,78135,86, +1791498936.001,3349,93074,86, +1791498936.967,3349,107697,86, +1791498937.967,3349,123259,86, +1791498938.989,3349,138163,86, +1791498939.954,3349,153047,86, +1791498940.99,3349,169183,86, +1791498942.045,3349,184284,86, +1791498943.026,3349,199741,86, +1791498943.961,3349,213986,86, +1791498945.019,3349,229833,86, +1791498945.958,3349,245094,86, +1791498947.062,3349,259971,86, +1791498947.93,3349,273526,86, diff --git a/evidence/track1/redis-restart/on/t50_r2/k6-summary.json b/evidence/track1/redis-restart/on/t50_r2/k6-summary.json new file mode 100644 index 0000000..859bdcf --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r2/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "checks": [ + { + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 469526, + "fails": 0, + "name": "status is 200" + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35010.557 + }, + "metrics": { + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 425673 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 71367952, + "rate": 2038469.4822193205 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0, + "avg": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.811756335112861, + "med": 13.017, + "p(95)": 29.444, + "p(99)": 44.23424999999999, + "max": 212.836 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.903013638786282, + "med": 13.1062295, + "p(95)": 29.568145749999992, + "p(99)": 44.3406665, + "max": 217.317375 + } + }, + "http_req_duration{phase:measure}": { + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend", + "contains": "time", + "values": { + "p(99)": 38.40755999999999, + "max": 130.099, + "avg": 14.023004470568258, + "med": 12.577, + "p(95)": 27.137 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_reqs{phase:measure}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 425673, + "rate": 12158.418387916538 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0007158836784331432, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 2.413 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 469526, + "fails": 0 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 469526, + "rate": 0 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 469526, + "rate": 13410.983435653423 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.006134463267205933, + "med": 0.003, + "p(95)": 0.009, + "p(99)": 0.036, + "max": 13.965 + } + }, + "data_received": { + "contains": "data", + "values": { + "count": 153441035, + "rate": 4382707.621589682 + }, + "type": "counter" + }, + "http_req_blocked": { + "contains": "time", + "values": { + "avg": 0.0029741164493320197, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.005, + "max": 10.368 + }, + "type": "trend" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 212.851, + "avg": 14.840465633426115, + "med": 13.045, + "p(95)": 29.503, + "p(99)": 44.28474999999996 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 469526, + "rate": 13410.983435653423 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.840465633426115, + "med": 13.045, + "p(95)": 29.503, + "p(99)": 44.28474999999996, + "max": 212.851 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.02257483504639342, + "med": 0.01, + "p(95)": 0.027, + "p(99)": 0.11, + "max": 13.986 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/on/t50_r2/per-second.csv b/evidence/track1/redis-restart/on/t50_r2/per-second.csv new file mode 100644 index 0000000..ce84628 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r2/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,11213,0,16.31,44.01,59.43 +1,12491,0,14.84,36.39,51.15 +2,13031,0,14.03,37.95,69.25 +3,13593,0,13.20,37.95,69.59 +4,14146,0,12.65,34.57,58.95 +5,14553,0,12.50,33.02,54.43 +6,15391,0,11.26,38.35,64.15 +7,14686,0,12.09,37.48,52.37 +8,14690,0,11.90,37.22,56.36 +9,14779,0,11.81,40.11,72.89 +10,9876,0,16.58,72.28,130.10 +11,13823,0,13.32,36.58,78.45 +12,13851,0,13.07,37.98,60.76 +13,15651,0,11.83,29.86,69.26 +14,14817,0,12.44,32.01,55.01 +15,14137,0,12.67,40.56,96.58 +16,15755,0,11.21,35.83,59.05 +17,15764,0,11.59,31.11,55.74 +18,15474,0,11.73,30.58,56.33 +19,12696,0,13.92,43.99,79.47 +20,15696,0,11.12,33.06,52.73 +21,14311,0,12.66,36.62,58.77 +22,15257,0,11.87,31.96,76.74 +23,15808,0,11.51,31.97,55.71 +24,14781,0,12.62,30.77,46.26 +25,16376,0,11.11,30.00,51.19 +26,13908,0,13.06,37.28,67.95 +27,12516,0,14.79,43.17,68.90 +28,13341,0,13.68,40.16,66.15 +29,12423,0,12.19,39.25,53.88 diff --git a/evidence/track1/redis-restart/on/t50_r2/run.json b/evidence/track1/redis-restart/on/t50_r2/run.json new file mode 100644 index 0000000..d8fa753 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r2/run.json @@ -0,0 +1,4 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499228.067796, + "restart_begin": 1791499238.1518989, "restart_end": 1791499238.66642, "repeat": 2, + "finished_at": "2026-10-08T22:41:09Z"} diff --git a/evidence/track1/redis-restart/on/t50_r2/samples.csv b/evidence/track1/redis-restart/on/t50_r2/samples.csv new file mode 100644 index 0000000..c9c6894 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r2/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499228.567,0,330121,297, +1791499229.544,0,341792,297, +1791499230.464,0,352997,297, +1791499231.538,0,367011,297, +1791499232.566,0,381349,297, +1791499233.576,0,396290,297, +1791499234.515,0,409576,297, +1791499235.525,0,425803,297, +1791499236.523,0,439715,297, +1791499237.548,0,455015,297, +1791499238.738,0,0,0, +1791499239.58,3490,6544,155, +1791499240.542,3490,19074,155, +1791499241.494,3490,33261,155, +1791499242.519,3490,49163,155, +1791499243.491,3490,63238,155, +1791499244.582,3490,79585,155, +1791499245.518,3490,93930,155, +1791499246.546,3490,110638,155, +1791499247.537,3490,124333,155, +1791499248.501,3490,137784,155, +1791499249.542,3490,155102,155, +1791499250.537,3490,168371,155, +1791499251.558,3490,184624,155, +1791499252.462,3490,198017,155, +1791499253.535,3490,215104,155, +1791499254.493,3490,229588,155, +1791499255.464,3490,241923,155, +1791499256.507,3490,256022,155, +1791499257.441,3490,267875,155, diff --git a/evidence/track1/redis-restart/on/t50_r3/k6-summary.json b/evidence/track1/redis-restart/on/t50_r3/k6-summary.json new file mode 100644 index 0000000..a16eaf4 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r3/k6-summary.json @@ -0,0 +1,245 @@ +{ + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35010.257 + }, + "metrics": { + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 477574, + "rate": 13640.97384375099 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 12.576, + "p(95)": 29.78334999999998, + "p(99)": 45.757, + "max": 499.375, + "avg": 14.552761925900535 + } + }, + "http_req_sending": { + "contains": "time", + "values": { + "avg": 0.0058634871245025625, + "med": 0.003, + "p(95)": 0.009, + "p(99)": 0.035, + "max": 15.193 + }, + "type": "trend" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 477574, + "rate": 13640.97384375099 + } + }, + "checks": { + "values": { + "rate": 1, + "passes": 477574, + "fails": 0 + }, + "type": "rate", + "contains": "default" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0044636412367465095, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.005, + "max": 9.546 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "med": 12.660792, + "p(95)": 29.97076524999998, + "p(99)": 45.86761131999999, + "max": 506.77425, + "avg": 14.651712941877424 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.58712367926269, + "med": 12.603, + "p(95)": 29.897, + "p(99)": 45.80507999999998, + "max": 500.147 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 437173 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 200, + "max": 200, + "value": 200 + } + }, + "data_received": { + "contains": "data", + "values": { + "count": 156071138, + "rate": 4457868.961087603 + }, + "type": "counter" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 5.983, + "avg": 0.0018166713430798165, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 72591248, + "rate": 2073428.0242501502 + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 437173, + "rate": 12486.997738976894 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 477574 + }, + "type": "rate", + "contains": "default" + }, + "http_req_receiving": { + "values": { + "avg": 0.028498266237226566, + "med": 0.01, + "p(95)": 0.027, + "p(99)": 0.127, + "max": 17.248 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration{phase:measure}": { + "values": { + "max": 137.96, + "avg": 13.654357071457257, + "med": 12.129, + "p(95)": 26.806399999999982, + "p(99)": 38.543 + }, + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.58712367926269, + "med": 12.603, + "p(95)": 29.897, + "p(99)": 45.80507999999998, + "max": 500.147 + } + } + }, + "root_group": { + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 477574, + "fails": 0 + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/on/t50_r3/per-second.csv b/evidence/track1/redis-restart/on/t50_r3/per-second.csv new file mode 100644 index 0000000..4713a71 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r3/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,9078,0,19.16,60.40,87.15 +1,10840,0,16.67,44.07,75.27 +2,12855,0,13.76,42.75,82.64 +3,12885,0,13.07,43.88,66.19 +4,15122,0,11.43,36.54,60.40 +5,15847,0,11.33,30.86,46.78 +6,15322,0,12.05,32.28,55.72 +7,15255,0,12.12,33.18,58.55 +8,15412,0,11.93,29.67,45.34 +9,14168,0,13.23,31.57,47.34 +10,10146,0,15.87,69.74,137.96 +11,13607,0,12.87,39.47,68.28 +12,14794,0,12.13,37.53,48.55 +13,14536,0,12.54,35.94,64.93 +14,15328,0,12.01,30.52,57.89 +15,16020,0,11.40,29.38,52.46 +16,14937,0,11.47,35.73,66.18 +17,15219,0,12.34,29.45,50.47 +18,15757,0,11.38,35.08,71.25 +19,15088,0,11.51,35.87,56.89 +20,14197,0,12.17,43.79,64.50 +21,14729,0,12.25,36.71,51.84 +22,16060,0,11.11,31.92,55.45 +23,14841,0,11.68,46.78,89.15 +24,16627,0,10.79,30.23,52.39 +25,16083,0,11.24,31.46,48.93 +26,15985,0,11.47,31.59,50.52 +27,15972,0,11.49,30.92,47.07 +28,16312,0,10.95,30.31,52.09 +29,12438,0,11.96,29.14,46.60 diff --git a/evidence/track1/redis-restart/on/t50_r3/run.json b/evidence/track1/redis-restart/on/t50_r3/run.json new file mode 100644 index 0000000..95677ec --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r3/run.json @@ -0,0 +1,4 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499536.427604, + "restart_begin": 1791499546.508571, "restart_end": 1791499546.976043, "repeat": 3, + "finished_at": "2026-10-08T22:46:17Z"} diff --git a/evidence/track1/redis-restart/on/t50_r3/samples.csv b/evidence/track1/redis-restart/on/t50_r3/samples.csv new file mode 100644 index 0000000..a7a0625 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r3/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499537.045,0,320833,339, +1791499538.005,0,329456,339, +1791499538.983,0,341273,339, +1791499540.008,0,353607,339, +1791499540.878,0,365921,339, +1791499541.903,0,382641,339, +1791499542.903,0,398134,339, +1791499543.83,0,411675,339, +1791499544.84,0,427801,339, +1791499545.818,0,442717,339, +1791499546.841,0, +1791499547.962,3502,6446,126, +1791499548.96,3502,20517,126, +1791499549.907,3502,34710,126, +1791499550.873,3502,48933,126, +1791499551.883,3502,64701,126, +1791499552.875,3502,80209,126, +1791499553.89,3502,95848,126, +1791499554.798,3502,108876,126, +1791499555.98,3502,126317,126, +1791499556.882,3502,141614,126, +1791499557.901,3502,155643,126, +1791499558.883,3502,170717,126, +1791499559.949,3502,186638,126, +1791499560.824,3502,200061,126, +1791499561.843,3502,216663,126, +1791499562.868,3502,234124,126, +1791499563.816,3502,248157,126, +1791499564.897,3502,266400,126, +1791499565.855,3502,281905,126, diff --git a/evidence/track1/redis-restart/on/t50_r4/k6-summary.json b/evidence/track1/redis-restart/on/t50_r4/k6-summary.json new file mode 100644 index 0000000..79515a8 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r4/k6-summary.json @@ -0,0 +1,245 @@ +{ + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35007.835 + }, + "metrics": { + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 483782, + "fails": 0 + } + }, + "http_req_duration": { + "values": { + "p(95)": 28.261949999999977, + "p(99)": 42.026, + "max": 273.952, + "avg": 14.406687468735786, + "med": 12.765 + }, + "type": "trend", + "contains": "time" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0050353361637967015, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.029, + "max": 13.265 + } + }, + "data_received": { + "contains": "data", + "values": { + "rate": 4516130.88898528, + "count": 158099965 + }, + "type": "counter" + }, + "http_req_failed{phase:measure}": { + "contains": "default", + "values": { + "fails": 438776, + "rate": 0, + "passes": 0 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + }, + "type": "rate" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 73534864, + "rate": 2100525.896560013 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "avg": 14.406687468735786, + "med": 12.765, + "p(95)": 28.261949999999977, + "p(99)": 42.026, + "max": 273.952 + }, + "type": "trend" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002, + "p(99)": 0.004, + "max": 6.017, + "avg": 0.0025595495491554975, + "med": 0.001 + } + }, + "http_req_waiting": { + "values": { + "p(95)": 28.222, + "p(99)": 42.006, + "max": 273.794, + "avg": 14.381734274942444, + "med": 12.742 + }, + "type": "trend", + "contains": "time" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.01991785763008978, + "med": 0.009, + "p(95)": 0.025, + "p(99)": 0.095, + "max": 15.029 + } + }, + "http_reqs": { + "values": { + "count": 483782, + "rate": 13819.249319473769 + }, + "type": "counter", + "contains": "default" + }, + "vus_max": { + "values": { + "min": 200, + "max": 200, + "value": 200 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0006676395566598179, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 1.944 + } + }, + "iteration_duration": { + "contains": "time", + "values": { + "p(99)": 42.08894228999999, + "max": 277.88825, + "avg": 14.464418676009002, + "med": 12.8218955, + "p(95)": 28.318070499999997 + }, + "type": "trend" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 483782, + "rate": 13819.249319473769 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.60831078044378, + "med": 12.336, + "p(95)": 25.784, + "p(99)": 36.31625, + "max": 128.767 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_reqs{phase:measure}": { + "contains": "default", + "values": { + "count": 438776, + "rate": 12533.651395466186 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 483782 + }, + "type": "rate" + } + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "passes": 483782, + "fails": 0, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f" + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/on/t50_r4/per-second.csv b/evidence/track1/redis-restart/on/t50_r4/per-second.csv new file mode 100644 index 0000000..e2fca9d --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r4/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,12920,0,13.70,38.19,78.70 +1,12884,0,13.80,44.19,70.43 +2,13225,0,13.82,41.34,59.20 +3,14550,0,12.22,34.91,48.58 +4,13950,0,13.17,40.97,71.20 +5,14322,0,12.78,31.06,52.69 +6,15653,0,11.57,31.08,58.54 +7,14249,0,12.97,35.38,46.83 +8,16076,0,11.32,31.41,49.70 +9,16580,0,10.75,31.65,47.38 +10,9003,0,18.59,71.46,128.77 +11,13548,0,13.43,35.02,59.23 +12,14259,0,13.01,33.14,69.45 +13,15914,0,11.65,32.05,49.77 +14,14913,0,12.22,33.02,54.14 +15,15119,0,12.00,35.51,53.53 +16,14006,0,13.42,32.26,47.92 +17,14872,0,12.58,31.73,55.27 +18,15628,0,11.66,31.01,48.98 +19,14724,0,12.67,29.33,39.01 +20,13938,0,13.39,34.22,53.39 +21,14637,0,12.64,33.75,54.57 +22,13808,0,13.21,39.53,68.36 +23,17243,0,10.41,29.20,56.08 +24,15104,0,11.52,39.67,69.29 +25,15793,0,11.48,30.73,55.36 +26,14274,0,12.92,35.80,83.75 +27,16228,0,11.18,29.63,49.05 +28,15600,0,11.88,31.54,69.40 +29,13573,0,10.35,30.48,56.17 diff --git a/evidence/track1/redis-restart/on/t50_r4/run.json b/evidence/track1/redis-restart/on/t50_r4/run.json new file mode 100644 index 0000000..2ade754 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r4/run.json @@ -0,0 +1,4 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499655.0228858, + "restart_begin": 1791499665.094867, "restart_end": 1791499665.5880342, "repeat": 4, + "finished_at": "2026-10-08T22:48:16Z"} diff --git a/evidence/track1/redis-restart/on/t50_r4/samples.csv b/evidence/track1/redis-restart/on/t50_r4/samples.csv new file mode 100644 index 0000000..b60fdd5 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r4/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499655.509,0,337954,375, +1791499656.468,0,349785,375, +1791499657.573,0,363693,375, +1791499658.432,0,375907,375, +1791499659.421,0,391136,375, +1791499660.49,0,405442,375, +1791499661.425,0,419783,375, +1791499662.393,0,434058,375, +1791499663.495,0,451000,375, +1791499664.55,0,467927,375, +1791499665.652,0,0,0, +1791499666.483,3106,6214,171, +1791499667.48,3106,19219,171, +1791499668.415,3106,33856,171, +1791499669.474,3106,50843,171, +1791499670.499,3106,65414,171, +1791499671.381,3106,78125,171, +1791499672.408,3106,93040,171, +1791499673.404,3106,107728,171, +1791499674.422,3106,123963,171, +1791499675.39,3106,137972,171, +1791499676.471,3106,153819,171, +1791499677.452,3106,166548,171, +1791499678.478,3106,182849,171, +1791499679.434,3106,198741,171, +1791499680.573,3106,216121,171, +1791499681.428,3106,228874,171, +1791499682.446,3106,243413,171, +1791499683.431,3106,259265,171, +1791499684.478,3106,276241,171, diff --git a/evidence/track1/redis-restart/on/t50_r5/k6-summary.json b/evidence/track1/redis-restart/on/t50_r5/k6-summary.json new file mode 100644 index 0000000..df84aef --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r5/k6-summary.json @@ -0,0 +1,245 @@ +{ + "metrics": { + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 259.572, + "avg": 14.5746728930318, + "med": 12.802, + "p(95)": 29.272, + "p(99)": 44.59939999999999 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 478021 + } + }, + "http_req_connecting": { + "values": { + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 1.825, + "avg": 0.0006622198606337379 + }, + "type": "trend", + "contains": "time" + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 478021, + "fails": 0 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.638287244112455, + "med": 12.865459, + "p(95)": 29.335375, + "p(99)": 44.66789159999999, + "max": 263.006666 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 156217124, + "rate": 4462552.703126373 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 14.5746728930318, + "med": 12.802, + "p(95)": 29.272, + "p(99)": 44.59939999999999, + "max": 259.572 + } + }, + "vus": { + "values": { + "min": 200, + "max": 200, + "value": 200 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.72225077932451, + "med": 12.311, + "p(95)": 26.562, + "p(99)": 38.479359999999986, + "max": 153.453 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 434992 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "iterations": { + "values": { + "count": 478021, + "rate": 13655.31416198119 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "contains": "time", + "values": { + "max": 16.4, + "avg": 0.00560376217780366, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.029 + }, + "type": "trend" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 44.573399999999985, + "max": 259.544, + "avg": 14.54586307923653, + "med": 12.777, + "p(95)": 29.225 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 478021, + "rate": 13655.31416198119 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 72659192, + "rate": 2075607.752621141 + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 12426.132780669723, + "count": 434992 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "max": 16.314, + "avg": 0.0232060516169539, + "med": 0.009, + "p(95)": 0.026, + "p(99)": 0.101 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0 + } + }, + "http_req_blocked": { + "contains": "time", + "values": { + "avg": 0.0026765309473631587, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004, + "max": 7.913 + }, + "type": "trend" + }, + "vus_max": { + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge" + } + }, + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "passes": 478021, + "fails": 0, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f" + } + ], + "name": "", + "path": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35006.225 + } +} \ No newline at end of file diff --git a/evidence/track1/redis-restart/on/t50_r5/per-second.csv b/evidence/track1/redis-restart/on/t50_r5/per-second.csv new file mode 100644 index 0000000..ca5b86f --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r5/per-second.csv @@ -0,0 +1,31 @@ +second,requests,non_200,p50_ms,p99_ms,max_ms +0,11648,0,15.96,39.52,70.54 +1,12687,0,14.35,36.37,60.09 +2,14015,0,13.19,32.34,51.76 +3,9914,0,16.91,67.62,101.70 +4,13194,0,13.61,43.19,65.23 +5,15501,0,11.82,31.39,66.64 +6,14890,0,11.57,40.82,75.62 +7,15381,0,10.86,43.81,78.10 +8,14354,0,12.32,36.76,59.65 +9,14730,0,12.03,37.72,55.50 +10,9487,0,15.04,88.56,153.45 +11,13277,0,13.82,36.56,76.60 +12,14575,0,12.81,31.33,49.15 +13,14792,0,12.32,33.19,52.85 +14,14507,0,12.71,31.72,50.98 +15,15867,0,11.17,33.27,58.72 +16,14892,0,11.98,38.11,64.65 +17,15417,0,11.76,32.26,49.95 +18,15166,0,12.22,31.21,47.60 +19,16696,0,10.79,32.02,60.49 +20,15547,0,11.71,31.00,66.98 +21,15964,0,11.83,28.24,68.65 +22,16691,0,10.83,28.69,51.63 +23,13085,0,14.24,36.87,80.86 +24,15758,0,11.66,31.48,52.94 +25,17297,0,9.93,33.31,68.17 +26,14752,0,12.52,32.08,50.36 +27,14718,0,12.44,34.00,57.01 +28,15608,0,11.60,31.39,58.12 +29,12164,0,11.30,29.76,48.71 diff --git a/evidence/track1/redis-restart/on/t50_r5/run.json b/evidence/track1/redis-restart/on/t50_r5/run.json new file mode 100644 index 0000000..fe32810 --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r5/run.json @@ -0,0 +1,4 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "measure_start": 1791499773.790411, + "restart_begin": 1791499783.8553238, "restart_end": 1791499784.422722, "repeat": 5, + "finished_at": "2026-10-08T22:50:14Z"} diff --git a/evidence/track1/redis-restart/on/t50_r5/samples.csv b/evidence/track1/redis-restart/on/t50_r5/samples.csv new file mode 100644 index 0000000..70463bf --- /dev/null +++ b/evidence/track1/redis-restart/on/t50_r5/samples.csv @@ -0,0 +1,31 @@ +unix_time,session_lookups_total,redis_hits_total,redis_misses_total, +1791499774.292,0,336306,186, +1791499775.347,0,349366,186, +1791499776.267,0,360827,186, +1791499777.427,0,374239,186, +1791499778.2,0,383571,186, +1791499779.174,0,397633,186, +1791499780.29,0,413759,186, +1791499781.164,0,427893,186, +1791499782.295,0,444982,186, +1791499783.301,0,459384,186, +1791499784.491,0,0,0, +1791499785.335,3805,5850,63, +1791499786.202,3805,17924,63, +1791499787.278,3805,33720,63, +1791499788.163,3805,46375,63, +1791499789.167,3805,61286,63, +1791499790.242,3805,77877,63, +1791499791.137,3805,91476,63, +1791499792.193,3805,107851,63, +1791499793.231,3805,124182,63, +1791499794.198,3805,140428,63, +1791499795.247,3805,157840,63, +1791499796.218,3805,172479,63, +1791499797.218,3805,188444,63, +1791499798.255,3805,202652,63, +1791499799.234,3805,219289,63, +1791499800.238,3805,234121,63, +1791499801.175,3805,248479,63, +1791499802.165,3805,263347,63, +1791499803.206,3805,280493,63, diff --git a/evidence/track1/stampede-runs.csv b/evidence/track1/stampede-runs.csv new file mode 100644 index 0000000..d25739d --- /dev/null +++ b/evidence/track1/stampede-runs.csv @@ -0,0 +1,15 @@ +variant,single_flight,tokens,vus,warmup_s,duration_s,flush_interval_s,flushes,repeat,finished_at,requests,failed,p50,p95,p99,max,sessions,users,total_sql,misses,hits +off,False,10,200,5,30,1,30,1,2026-10-08T22:33:14Z,483225,0,11.438,22.678,31.019,83.901,3138,482439,485580,3138,477069 +off,False,10,200,5,30,1,30,2,2026-10-08T22:38:24Z,459671,0,11.894,24.48249999999998,34.759299999999996,132.111,2893,458894,461790,2893,453216 +off,False,10,200,5,30,1,30,3,2026-10-08T22:43:33Z,471574,0,11.711,23.41434999999998,31.976269999999996,82.79,3500,470505,474008,3500,464462 +off,False,50,200,5,30,0,0,1,2026-10-08T22:51:03Z,478965,0,11.461,23.26479999999998,32.12,85.924,0,477949,477952,0,475982 +off,False,50,200,5,30,1,30,1,2026-10-08T22:31:38Z,488109,0,11.229,22.969,31.842919999999996,85.686,4689,487009,491701,4689,479915 +off,False,50,200,5,30,1,30,2,2026-10-08T22:36:49Z,495366,0,11.095,22.443749999999977,31.58469999999999,77.079,4622,494677,499302,4622,487510 +off,False,50,200,5,30,1,30,3,2026-10-08T22:41:57Z,488040,0,11.269,22.938049999999976,31.582,88.5,4651,487431,492085,4651,480518 +on,True,10,200,5,30,1,30,1,2026-10-08T22:34:01Z,466931,0,11.79,23.741,32.65839999999999,86.517,291,466489,466783,4037,460346 +on,True,10,200,5,30,1,30,2,2026-10-08T22:39:11Z,471573,0,11.828,23.076,31.163279999999997,132.753,292,469849,470144,4069,463418 +on,True,10,200,5,30,1,30,3,2026-10-08T22:44:19Z,475444,0,11.686,22.986,31.554569999999995,75.303,291,474225,474519,3979,468356 +on,True,50,200,5,30,0,0,1,2026-10-08T22:51:51Z,487518,0,11.383,22.381,30.630829999999996,87.904,0,486661,486664,0,484721 +on,True,50,200,5,30,1,30,1,2026-10-08T22:32:27Z,487193,0,11.453,22.145,29.846,84.089,1451,485556,487010,4653,478297 +on,True,50,200,5,30,1,30,2,2026-10-08T22:37:37Z,483185,0,11.283,23.079,31.949,123.271,1450,481934,483387,4390,474193 +on,True,50,200,5,30,1,30,3,2026-10-08T22:42:46Z,482887,0,11.483,22.571,29.937559999999984,71.529,1451,482275,483729,4777,475235 diff --git a/evidence/track1/stampede/off/t10_f1_r1/k6-summary.json b/evidence/track1/stampede/off/t10_f1_r1/k6-summary.json new file mode 100644 index 0000000..1ce5f82 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 523785, + "fails": 0 + } + ], + "name": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35010.924 + }, + "metrics": { + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.314028567064804, + "med": 11.856, + "p(95)": 25.759799999999977, + "p(99)": 40.16, + "max": 316.799 + } + }, + "http_req_failed{phase:measure}": { + "contains": "default", + "values": { + "fails": 483225, + "rate": 0, + "passes": 0 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + }, + "type": "rate" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 170753910, + "rate": 4877160.9112630095 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 2274013.676417109, + "count": 79615320 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 40.230221439999994, + "max": 323.026917, + "avg": 13.359666055358604, + "med": 11.898084, + "p(95)": 25.80697539999999 + } + }, + "http_req_receiving": { + "values": { + "med": 0.007, + "p(95)": 0.023, + "p(99)": 0.068, + "max": 9.83, + "avg": 0.019716217531957726 + }, + "type": "trend", + "contains": "time" + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "fails": 0, + "rate": 1, + "passes": 523785 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 316.778, + "avg": 13.29003580476757, + "med": 11.835, + "p(95)": 25.726, + "p(99)": 40.129 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "max": 83.901, + "avg": 12.36781745770601, + "med": 11.438, + "p(95)": 22.678, + "p(99)": 31.019 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 25.759799999999977, + "p(99)": 40.16, + "max": 316.799, + "avg": 13.314028567064804, + "med": 11.856 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 523785, + "rate": 14960.616292217823 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 523785, + "rate": 14960.616292217823 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.003, + "max": 6.854, + "avg": 0.002945817463251851, + "med": 0.001, + "p(95)": 0.002 + } + }, + "http_req_tls_handshaking": { + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + }, + "type": "trend" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + } + }, + "http_req_sending": { + "values": { + "avg": 0.004276544765483331, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.017, + "max": 9.021 + }, + "type": "trend", + "contains": "time" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 2.461, + "avg": 0.0006732609754002117 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 523785 + } + }, + "http_reqs{phase:measure}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 483225, + "rate": 13802.120732374842 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/off/t10_f1_r1/redis-stats.txt b/evidence/track1/stampede/off/t10_f1_r1/redis-stats.txt new file mode 100644 index 0000000..d352c8d --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r1/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:477069 +keyspace_misses:3138 diff --git a/evidence/track1/stampede/off/t10_f1_r1/run.json b/evidence/track1/stampede/off/t10_f1_r1/run.json new file mode 100644 index 0000000..4e39cb7 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r1/run.json @@ -0,0 +1,3 @@ +{"variant": "off", "single_flight": false, "tokens": 10, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 1, "finished_at": "2026-10-08T22:33:14Z"} diff --git a/evidence/track1/stampede/off/t10_f1_r1/sql-calls.csv b/evidence/track1/stampede/off/t10_f1_r1/sql-calls.csv new file mode 100644 index 0000000..a40f1f6 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r1/sql-calls.csv @@ -0,0 +1 @@ +3138,482439,485580 diff --git a/evidence/track1/stampede/off/t10_f1_r1/top-queries.txt b/evidence/track1/stampede/off/t10_f1_r1/top-queries.txt new file mode 100644 index 0000000..4524305 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r1/top-queries.txt @@ -0,0 +1,3 @@ +482439|8123.4|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +3138|55.7|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/off/t10_f1_r2/k6-summary.json b/evidence/track1/stampede/off/t10_f1_r2/k6-summary.json new file mode 100644 index 0000000..2fa716f --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r2/k6-summary.json @@ -0,0 +1,245 @@ +{ + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35008.465 + }, + "metrics": { + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.971811645793062, + "med": 12.357583, + "p(95)": 27.556191899999998, + "p(99)": 43.548467719999984, + "max": 301.066042 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 200, + "max": 200, + "value": 200 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 163272210, + "rate": 4663792.3142302865 + } + }, + "http_reqs{phase:measure}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 459671, + "rate": 13130.281490490943 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 500835 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002, + "p(99)": 0.004, + "max": 11.55, + "avg": 0.0025598570387252726, + "med": 0.001 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 459671, + "rate": 0 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 500835, + "rate": 14306.111393344438 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 76126920, + "rate": 2174528.9317883546 + } + }, + "checks": { + "contains": "default", + "values": { + "rate": 1, + "passes": 500835, + "fails": 0 + }, + "type": "rate" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.922364649036203, + "med": 12.311, + "p(95)": 27.503, + "p(99)": 43.46629999999998, + "max": 298.063 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 500835, + "rate": 14306.111393344438 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "max": 14.903, + "avg": 0.01962653967870299, + "med": 0.008, + "p(95)": 0.023, + "p(99)": 0.075 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 43.46629999999998, + "max": 298.063, + "avg": 13.922364649036203, + "med": 12.311, + "p(95)": 27.503 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 2.199, + "avg": 0.0006517815248534946, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.008, + "p(99)": 0.02, + "max": 10.114, + "avg": 0.004445907334733093, + "med": 0.003 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.898292202022757, + "med": 12.288, + "p(95)": 27.456299999999978, + "p(99)": 43.44193999999996, + "max": 297.729 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 12.999771181997382, + "med": 11.894, + "p(95)": 24.48249999999998, + "p(99)": 34.759299999999996, + "max": 132.111 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + } + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 500835, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/off/t10_f1_r2/redis-stats.txt b/evidence/track1/stampede/off/t10_f1_r2/redis-stats.txt new file mode 100644 index 0000000..f0c5132 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r2/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:453216 +keyspace_misses:2893 diff --git a/evidence/track1/stampede/off/t10_f1_r2/run.json b/evidence/track1/stampede/off/t10_f1_r2/run.json new file mode 100644 index 0000000..7f1ff5c --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r2/run.json @@ -0,0 +1,3 @@ +{"variant": "off", "single_flight": false, "tokens": 10, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 2, "finished_at": "2026-10-08T22:38:24Z"} diff --git a/evidence/track1/stampede/off/t10_f1_r2/sql-calls.csv b/evidence/track1/stampede/off/t10_f1_r2/sql-calls.csv new file mode 100644 index 0000000..b85d5e7 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r2/sql-calls.csv @@ -0,0 +1 @@ +2893,458894,461790 diff --git a/evidence/track1/stampede/off/t10_f1_r2/top-queries.txt b/evidence/track1/stampede/off/t10_f1_r2/top-queries.txt new file mode 100644 index 0000000..819dc51 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r2/top-queries.txt @@ -0,0 +1,3 @@ +458894|8109.7|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +2893|52.2|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/off/t10_f1_r3/k6-summary.json b/evidence/track1/stampede/off/t10_f1_r3/k6-summary.json new file mode 100644 index 0000000..a190b0d --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r3/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "groups": [], + "checks": [ + { + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 512441, + "fails": 0, + "name": "status is 200" + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e" + }, + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ] + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35009.332 + }, + "metrics": { + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 512441 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 512441, + "fails": 0 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "fails": 471574, + "rate": 0, + "passes": 0 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.585310328408484, + "med": 12.112, + "p(95)": 26.432, + "p(99)": 40.103, + "max": 247.074 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.609255598205488, + "med": 12.134, + "p(95)": 26.475, + "p(99)": 40.12, + "max": 247.095 + } + }, + "http_reqs{phase:measure}": { + "contains": "default", + "values": { + "count": 471574, + "rate": 13469.95138324833 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.0005967067428250276, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 1.851 + }, + "type": "trend" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 512441, + "rate": 14637.268714524458 + } + }, + "vus": { + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.004, + "max": 9.416, + "avg": 0.002307846171539745, + "med": 0.001, + "p(95)": 0.002 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "rate": 14637.268714524458, + "count": 512441 + } + }, + "data_sent": { + "contains": "data", + "values": { + "count": 77891032, + "rate": 2224864.844607718 + }, + "type": "counter" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_receiving": { + "contains": "time", + "values": { + "avg": 0.01972432728837417, + "med": 0.007, + "p(95)": 0.023, + "p(99)": 0.063, + "max": 11.007 + }, + "type": "trend" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.656716256718695, + "med": 12.17875, + "p(95)": 26.533416, + "p(99)": 40.185408399999986, + "max": 250.307292 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004220942508480799, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.017, + "max": 10.49 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 31.976269999999996, + "max": 82.79, + "avg": 12.671386497135497, + "med": 11.711, + "p(95)": 23.41434999999998 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "max": 247.095, + "avg": 13.609255598205488, + "med": 12.134, + "p(95)": 26.475, + "p(99)": 40.12 + } + }, + "data_received": { + "values": { + "count": 167055766, + "rate": 4771749.600934974 + }, + "type": "counter", + "contains": "data" + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/off/t10_f1_r3/redis-stats.txt b/evidence/track1/stampede/off/t10_f1_r3/redis-stats.txt new file mode 100644 index 0000000..e163c15 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r3/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:464462 +keyspace_misses:3500 diff --git a/evidence/track1/stampede/off/t10_f1_r3/run.json b/evidence/track1/stampede/off/t10_f1_r3/run.json new file mode 100644 index 0000000..896e309 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r3/run.json @@ -0,0 +1,3 @@ +{"variant": "off", "single_flight": false, "tokens": 10, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 3, "finished_at": "2026-10-08T22:43:33Z"} diff --git a/evidence/track1/stampede/off/t10_f1_r3/sql-calls.csv b/evidence/track1/stampede/off/t10_f1_r3/sql-calls.csv new file mode 100644 index 0000000..0ea5094 --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r3/sql-calls.csv @@ -0,0 +1 @@ +3500,470505,474008 diff --git a/evidence/track1/stampede/off/t10_f1_r3/top-queries.txt b/evidence/track1/stampede/off/t10_f1_r3/top-queries.txt new file mode 100644 index 0000000..620100d --- /dev/null +++ b/evidence/track1/stampede/off/t10_f1_r3/top-queries.txt @@ -0,0 +1,3 @@ +470505|8002.9|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +3500|56.9|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/off/t50_f0_r1/k6-summary.json b/evidence/track1/stampede/off/t50_f0_r1/k6-summary.json new file mode 100644 index 0000000..8fa52aa --- /dev/null +++ b/evidence/track1/stampede/off/t50_f0_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "metrics": { + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 25.801, + "p(99)": 39.69448, + "max": 228.629, + "avg": 13.349152643901954, + "med": 11.866 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_receiving": { + "values": { + "max": 16.947, + "avg": 0.020844683575970722, + "med": 0.007, + "p(95)": 0.022, + "p(99)": 0.057 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + }, + "type": "gauge" + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "avg": 13.349152643901954, + "med": 11.866, + "p(95)": 25.801, + "p(99)": 39.69448, + "max": 228.629 + }, + "type": "trend" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 170705149, + "rate": 4875918.584498691 + } + }, + "iteration_duration": { + "values": { + "avg": 13.396721453147958, + "med": 11.911416, + "p(95)": 25.851641999999995, + "p(99)": 39.75101315999998, + "max": 232.246958 + }, + "type": "trend", + "contains": "time" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 522353, + "rate": 14920.175022773594 + } + }, + "http_req_failed{phase:measure}": { + "thresholds": { + "rate>=0": { + "ok": true + } + }, + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 478965 + } + }, + "http_req_connecting": { + "values": { + "avg": 0.0005988651352629358, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 2.072 + }, + "type": "trend", + "contains": "time" + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "fails": 0, + "rate": 1, + "passes": 522353 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 79397656, + "rate": 2267866.6034615864 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0023249277787053277, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004, + "max": 5.53 + } + }, + "http_req_tls_handshaking": { + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 12.475792314678598, + "med": 11.461, + "p(95)": 23.26479999999998, + "p(99)": 32.12, + "max": 85.924 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_waiting": { + "contains": "time", + "values": { + "p(95)": 25.767, + "p(99)": 39.68043999999999, + "max": 228.529, + "avg": 13.323960245274511, + "med": 11.84 + }, + "type": "trend" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.017, + "max": 8.827, + "avg": 0.004347715050915911, + "med": 0.003, + "p(95)": 0.008 + } + }, + "http_reqs{phase:measure}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 478965, + "rate": 13680.86644430635 + } + }, + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 522353 + }, + "type": "rate" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 522353, + "rate": 14920.175022773594 + } + } + }, + "root_group": { + "checks": [ + { + "passes": 522353, + "fails": 0, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f" + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ] + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35009.844 + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/off/t50_f0_r1/redis-stats.txt b/evidence/track1/stampede/off/t50_f0_r1/redis-stats.txt new file mode 100644 index 0000000..55c9fca --- /dev/null +++ b/evidence/track1/stampede/off/t50_f0_r1/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:475982 +keyspace_misses:0 diff --git a/evidence/track1/stampede/off/t50_f0_r1/run.json b/evidence/track1/stampede/off/t50_f0_r1/run.json new file mode 100644 index 0000000..db67634 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f0_r1/run.json @@ -0,0 +1,3 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 0, "flushes": 0, + "repeat": 1, "finished_at": "2026-10-08T22:51:03Z"} diff --git a/evidence/track1/stampede/off/t50_f0_r1/sql-calls.csv b/evidence/track1/stampede/off/t50_f0_r1/sql-calls.csv new file mode 100644 index 0000000..c1ea6c1 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f0_r1/sql-calls.csv @@ -0,0 +1 @@ +0,477949,477952 diff --git a/evidence/track1/stampede/off/t50_f0_r1/top-queries.txt b/evidence/track1/stampede/off/t50_f0_r1/top-queries.txt new file mode 100644 index 0000000..31738e8 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f0_r1/top-queries.txt @@ -0,0 +1,2 @@ +477949|8265.3|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/off/t50_f1_r1/k6-summary.json b/evidence/track1/stampede/off/t50_f1_r1/k6-summary.json new file mode 100644 index 0000000..79d3415 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "metrics": { + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 26.006699999999977, + "p(99)": 38.50793999999995, + "max": 238.969, + "avg": 13.131629597681103, + "med": 11.648 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 530947, + "rate": 15167.316341101003 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002, + "p(99)": 0.004, + "max": 7.252, + "avg": 0.002755508553564804, + "med": 0.001 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.178676683733109, + "med": 11.689666, + "p(95)": 26.057599999999987, + "p(99)": 38.5775255, + "max": 242.992042 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 12.239011985028089, + "med": 11.229, + "p(95)": 22.969, + "p(99)": 31.842919999999996, + "max": 85.686 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "fails": 488109, + "rate": 0, + "passes": 0 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.007, + "p(95)": 0.023, + "p(99)": 0.079, + "max": 19.329, + "avg": 0.020784202566305435 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 530947, + "rate": 15167.316341101003 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 3.711, + "avg": 0.000806897863628573 + } + }, + "data_sent": { + "values": { + "count": 80703944, + "rate": 2305432.0838473523 + }, + "type": "counter", + "contains": "data" + }, + "vus": { + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge", + "contains": "default" + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 530947, + "fails": 0 + } + }, + "http_reqs{phase:measure}": { + "values": { + "count": 488109, + "rate": 13943.583091981816 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004504843232927631, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.02, + "max": 11.872 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 530947, + "rate": 0 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(95)": 26.006699999999977, + "p(99)": 38.50793999999995, + "max": 238.969, + "avg": 13.131629597681103, + "med": 11.648 + }, + "type": "trend" + }, + "http_req_waiting": { + "values": { + "avg": 13.10634055188201, + "med": 11.62, + "p(95)": 25.974, + "p(99)": 38.39254, + "max": 237.769 + }, + "type": "trend", + "contains": "time" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 173513417, + "rate": 4956677.192006684 + } + } + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 530947, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdErrTTY": false, + "testRunDurationMs": 35005.995, + "isStdOutTTY": false + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/off/t50_f1_r1/redis-stats.txt b/evidence/track1/stampede/off/t50_f1_r1/redis-stats.txt new file mode 100644 index 0000000..6ff6c1d --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r1/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:479915 +keyspace_misses:4689 diff --git a/evidence/track1/stampede/off/t50_f1_r1/run.json b/evidence/track1/stampede/off/t50_f1_r1/run.json new file mode 100644 index 0000000..320bf09 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r1/run.json @@ -0,0 +1,3 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 1, "finished_at": "2026-10-08T22:31:38Z"} diff --git a/evidence/track1/stampede/off/t50_f1_r1/sql-calls.csv b/evidence/track1/stampede/off/t50_f1_r1/sql-calls.csv new file mode 100644 index 0000000..8153a60 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r1/sql-calls.csv @@ -0,0 +1 @@ +4689,487009,491701 diff --git a/evidence/track1/stampede/off/t50_f1_r1/top-queries.txt b/evidence/track1/stampede/off/t50_f1_r1/top-queries.txt new file mode 100644 index 0000000..d3245cc --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r1/top-queries.txt @@ -0,0 +1,3 @@ +487009|7930.1|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +4689|77.4|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/off/t50_f1_r2/k6-summary.json b/evidence/track1/stampede/off/t50_f1_r2/k6-summary.json new file mode 100644 index 0000000..5138878 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r2/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 542956, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "testRunDurationMs": 35009.556, + "isStdOutTTY": false, + "isStdErrTTY": false + }, + "metrics": { + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.002948835633069887, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004, + "max": 9.56 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 255.710333, + "avg": 12.887780675263096, + "med": 11.551042, + "p(95)": 24.871780999999995, + "p(99)": 36.5859087 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 542956, + "rate": 15508.794227496057 + } + }, + "data_received": { + "contains": "data", + "values": { + "rate": 5067348.669031964, + "count": 177405627 + }, + "type": "counter" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 542956 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004573657902286502, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.018, + "max": 8.708 + } + }, + "vus": { + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 542956, + "rate": 15508.794227496057 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 12.816202102932435, + "med": 11.4825, + "p(95)": 24.775, + "p(99)": 36.503449999999994, + "max": 247.759 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 542956, + "fails": 0 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 24.823249999999977, + "p(99)": 36.527, + "max": 247.811, + "avg": 12.840207847413033, + "med": 11.507 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 247.811, + "avg": 12.840207847413033, + "med": 11.507, + "p(95)": 24.823249999999977, + "p(99)": 36.527 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 495366 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.007, + "p(95)": 0.022, + "p(99)": 0.067, + "max": 14.303, + "avg": 0.01943208657787687 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0, + "avg": 0 + } + }, + "http_req_connecting": { + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 4.132, + "avg": 0.0007799103426428663, + "med": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 495366, + "rate": 14149.45108129906 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 2357336.7225794005, + "count": 82529312 + } + }, + "http_req_duration{phase:measure}": { + "values": { + "avg": 12.06067456183917, + "med": 11.095, + "p(95)": 22.443749999999977, + "p(99)": 31.58469999999999, + "max": 77.079 + }, + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend", + "contains": "time" + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/off/t50_f1_r2/redis-stats.txt b/evidence/track1/stampede/off/t50_f1_r2/redis-stats.txt new file mode 100644 index 0000000..eb6f4f1 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r2/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:487510 +keyspace_misses:4622 diff --git a/evidence/track1/stampede/off/t50_f1_r2/run.json b/evidence/track1/stampede/off/t50_f1_r2/run.json new file mode 100644 index 0000000..06545f7 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r2/run.json @@ -0,0 +1,3 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 2, "finished_at": "2026-10-08T22:36:49Z"} diff --git a/evidence/track1/stampede/off/t50_f1_r2/sql-calls.csv b/evidence/track1/stampede/off/t50_f1_r2/sql-calls.csv new file mode 100644 index 0000000..3531f2e --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r2/sql-calls.csv @@ -0,0 +1 @@ +4622,494677,499302 diff --git a/evidence/track1/stampede/off/t50_f1_r2/top-queries.txt b/evidence/track1/stampede/off/t50_f1_r2/top-queries.txt new file mode 100644 index 0000000..5d48d3c --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r2/top-queries.txt @@ -0,0 +1,3 @@ +494677|8221.1|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +4622|81.6|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/off/t50_f1_r3/k6-summary.json b/evidence/track1/stampede/off/t50_f1_r3/k6-summary.json new file mode 100644 index 0000000..e92d9b2 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r3/k6-summary.json @@ -0,0 +1,245 @@ +{ + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ] + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35007.435 + }, + "metrics": { + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "med": 11.269, + "p(95)": 22.938049999999976, + "p(99)": 31.582, + "max": 88.5, + "avg": 12.246399012376388 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "values": { + "avg": 13.073672586429906, + "med": 11.702, + "p(95)": 25.403499999999976, + "p(99)": 36.9679, + "max": 295.145 + }, + "type": "trend", + "contains": "time" + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 488040 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "fails": 533411, + "rate": 0, + "passes": 0 + } + }, + "http_reqs{phase:measure}": { + "values": { + "count": 488040, + "rate": 13941.038525101882 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 25.371499999999976, + "p(99)": 36.92, + "max": 294.793, + "avg": 13.050688157912441, + "med": 11.679 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 10.762, + "avg": 0.004443663516486211, + "med": 0.002, + "p(95)": 0.008, + "p(99)": 0.018 + } + }, + "http_reqs": { + "values": { + "count": 533411, + "rate": 15237.077495109254 + }, + "type": "counter", + "contains": "default" + }, + "data_sent": { + "values": { + "rate": 2316035.7792566065, + "count": 81078472 + }, + "type": "counter", + "contains": "data" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 533411, + "rate": 15237.077495109254 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "avg": 13.073672586429906, + "med": 11.702, + "p(95)": 25.403499999999976, + "p(99)": 36.9679, + "max": 295.145 + }, + "type": "trend" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 174318595, + "rate": 4979473.503271519 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 299.65925, + "avg": 13.118099390438598, + "med": 11.74175, + "p(95)": 25.451791499999995, + "p(99)": 37.03097909999999 + } + }, + "vus": { + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.067, + "max": 13.888, + "avg": 0.018540765001085605, + "med": 0.007, + "p(95)": 0.022 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 533411, + "fails": 0 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 11.772, + "avg": 0.002889177388523168, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 6.182, + "avg": 0.0008526427089055152, + "med": 0, + "p(95)": 0 + } + } + }, + "root_group": { + "checks": [ + { + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 533411, + "fails": 0, + "name": "status is 200" + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/off/t50_f1_r3/redis-stats.txt b/evidence/track1/stampede/off/t50_f1_r3/redis-stats.txt new file mode 100644 index 0000000..7e8024c --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r3/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:480518 +keyspace_misses:4651 diff --git a/evidence/track1/stampede/off/t50_f1_r3/run.json b/evidence/track1/stampede/off/t50_f1_r3/run.json new file mode 100644 index 0000000..acba879 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r3/run.json @@ -0,0 +1,3 @@ +{"variant": "off", "single_flight": false, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 3, "finished_at": "2026-10-08T22:41:57Z"} diff --git a/evidence/track1/stampede/off/t50_f1_r3/sql-calls.csv b/evidence/track1/stampede/off/t50_f1_r3/sql-calls.csv new file mode 100644 index 0000000..6b50361 --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r3/sql-calls.csv @@ -0,0 +1 @@ +4651,487431,492085 diff --git a/evidence/track1/stampede/off/t50_f1_r3/top-queries.txt b/evidence/track1/stampede/off/t50_f1_r3/top-queries.txt new file mode 100644 index 0000000..9ae52bd --- /dev/null +++ b/evidence/track1/stampede/off/t50_f1_r3/top-queries.txt @@ -0,0 +1,3 @@ +487431|8221.8|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +4651|83.6|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/on/t10_f1_r1/k6-summary.json b/evidence/track1/stampede/on/t10_f1_r1/k6-summary.json new file mode 100644 index 0000000..ecf4365 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 502593, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "testRunDurationMs": 35009.588, + "isStdOutTTY": false, + "isStdErrTTY": false + }, + "metrics": { + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0038406782426092705, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.016, + "max": 5.29 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 502593, + "rate": 0 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002, + "p(99)": 0.003, + "max": 5.494, + "avg": 0.0025738798590311833, + "med": 0.001 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.01312351146955445, + "med": 0.007, + "p(95)": 0.022, + "p(99)": 0.046, + "max": 7.263 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 466931 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "passes": 502593, + "fails": 0, + "rate": 1 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.923763175225112, + "med": 12.24475, + "p(95)": 27.308300199999994, + "p(99)": 42.639930639999996, + "max": 510.789209 + } + }, + "http_reqs": { + "values": { + "rate": 14355.867312691596, + "count": 502593 + }, + "type": "counter", + "contains": "default" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 76394136, + "rate": 2182091.831529123 + } + }, + "http_req_duration{phase:measure}": { + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend", + "contains": "time", + "values": { + "avg": 12.801811524614509, + "med": 11.79, + "p(95)": 23.741, + "p(99)": 32.65839999999999, + "max": 86.517 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.880014506767521, + "med": 12.204, + "p(95)": 27.259, + "p(99)": 42.58631999999998, + "max": 506.679 + } + }, + "vus_max": { + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.863050317055828, + "med": 12.186, + "p(95)": 27.239, + "p(99)": 42.570159999999994, + "max": 506.634 + } + }, + "data_received": { + "contains": "data", + "values": { + "count": 163845318, + "rate": 4680012.743937461 + }, + "type": "counter" + }, + "http_reqs{phase:measure}": { + "contains": "default", + "values": { + "count": 466931, + "rate": 13337.232074824758 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 2.303, + "avg": 0.0006501861347054176, + "med": 0, + "p(95)": 0 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 502593, + "rate": 14355.867312691596 + } + }, + "vus": { + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 27.259, + "p(99)": 42.58631999999998, + "max": 506.679, + "avg": 13.880014506767521, + "med": 12.204 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/on/t10_f1_r1/redis-stats.txt b/evidence/track1/stampede/on/t10_f1_r1/redis-stats.txt new file mode 100644 index 0000000..3d78805 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r1/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:460346 +keyspace_misses:4037 diff --git a/evidence/track1/stampede/on/t10_f1_r1/run.json b/evidence/track1/stampede/on/t10_f1_r1/run.json new file mode 100644 index 0000000..886e764 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r1/run.json @@ -0,0 +1,3 @@ +{"variant": "on", "single_flight": true, "tokens": 10, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 1, "finished_at": "2026-10-08T22:34:01Z"} diff --git a/evidence/track1/stampede/on/t10_f1_r1/sql-calls.csv b/evidence/track1/stampede/on/t10_f1_r1/sql-calls.csv new file mode 100644 index 0000000..5e35f12 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r1/sql-calls.csv @@ -0,0 +1 @@ +291,466489,466783 diff --git a/evidence/track1/stampede/on/t10_f1_r1/top-queries.txt b/evidence/track1/stampede/on/t10_f1_r1/top-queries.txt new file mode 100644 index 0000000..2f488a3 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r1/top-queries.txt @@ -0,0 +1,3 @@ +466489|7988.2|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +291|9.2|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/on/t10_f1_r2/k6-summary.json b/evidence/track1/stampede/on/t10_f1_r2/k6-summary.json new file mode 100644 index 0000000..118c0d3 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r2/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 514679, + "fails": 35 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdErrTTY": false, + "testRunDurationMs": 35009.058, + "isStdOutTTY": false + }, + "metrics": { + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "max": 132.753, + "avg": 12.673280401973658, + "med": 11.828, + "p(95)": 23.076, + "p(99)": 31.163279999999997 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_receiving": { + "contains": "time", + "values": { + "max": 11.427, + "avg": 0.01831377036566472, + "med": 0.008, + "p(95)": 0.023, + "p(99)": 0.067 + }, + "type": "trend" + }, + "http_req_failed{phase:measure}": { + "values": { + "rate": 0, + "passes": 0, + "fails": 471573 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + }, + "type": "rate", + "contains": "default" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0023840676569701473, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004, + "max": 8.491 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.595750127620683, + "med": 12.3008125, + "p(95)": 25.650849449999995, + "p(99)": 38.72167499999999, + "max": 245.352125 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 12.233, + "p(95)": 25.575, + "p(99)": 38.64086999999999, + "max": 244.743, + "avg": 13.527029441592651 + } + }, + "checks": { + "values": { + "rate": 0.9999320010724402, + "passes": 514679, + "fails": 35 + }, + "type": "rate", + "contains": "default" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.549814201673048, + "med": 12.258, + "p(95)": 25.603, + "p(99)": 38.663, + "max": 245.021 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004470989714660517, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.018, + "max": 10.625 + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 471573, + "rate": 13470.02824240515 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 514714, + "rate": 14702.309328060182 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "rate": 4792626.92529459, + "count": 167785354 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 2234751.017865148, + "count": 78236528 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0006380145090283145, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 2.211 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 514714, + "rate": 14702.309328060182 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "med": 12.259, + "p(95)": 25.604, + "p(99)": 38.663, + "max": 245.021, + "avg": 13.550534033834568 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.00006799892755977105, + "passes": 35, + "fails": 514679 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/on/t10_f1_r2/redis-stats.txt b/evidence/track1/stampede/on/t10_f1_r2/redis-stats.txt new file mode 100644 index 0000000..c335ac1 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r2/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:463418 +keyspace_misses:4069 diff --git a/evidence/track1/stampede/on/t10_f1_r2/run.json b/evidence/track1/stampede/on/t10_f1_r2/run.json new file mode 100644 index 0000000..73ff64b --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r2/run.json @@ -0,0 +1,3 @@ +{"variant": "on", "single_flight": true, "tokens": 10, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 2, "finished_at": "2026-10-08T22:39:11Z"} diff --git a/evidence/track1/stampede/on/t10_f1_r2/sql-calls.csv b/evidence/track1/stampede/on/t10_f1_r2/sql-calls.csv new file mode 100644 index 0000000..9fabc13 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r2/sql-calls.csv @@ -0,0 +1 @@ +292,469849,470144 diff --git a/evidence/track1/stampede/on/t10_f1_r2/top-queries.txt b/evidence/track1/stampede/on/t10_f1_r2/top-queries.txt new file mode 100644 index 0000000..37567cf --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r2/top-queries.txt @@ -0,0 +1,3 @@ +469849|7930.4|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +292|9.4|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/on/t10_f1_r3/k6-summary.json b/evidence/track1/stampede/on/t10_f1_r3/k6-summary.json new file mode 100644 index 0000000..80a21ee --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r3/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "fails": 0, + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 518155 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35011.858 + }, + "metrics": { + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 78759560, + "rate": 2249511.008527454 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.461965801739126, + "med": 12.099, + "p(95)": 25.932, + "p(99)": 38.47791999999999, + "max": 253.218 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "fails": 518155, + "rate": 0, + "passes": 0 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.016694462081820825, + "med": 0.008, + "p(95)": 0.022, + "p(99)": 0.055, + "max": 7.578 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "rate": 4824609.136710198, + "count": 168918530 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 518155, + "rate": 14799.414529785881 + }, + "type": "counter" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0022896044619656474, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004, + "max": 5.151 + } + }, + "http_req_sending": { + "values": { + "p(95)": 0.008, + "p(99)": 0.016, + "max": 8.934, + "avg": 0.003978020090488736, + "med": 0.003 + }, + "type": "trend", + "contains": "time" + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 475444, + "rate": 13579.513546524724 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 12.5720696296517, + "med": 11.686, + "p(95)": 22.986, + "p(99)": 31.554569999999995, + "max": 75.303 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 475444 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.506961727654973, + "med": 12.14175, + "p(95)": 25.9800795, + "p(99)": 38.54904499999999, + "max": 256.551667 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 518155, + "rate": 14799.414529785881 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.0006222520288330706, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 2.352 + }, + "type": "trend" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.461965801739126, + "med": 12.099, + "p(95)": 25.932, + "p(99)": 38.47791999999999, + "max": 253.218 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 518155, + "fails": 0 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 0, + "avg": 0, + "med": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.441293319566043, + "med": 12.079, + "p(95)": 25.91, + "p(99)": 38.46291999999999, + "max": 253.186 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/on/t10_f1_r3/redis-stats.txt b/evidence/track1/stampede/on/t10_f1_r3/redis-stats.txt new file mode 100644 index 0000000..7dfc9da --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r3/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:468356 +keyspace_misses:3979 diff --git a/evidence/track1/stampede/on/t10_f1_r3/run.json b/evidence/track1/stampede/on/t10_f1_r3/run.json new file mode 100644 index 0000000..bbd6ee1 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r3/run.json @@ -0,0 +1,3 @@ +{"variant": "on", "single_flight": true, "tokens": 10, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 3, "finished_at": "2026-10-08T22:44:19Z"} diff --git a/evidence/track1/stampede/on/t10_f1_r3/sql-calls.csv b/evidence/track1/stampede/on/t10_f1_r3/sql-calls.csv new file mode 100644 index 0000000..3419275 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r3/sql-calls.csv @@ -0,0 +1 @@ +291,474225,474519 diff --git a/evidence/track1/stampede/on/t10_f1_r3/top-queries.txt b/evidence/track1/stampede/on/t10_f1_r3/top-queries.txt new file mode 100644 index 0000000..4e79867 --- /dev/null +++ b/evidence/track1/stampede/on/t10_f1_r3/top-queries.txt @@ -0,0 +1,3 @@ +474225|8057.3|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +291|8.4|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/on/t50_f0_r1/k6-summary.json b/evidence/track1/stampede/on/t50_f0_r1/k6-summary.json new file mode 100644 index 0000000..746545e --- /dev/null +++ b/evidence/track1/stampede/on/t50_f0_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 530059, + "fails": 0, + "name": "status is 200" + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35013.678 + }, + "metrics": { + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "med": 11.843042, + "p(95)": 25.325762499999996, + "p(99)": 38.14057686, + "max": 349.482417, + "avg": 13.203050528479139 + } + }, + "http_reqs": { + "values": { + "count": 530059, + "rate": 15138.626681835596 + }, + "type": "counter", + "contains": "default" + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "passes": 530059, + "fails": 0, + "rate": 1 + } + }, + "http_req_duration{phase:measure}": { + "values": { + "avg": 12.257553593918788, + "med": 11.383, + "p(95)": 22.381, + "p(99)": 30.630829999999996, + "max": 87.904 + }, + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend", + "contains": "time" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.07041999999999529, + "max": 15.628, + "avg": 0.018899631927725258, + "med": 0.007, + "p(95)": 0.022 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 530059, + "rate": 15138.626681835596 + }, + "type": "counter" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_blocked": { + "contains": "time", + "values": { + "max": 6.748, + "avg": 0.0024500781988223215, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004 + }, + "type": "trend" + }, + "data_sent": { + "values": { + "count": 80568968, + "rate": 2301071.2556390106 + }, + "type": "counter", + "contains": "data" + }, + "http_reqs{phase:measure}": { + "contains": "default", + "values": { + "rate": 13923.644354072143, + "count": 487518 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "med": 11.799, + "p(95)": 25.279, + "p(99)": 38.08642, + "max": 345.154, + "avg": 13.155770491587024 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 173223284, + "rate": 4947303.279592621 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 530059 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.000579809040125722, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 1.759 + }, + "type": "trend" + }, + "http_req_sending": { + "contains": "time", + "values": { + "avg": 0.004243308763725071, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.018, + "max": 17.572 + }, + "type": "trend" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "med": 11.799, + "p(95)": 25.279, + "p(99)": 38.08642, + "max": 345.154, + "avg": 13.155770491587024 + } + }, + "http_req_failed{phase:measure}": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 487518 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 11.774, + "p(95)": 25.255, + "p(99)": 38.072, + "max": 345.115, + "avg": 13.132627550895446 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/on/t50_f0_r1/redis-stats.txt b/evidence/track1/stampede/on/t50_f0_r1/redis-stats.txt new file mode 100644 index 0000000..55a4d53 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f0_r1/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:484721 +keyspace_misses:0 diff --git a/evidence/track1/stampede/on/t50_f0_r1/run.json b/evidence/track1/stampede/on/t50_f0_r1/run.json new file mode 100644 index 0000000..8868e1a --- /dev/null +++ b/evidence/track1/stampede/on/t50_f0_r1/run.json @@ -0,0 +1,3 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 0, "flushes": 0, + "repeat": 1, "finished_at": "2026-10-08T22:51:51Z"} diff --git a/evidence/track1/stampede/on/t50_f0_r1/sql-calls.csv b/evidence/track1/stampede/on/t50_f0_r1/sql-calls.csv new file mode 100644 index 0000000..0ed4049 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f0_r1/sql-calls.csv @@ -0,0 +1 @@ +0,486661,486664 diff --git a/evidence/track1/stampede/on/t50_f0_r1/top-queries.txt b/evidence/track1/stampede/on/t50_f0_r1/top-queries.txt new file mode 100644 index 0000000..2326c19 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f0_r1/top-queries.txt @@ -0,0 +1,2 @@ +486661|8306.2|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/on/t50_f1_r1/k6-summary.json b/evidence/track1/stampede/on/t50_f1_r1/k6-summary.json new file mode 100644 index 0000000..afc3613 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r1/k6-summary.json @@ -0,0 +1,245 @@ +{ + "metrics": { + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.106461437707027, + "med": 11.804, + "p(95)": 24.7, + "p(99)": 37.602859999999986, + "max": 237.477 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "max": 237.477, + "avg": 13.106461437707027, + "med": 11.804, + "p(95)": 24.7, + "p(99)": 37.602859999999986 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.018524706890434395, + "med": 0.007, + "p(95)": 0.022, + "p(99)": 0.052, + "max": 13.378 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 532139, + "rate": 15201.013311381033 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 532139, + "rate": 15201.013311381033 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 12.26498744850593, + "med": 11.453, + "p(95)": 22.145, + "p(99)": 29.846, + "max": 84.089 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 487193, + "rate": 13917.091733948573 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_tls_handshaking": { + "values": { + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0, + "avg": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_req_failed{phase:measure}": { + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 487193 + }, + "thresholds": { + "rate>=0": { + "ok": true + } + }, + "type": "rate" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.000689643119560867, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 3.204 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 532139, + "fails": 0 + } + }, + "vus": { + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + }, + "type": "gauge" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 237.205, + "avg": 13.083690842054844, + "med": 11.783, + "p(95)": 24.662, + "p(99)": 37.56885999999999 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 80885128, + "rate": 2310554.0233299173 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 532139, + "rate": 0 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.150458102397701, + "med": 11.844167, + "p(95)": 24.745291100000003, + "p(99)": 37.67327845999999, + "max": 241.4055 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004245888762128585, + "med": 0.002, + "p(95)": 0.008, + "p(99)": 0.016, + "max": 9.634 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0022561830649325512, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.003, + "max": 7.015 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 173903122, + "rate": 4967693.915335504 + } + } + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 532139, + "fails": 0 + } + ] + }, + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ] + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35006.811 + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/on/t50_f1_r1/redis-stats.txt b/evidence/track1/stampede/on/t50_f1_r1/redis-stats.txt new file mode 100644 index 0000000..201dbf4 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r1/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:478297 +keyspace_misses:4653 diff --git a/evidence/track1/stampede/on/t50_f1_r1/run.json b/evidence/track1/stampede/on/t50_f1_r1/run.json new file mode 100644 index 0000000..fc8ace3 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r1/run.json @@ -0,0 +1,3 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 1, "finished_at": "2026-10-08T22:32:27Z"} diff --git a/evidence/track1/stampede/on/t50_f1_r1/sql-calls.csv b/evidence/track1/stampede/on/t50_f1_r1/sql-calls.csv new file mode 100644 index 0000000..bdbb5c1 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r1/sql-calls.csv @@ -0,0 +1 @@ +1451,485556,487010 diff --git a/evidence/track1/stampede/on/t50_f1_r1/top-queries.txt b/evidence/track1/stampede/on/t50_f1_r1/top-queries.txt new file mode 100644 index 0000000..a5e3ac4 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r1/top-queries.txt @@ -0,0 +1,3 @@ +485556|8351.6|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +1451|31.8|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/on/t50_f1_r2/k6-summary.json b/evidence/track1/stampede/on/t50_f1_r2/k6-summary.json new file mode 100644 index 0000000..7c0a5ba --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r2/k6-summary.json @@ -0,0 +1,245 @@ +{ + "metrics": { + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 7.571, + "avg": 0.004568457023414109, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.021 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.2703004927516, + "med": 11.668, + "p(95)": 25.976, + "p(99)": 43.32899, + "max": 198.941 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 79709104, + "rate": 2277005.8616063073 + } + }, + "data_received": { + "contains": "data", + "values": { + "count": 171374514, + "rate": 4895560.899893344 + }, + "type": "counter" + }, + "http_reqs": { + "contains": "default", + "values": { + "count": 524402, + "rate": 14980.301721094127 + }, + "type": "counter" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0, + "max": 0 + } + }, + "checks": { + "values": { + "fails": 0, + "rate": 1, + "passes": 524402 + }, + "type": "rate", + "contains": "default" + }, + "http_req_receiving": { + "values": { + "p(95)": 0.023, + "p(99)": 0.08, + "max": 10.791, + "avg": 0.01937436546768642, + "med": 0.008 + }, + "type": "trend", + "contains": "time" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 203.419, + "avg": 13.343592494675486, + "med": 11.735667, + "p(95)": 26.0535819, + "p(99)": 43.4172795 + } + }, + "vus_max": { + "values": { + "max": 200, + "value": 200, + "min": 200 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_failed{phase:measure}": { + "thresholds": { + "rate>=0": { + "ok": true + } + }, + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 483185 + } + }, + "vus": { + "values": { + "min": 200, + "max": 200, + "value": 200 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "fails": 524402, + "rate": 0, + "passes": 0 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0023768025293374145, + "med": 0.001, + "p(95)": 0.002, + "p(99)": 0.004, + "max": 10.47 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 2.563, + "avg": 0.0006718433568140473, + "med": 0, + "p(95)": 0 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "med": 11.69, + "p(95)": 26.002, + "p(99)": 43.362989999999996, + "max": 199.394, + "avg": 13.29424331524263 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 524402, + "rate": 14980.301721094127 + } + }, + "http_req_duration{phase:measure}": { + "thresholds": { + "max>=0": { + "ok": true + } + }, + "type": "trend", + "contains": "time", + "values": { + "p(99)": 31.949, + "max": 123.271, + "avg": 12.362872301499115, + "med": 11.283, + "p(95)": 23.079 + } + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 483185, + "rate": 13802.87849227666 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "contains": "time", + "values": { + "max": 199.394, + "avg": 13.29424331524263, + "med": 11.69, + "p(95)": 26.002, + "p(99)": 43.362989999999996 + }, + "type": "trend" + } + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 524402, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35006.104 + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/on/t50_f1_r2/redis-stats.txt b/evidence/track1/stampede/on/t50_f1_r2/redis-stats.txt new file mode 100644 index 0000000..94cd7b3 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r2/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:474193 +keyspace_misses:4390 diff --git a/evidence/track1/stampede/on/t50_f1_r2/run.json b/evidence/track1/stampede/on/t50_f1_r2/run.json new file mode 100644 index 0000000..16ed5f8 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r2/run.json @@ -0,0 +1,3 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 2, "finished_at": "2026-10-08T22:37:37Z"} diff --git a/evidence/track1/stampede/on/t50_f1_r2/sql-calls.csv b/evidence/track1/stampede/on/t50_f1_r2/sql-calls.csv new file mode 100644 index 0000000..1e295e5 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r2/sql-calls.csv @@ -0,0 +1 @@ +1450,481934,483387 diff --git a/evidence/track1/stampede/on/t50_f1_r2/top-queries.txt b/evidence/track1/stampede/on/t50_f1_r2/top-queries.txt new file mode 100644 index 0000000..9d41285 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r2/top-queries.txt @@ -0,0 +1,3 @@ +481934|7819.9|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +1450|33.2|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/stampede/on/t50_f1_r3/k6-summary.json b/evidence/track1/stampede/on/t50_f1_r3/k6-summary.json new file mode 100644 index 0000000..eb9a88a --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r3/k6-summary.json @@ -0,0 +1,245 @@ +{ + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "status is 200", + "path": "::status is 200", + "id": "6210a8cd14cd70477eba5c5e4cb3fb5f", + "passes": 529084, + "fails": 0 + } + ], + "name": "", + "path": "" + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "med", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 35009.956 + }, + "metrics": { + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 25.14090985, + "p(99)": 37.51666735999999, + "max": 237.225042, + "avg": 13.226783947478877, + "med": 11.8911665 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 529084, + "rate": 15112.386887889832 + } + }, + "http_req_duration{phase:measure}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 22.571, + "p(99)": 29.937559999999984, + "max": 71.529, + "avg": 12.37915625808933, + "med": 11.483 + }, + "thresholds": { + "max>=0": { + "ok": true + } + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 25.068, + "p(99)": 37.42367999999998, + "max": 234.443, + "avg": 13.160434993308805, + "med": 11.828 + } + }, + "http_req_failed{phase:measure}": { + "thresholds": { + "rate>=0": { + "ok": true + } + }, + "type": "rate", + "contains": "default", + "values": { + "fails": 482887, + "rate": 0, + "passes": 0 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 13.180932817850906, + "med": 11.852, + "p(95)": 25.09384999999998, + "p(99)": 37.45833999999999, + "max": 234.479 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 529084 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.007, + "p(95)": 0.022, + "p(99)": 0.053, + "max": 7.697, + "avg": 0.016394130232661373 + } + }, + "checks": { + "contains": "default", + "values": { + "rate": 1, + "passes": 529084, + "fails": 0 + }, + "type": "rate" + }, + "http_reqs{phase:measure}": { + "type": "counter", + "contains": "default", + "values": { + "count": 482887, + "rate": 13792.84795445044 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "med": 11.852, + "p(95)": 25.09384999999998, + "p(99)": 37.45833999999999, + "max": 234.479, + "avg": 13.180932817850906 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 200, + "min": 200, + "max": 200 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "max": 200, + "value": 200, + "min": 200 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 529084, + "rate": 15112.386887889832 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 7.567, + "avg": 0.001968384982346848, + "med": 0 + } + }, + "data_sent": { + "values": { + "count": 80420768, + "rate": 2297082.8069592547 + }, + "type": "counter", + "contains": "data" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 172904498, + "rate": 4938723.659064296 + } + }, + "http_req_blocked": { + "contains": "time", + "values": { + "p(95)": 0.002, + "p(99)": 0.003, + "max": 10.084, + "avg": 0.0037807833916530553, + "med": 0.001 + }, + "type": "trend" + }, + "http_req_tls_handshaking": { + "values": { + "max": 0, + "avg": 0, + "med": 0, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.00410369430938731, + "med": 0.003, + "p(95)": 0.008, + "p(99)": 0.016, + "max": 5.692 + } + } + } +} \ No newline at end of file diff --git a/evidence/track1/stampede/on/t50_f1_r3/redis-stats.txt b/evidence/track1/stampede/on/t50_f1_r3/redis-stats.txt new file mode 100644 index 0000000..0d26d96 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r3/redis-stats.txt @@ -0,0 +1,2 @@ +keyspace_hits:475235 +keyspace_misses:4777 diff --git a/evidence/track1/stampede/on/t50_f1_r3/run.json b/evidence/track1/stampede/on/t50_f1_r3/run.json new file mode 100644 index 0000000..af2c729 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r3/run.json @@ -0,0 +1,3 @@ +{"variant": "on", "single_flight": true, "tokens": 50, "vus": 200, + "warmup_s": 5, "duration_s": 30, "flush_interval_s": 1, "flushes": 30, + "repeat": 3, "finished_at": "2026-10-08T22:42:46Z"} diff --git a/evidence/track1/stampede/on/t50_f1_r3/sql-calls.csv b/evidence/track1/stampede/on/t50_f1_r3/sql-calls.csv new file mode 100644 index 0000000..803f410 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r3/sql-calls.csv @@ -0,0 +1 @@ +1451,482275,483729 diff --git a/evidence/track1/stampede/on/t50_f1_r3/top-queries.txt b/evidence/track1/stampede/on/t50_f1_r3/top-queries.txt new file mode 100644 index 0000000..0d92417 --- /dev/null +++ b/evidence/track1/stampede/on/t50_f1_r3/top-queries.txt @@ -0,0 +1,3 @@ +482275|8230.0|SELECT users.id, users.username, users.display_name, users.password_hash, users.created_at FROM users WHERE users.id = $ +1451|47.7|SELECT sessions.id, sessions.user_id, sessions.token_hash, sessions.created_at, sessions.expires_at FROM sessions WHERE +3|0.0|SELECT $1 diff --git a/evidence/track1/summary.md b/evidence/track1/summary.md new file mode 100644 index 0000000..bdc0599 --- /dev/null +++ b/evidence/track1/summary.md @@ -0,0 +1,30 @@ +# Track 1 summary + +Generated by `python3 scripts/track1/aggregate.py`. Medians of the repeats, (min–max) in brackets. + +## Cache stampede: FLUSHALL every second under 200 VUs + +| Сессий | Сбросов кэша | Single-flight | Запросов к `sessions` | на один сброс | на сессию за сброс | Промахов Redis | Всего SQL | RPS | p50 / p95 / p99, мс | max, мс | Ошибки | +| ---: | ---: | --- | ---: | ---: | ---: | ---: | ---: | ---: | --- | ---: | ---: | +| 50 | 30 | нет | 4651 (4622–4689) | 155.0 (154.1–156.3) | 3.10 (3.08–3.13) | 4651 (4622–4689) | 492085 (491701–499302) | 16270 (16268–16512) | 11.2 / 22.9 / 31.6 | 86 (77–88) | 0 | +| 50 | 30 | да | 1451 (1450–1451) | 48.4 (48.3–48.4) | 0.97 (0.97–0.97) | 4653 (4390–4777) | 483729 (483387–487010) | 16106 (16096–16240) | 11.5 / 22.6 / 29.9 | 84 (72–123) | 0 | +| 10 | 30 | нет | 3138 (2893–3500) | 104.6 (96.4–116.7) | 10.46 (9.64–11.67) | 3138 (2893–3500) | 474008 (461790–485580) | 15719 (15322–16108) | 11.7 / 23.4 / 32.0 | 84 (83–132) | 0 | +| 10 | 30 | да | 291 (291–292) | 9.7 (9.7–9.7) | 0.97 (0.97–0.97) | 4037 (3979–4069) | 470144 (466783–474519) | 15719 (15564–15848) | 11.8 / 23.1 / 31.6 | 87 (75–133) | 0 | +| 50 | нет | нет | 0 | — | — | 0 | 477952 | 15966 | 11.5 / 23.3 / 32.1 | 86 | 0 | +| 50 | нет | да | 0 | — | — | 0 | 486664 | 16251 | 11.4 / 22.4 / 30.6 | 88 | 0 | + +## Redis restart under 200 VUs, 50 sessions + +| Single-flight | `docker compose restart redis`, с | Кэш недоступен по логу API, с | Запросов к `sessions` за прогон | p99 до рестарта, мс | p99 в секунду рестарта, мс | max в секунду рестарта, мс | Не 200 | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| нет | 0.52 (0.48–0.59) | 0.71 (0.65–0.83) | 5625 (4700–6284) | 36 (34–39) | 76 (68–163) | 133 (112–225) | 0 | +| да | 0.51 (0.47–0.57) | 0.73 (0.70–0.75) | 3490 (3106–3805) | 37 (35–40) | 71 (70–89) | 138 (129–153) | 0 | + +## Read-after-write of login and logout, 16 concurrent readers + +| Single-flight | Redis | Итераций | Первый запрос после входа не 200 | Запросов до ответа logout | Запросов после ответа logout | Из них 200 (нарушение) | Другие коды | Токен жив через 1 с | +| --- | --- | ---: | ---: | ---: | ---: | ---: | --- | ---: | +| нет | остановлен | 300 | 0 | 43034 | 362801 | 0 | нет | 0 | +| нет | работает | 300 | 0 | 42545 | 396511 | 0 | нет | 0 | +| да | остановлен | 300 | 0 | 42973 | 361654 | 0 | нет | 0 | +| да | работает | 300 | 0 | 42692 | 405818 | 0 | нет | 0 | diff --git a/scripts/track1/aggregate.py b/scripts/track1/aggregate.py new file mode 100644 index 0000000..dc0744b --- /dev/null +++ b/scripts/track1/aggregate.py @@ -0,0 +1,167 @@ +#!/usr/bin/env python3 +"""Builds evidence/track1/summary.md from the raw results of run-all.sh.""" +import csv +import glob +import json +import os +import re +import statistics +from datetime import datetime + +ROOT = "evidence/track1" + + +def load_k6(path): + metrics = json.load(open(path))["metrics"] + duration = metrics["http_req_duration{phase:measure}"]["values"] + requests = metrics["http_reqs{phase:measure}"]["values"]["count"] + failed = metrics["http_req_failed{phase:measure}"]["values"] + return { + "requests": requests, + "failed": failed["passes"], + "p50": duration["med"], + "p95": duration["p(95)"], + "p99": duration["p(99)"], + "max": duration["max"], + } + + +def median_range(values, fmt="{:.0f}"): + values = [v for v in values if v is not None] + if not values: + return "—" + med = statistics.median(values) + if len(values) == 1: + return fmt.format(med) + return f"{fmt.format(med)} ({fmt.format(min(values))}–{fmt.format(max(values))})" + + +def stampede_rows(): + runs = [] + for run_dir in sorted(glob.glob(f"{ROOT}/stampede/*/*")): + run = json.load(open(f"{run_dir}/run.json")) + sessions, users, total = map(int, open(f"{run_dir}/sql-calls.csv").read().strip().split(",")) + redis = dict(line.strip().split(":") for line in open(f"{run_dir}/redis-stats.txt") if ":" in line) + k6 = load_k6(f"{run_dir}/k6-summary.json") + runs.append({**run, **k6, "sessions": sessions, "users": users, "total_sql": total, + "misses": int(redis["keyspace_misses"]), "hits": int(redis["keyspace_hits"])}) + with open(f"{ROOT}/stampede-runs.csv", "w", newline="") as f: + writer = csv.DictWriter(f, fieldnames=list(runs[0].keys())) + writer.writeheader() + writer.writerows(runs) + return runs + + +def stampede_table(runs): + lines = [ + "| Сессий | Сбросов кэша | Single-flight | Запросов к `sessions` | на один сброс | на сессию за сброс | Промахов Redis | Всего SQL | RPS | p50 / p95 / p99, мс | max, мс | Ошибки |", + "| ---: | ---: | --- | ---: | ---: | ---: | ---: | ---: | ---: | --- | ---: | ---: |", + ] + keys = sorted({(r["tokens"], r["flush_interval_s"], r["variant"]) for r in runs}, key=lambda k: (-k[1], -k[0], k[2])) + for tokens, flush, variant in keys: + group = [r for r in runs if (r["tokens"], r["flush_interval_s"], r["variant"]) == (tokens, flush, variant)] + flushes = group[0]["flushes"] + per_flush = [r["sessions"] / r["flushes"] for r in group] if flushes else [None] + per_session = [r["sessions"] / r["flushes"] / tokens for r in group] if flushes else [None] + lines.append( + f"| {tokens} | {flushes if flushes else 'нет'} | {'да' if variant == 'on' else 'нет'} " + f"| {median_range([r['sessions'] for r in group])} " + f"| {median_range(per_flush, '{:.1f}')} | {median_range(per_session, '{:.2f}')} " + f"| {median_range([r['misses'] for r in group])} | {median_range([r['total_sql'] for r in group])} " + f"| {median_range([r['requests'] / r['duration_s'] for r in group])} " + f"| {statistics.median(r['p50'] for r in group):.1f} / {statistics.median(r['p95'] for r in group):.1f} / " + f"{statistics.median(r['p99'] for r in group):.1f} " + f"| {median_range([r['max'] for r in group], '{:.0f}')} | {sum(r['failed'] for r in group)} |" + ) + return lines + + +def parse_log_time(line): + stamp = line.split()[0] + return datetime.fromisoformat(stamp.replace("Z", "+00:00")).timestamp() + + +def restart_rows(): + runs = [] + for run_dir in sorted(glob.glob(f"{ROOT}/redis-restart/*/*")): + run = json.load(open(f"{run_dir}/run.json")) + k6 = load_k6(f"{run_dir}/k6-summary.json") + seconds = list(csv.DictReader(open(f"{run_dir}/per-second.csv"))) + samples = list(csv.DictReader(open(f"{run_dir}/samples.csv"))) + lookups = max(int(s["session_lookups_total"]) for s in samples if s["session_lookups_total"]) + log = [line for line in open(f"{run_dir}/cache-availability.log")] + down = [parse_log_time(l) for l in log if "unavailable" in l and parse_log_time(l) >= run["measure_start"]] + up = [parse_log_time(l) for l in log if "available again" in l and parse_log_time(l) >= run["measure_start"]] + outage = (up[0] - down[0]) if down and up else None + restart_second = int(run["restart_begin"] - run["measure_start"]) + window = [s for s in seconds if restart_second - 1 <= int(s["second"]) <= restart_second + 1 and s["p99_ms"]] + before = [s for s in seconds if int(s["second"]) < restart_second - 1 and s["p99_ms"]] + runs.append({ + **run, **k6, + "session_lookups": lookups, + "cache_outage_s": outage, + "recovered_after_restart_s": (up[0] - run["restart_end"]) if up else None, + "restart_s": run["restart_end"] - run["restart_begin"], + "peak_p99_ms": max(float(s["p99_ms"]) for s in window), + "peak_max_ms": max(float(s["max_ms"]) for s in window), + "p99_before_ms": statistics.median(float(s["p99_ms"]) for s in before), + "non_200": sum(int(s["non_200"]) for s in seconds), + }) + with open(f"{ROOT}/redis-restart-runs.csv", "w", newline="") as f: + writer = csv.DictWriter(f, fieldnames=list(runs[0].keys())) + writer.writeheader() + writer.writerows(runs) + return runs + + +def restart_table(runs): + lines = [ + "| Single-flight | `docker compose restart redis`, с | Кэш недоступен по логу API, с | Запросов к `sessions` за прогон | p99 до рестарта, мс | p99 в секунду рестарта, мс | max в секунду рестарта, мс | Не 200 |", + "| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: |", + ] + for variant in ("off", "on"): + group = [r for r in runs if r["variant"] == variant] + if not group: + continue + lines.append( + f"| {'да' if variant == 'on' else 'нет'} | {median_range([r['restart_s'] for r in group], '{:.2f}')} " + f"| {median_range([r['cache_outage_s'] for r in group], '{:.2f}')} " + f"| {median_range([r['session_lookups'] for r in group])} " + f"| {median_range([r['p99_before_ms'] for r in group], '{:.0f}')} " + f"| {median_range([r['peak_p99_ms'] for r in group], '{:.0f}')} " + f"| {median_range([r['peak_max_ms'] for r in group], '{:.0f}')} | {sum(r['non_200'] for r in group)} |" + ) + return lines + + +def read_after_write_table(): + lines = [ + "| Single-flight | Redis | Итераций | Первый запрос после входа не 200 | Запросов до ответа logout | Запросов после ответа logout | Из них 200 (нарушение) | Другие коды | Токен жив через 1 с |", + "| --- | --- | ---: | ---: | ---: | ---: | ---: | --- | ---: |", + ] + for path in sorted(glob.glob(f"{ROOT}/read-after-write/*.json")): + variant, redis = re.match(r".*/(on|off)_redis-(up|down)\.json", path).groups() + d = json.load(open(path)) + lines.append( + f"| {'да' if variant == 'on' else 'нет'} | {'работает' if redis == 'up' else 'остановлен'} | {d['iterations']} " + f"| {d['first_request_after_login_not_200']} | {d['requests_started_before_logout_response']} " + f"| {d['requests_started_after_logout_response']} | {d['violations_200_after_logout']} " + f"| {d['unexpected_statuses'] or 'нет'} | {d['token_alive_one_second_later']} |" + ) + return lines + + +def main(): + out = ["# Track 1 summary", "", "Generated by `python3 scripts/track1/aggregate.py`. Medians of the repeats, (min–max) in brackets.", ""] + if os.path.isdir(f"{ROOT}/stampede"): + out += ["## Cache stampede: FLUSHALL every second under 200 VUs", ""] + stampede_table(stampede_rows()) + [""] + if os.path.isdir(f"{ROOT}/redis-restart"): + out += ["## Redis restart under 200 VUs, 50 sessions", ""] + restart_table(restart_rows()) + [""] + if os.path.isdir(f"{ROOT}/read-after-write"): + out += ["## Read-after-write of login and logout, 16 concurrent readers", ""] + read_after_write_table() + [""] + open(f"{ROOT}/summary.md", "w").write("\n".join(out)) + print("\n".join(out)) + + +if __name__ == "__main__": + main() diff --git a/scripts/track1/per_second.py b/scripts/track1/per_second.py new file mode 100755 index 0000000..18a0e72 --- /dev/null +++ b/scripts/track1/per_second.py @@ -0,0 +1,39 @@ +#!/usr/bin/env python3 +"""Reduces a k6 CSV of single requests to per-second numbers of the measure phase: +second, requests, non-200 responses, p50/p99/max latency in ms.""" +import csv +import math +import sys +from collections import defaultdict + + +def percentile(values, q): + values = sorted(values) + return values[min(len(values) - 1, int(q * len(values)))] + + +def main(): + path, measure_start, duration = sys.argv[1], float(sys.argv[2]), int(sys.argv[3]) + durations = defaultdict(list) + failures = defaultdict(int) + statuses = {} + with open(path) as f: + for row in csv.DictReader(f): + if row["metric_name"] == "http_req_duration": + second = math.floor(float(row["timestamp"]) / 1000 - measure_start) + if 0 <= second < duration: + durations[second].append(float(row["metric_value"])) + if row.get("status") != "200": + failures[second] += 1 + print("second,requests,non_200,p50_ms,p99_ms,max_ms") + for second in range(duration): + values = durations.get(second, []) + if not values: + print(f"{second},0,0,,,") + continue + print(f"{second},{len(values)},{failures[second]},{percentile(values, 0.5):.2f}," + f"{percentile(values, 0.99):.2f},{max(values):.2f}") + + +if __name__ == "__main__": + main() diff --git a/scripts/track1/prepare_sessions.py b/scripts/track1/prepare_sessions.py new file mode 100755 index 0000000..1eae5fb --- /dev/null +++ b/scripts/track1/prepare_sessions.py @@ -0,0 +1,42 @@ +#!/usr/bin/env python3 +"""Registers N synthetic users, opens one session each and writes the tokens, one per line, to a file. + +The file holds live credentials of synthetic users only; the caller keeps it outside the repository +(mode 600) and deletes it after the run. +""" +import base64 +import json +import os +import sys +import urllib.request +import uuid + +PASSWORD = "track1-stampede-password" + + +def request(method, url, body=None, headers=None): + data = json.dumps(body).encode() if body is not None else None + req = urllib.request.Request(url, data=data, method=method, headers=headers or {}) + if data is not None: + req.add_header("Content-Type", "application/json") + with urllib.request.urlopen(req, timeout=10) as response: + return json.load(response) + + +def main(): + base_url, count, path = sys.argv[1], int(sys.argv[2]), sys.argv[3] + tokens = [] + for i in range(count): + username = f"t1_{uuid.uuid4().hex[:12]}" + request("POST", f"{base_url}/api/v1/users", + {"username": username, "display_name": f"Stampede {i}", "password": PASSWORD}) + basic = base64.b64encode(f"{username}:{PASSWORD}".encode()).decode() + session = request("POST", f"{base_url}/api/v1/auth/sessions", headers={"Authorization": f"Basic {basic}"}) + tokens.append(session["token"]) + fd = os.open(path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, 0o600) + with os.fdopen(fd, "w") as f: + f.write("\n".join(tokens) + "\n") + + +if __name__ == "__main__": + main() diff --git a/scripts/track1/read-after-write.sh b/scripts/track1/read-after-write.sh new file mode 100755 index 0000000..0ea791b --- /dev/null +++ b/scripts/track1/read-after-write.sh @@ -0,0 +1,34 @@ +#!/bin/sh +# Read-after-write of login/logout under concurrent readers, see read_after_write.py. +# VARIANT=off|on (single-flight), REDIS=up|down, ITERATIONS, READERS +set -eu +cd "$(dirname "$0")/../.." + +VARIANT=${VARIANT:?set VARIANT=off or VARIANT=on} +REDIS=${REDIS:-up} +ITERATIONS=${ITERATIONS:-300} +READERS=${READERS:-16} +BASE_URL=${BASE_URL:-http://localhost:8080} + +case "$VARIANT" in + off) SINGLE_FLIGHT=false ;; + on) SINGLE_FLIGHT=true ;; + *) echo "VARIANT must be off or on" >&2; exit 2 ;; +esac + +OUT="evidence/track1/read-after-write" +mkdir -p "$OUT" + +SESSION_CACHE_SINGLE_FLIGHT=$SINGLE_FLIGHT docker compose up -d --force-recreate --wait api >/dev/null 2>&1 +if [ "$REDIS" = "down" ]; then + docker compose stop redis >/dev/null 2>&1 +fi + +python3 scripts/track1/read_after_write.py "$BASE_URL" "$ITERATIONS" "$READERS" > "$OUT/${VARIANT}_redis-${REDIS}.json" + +if [ "$REDIS" = "down" ]; then + docker compose up -d --wait redis >/dev/null 2>&1 +fi + +echo "$OUT/${VARIANT}_redis-${REDIS}.json" +cat "$OUT/${VARIANT}_redis-${REDIS}.json" diff --git a/scripts/track1/read_after_write.py b/scripts/track1/read_after_write.py new file mode 100755 index 0000000..cadac31 --- /dev/null +++ b/scripts/track1/read_after_write.py @@ -0,0 +1,121 @@ +#!/usr/bin/env python3 +"""Read-after-write of sessions under concurrency. + +Every iteration logs in (fresh token, cold cache), checks that the very first request with the token succeeds, +starts READERS threads that call GET /users/me in a loop and logs out after a random 0-20 ms, i.e. while the +first cache fills race with the revocation. A violation is a 200 for a request that started after the client +had received the 204 of the logout. One second later the token is checked again: a stale cached copy must not +bring it back. Prints a JSON summary; tokens are never printed. +""" +import base64 +import http.client +import json +import random +import sys +import threading +import time +import urllib.parse +import uuid + +PASSWORD = "track1-read-after-write" + + +class Client: + def __init__(self, base_url): + url = urllib.parse.urlparse(base_url) + self.connection = http.client.HTTPConnection(url.hostname, url.port, timeout=10) + + def call(self, method, path, headers=None, body=None): + self.connection.request(method, path, body=body, headers=headers or {}) + response = self.connection.getresponse() + data = response.read() + return response.status, data + + +def main(): + base_url, iterations, readers = sys.argv[1], int(sys.argv[2]), int(sys.argv[3]) + rng = random.Random(42) + + setup = Client(base_url) + username = f"raw_{uuid.uuid4().hex[:12]}" + status, _ = setup.call("POST", "/api/v1/users", {"Content-Type": "application/json"}, + json.dumps({"username": username, "display_name": "RAW", "password": PASSWORD})) + assert status == 201, status + basic = "Basic " + base64.b64encode(f"{username}:{PASSWORD}".encode()).decode() + + reader_clients = [Client(base_url) for _ in range(readers)] + revoked = [] + totals = { + "iterations": iterations, "readers": readers, + "first_request_after_login_not_200": 0, + "requests_started_before_logout_response": 0, + "requests_started_after_logout_response": 0, + "violations_200_after_logout": 0, + "unexpected_statuses": {}, + "token_alive_one_second_later": 0, + "logout_not_204": 0, + } + + for _ in range(iterations): + status, body = setup.call("POST", "/api/v1/auth/sessions", {"Authorization": basic}) + assert status == 201, status + bearer = {"Authorization": "Bearer " + json.loads(body)["token"]} + + # Read-after-write of the login itself: no negative caching, the token works immediately. + status, _ = setup.call("GET", "/api/v1/users/me", bearer) + if status != 200: + totals["first_request_after_login_not_200"] += 1 + # The check above filled the cache; start the race from a cold key with a new session. + status, body = setup.call("POST", "/api/v1/auth/sessions", {"Authorization": basic}) + assert status == 201, status + bearer = {"Authorization": "Bearer " + json.loads(body)["token"]} + + stop = threading.Event() + results = [] + lock = threading.Lock() + + def read(client): + while not stop.is_set(): + started = time.monotonic() + status, _ = client.call("GET", "/api/v1/users/me", bearer) + with lock: + results.append((started, status)) + + threads = [threading.Thread(target=read, args=(c,)) for c in reader_clients] + for t in threads: + t.start() + time.sleep(rng.uniform(0, 0.02)) + status, _ = setup.call("DELETE", "/api/v1/auth/sessions/current", bearer) + logout_done = time.monotonic() + if status != 204: + totals["logout_not_204"] += 1 + time.sleep(0.1) + stop.set() + for t in threads: + t.join() + + for started, status in results: + if started > logout_done: + totals["requests_started_after_logout_response"] += 1 + if status == 200: + totals["violations_200_after_logout"] += 1 + elif status != 401: + key = str(status) + totals["unexpected_statuses"][key] = totals["unexpected_statuses"].get(key, 0) + 1 + else: + totals["requests_started_before_logout_response"] += 1 + + revoked.append(bearer) + + # Late check, one second after the last logout at the earliest: nothing cached resurrects a revoked token. + time.sleep(1) + for bearer in revoked: + status, _ = setup.call("GET", "/api/v1/users/me", bearer) + if status == 200: + totals["token_alive_one_second_later"] += 1 + + print(json.dumps(totals, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/scripts/track1/redis-restart.sh b/scripts/track1/redis-restart.sh new file mode 100755 index 0000000..32e8d9f --- /dev/null +++ b/scripts/track1/redis-restart.sh @@ -0,0 +1,89 @@ +#!/bin/sh +# Cache restart under load: the same k6 load as stampede.sh, but instead of FLUSHALL the Redis container is +# restarted RESTART_AT_S seconds into the measure phase. Every second the script samples session lookups in +# pg_stat_statements and Redis keyspace hits/misses, k6 writes every request to a CSV that is reduced to +# per-second numbers afterwards. +# VARIANT=off|on, TOKENS, VUS, WARMUP_S, DURATION_S, RESTART_AT_S, REPEAT +set -eu +cd "$(dirname "$0")/../.." + +VARIANT=${VARIANT:?set VARIANT=off or VARIANT=on} +TOKENS=${TOKENS:-50} +VUS=${VUS:-200} +WARMUP_S=${WARMUP_S:-5} +DURATION_S=${DURATION_S:-30} +RESTART_AT_S=${RESTART_AT_S:-10} +REPEAT=${REPEAT:-1} +BASE_URL=${BASE_URL:-http://localhost:8080} + +case "$VARIANT" in + off) SINGLE_FLIGHT=false ;; + on) SINGLE_FLIGHT=true ;; + *) echo "VARIANT must be off or on" >&2; exit 2 ;; +esac + +OUT="evidence/track1/redis-restart/$VARIANT/t${TOKENS}_r${REPEAT}" +mkdir -p "$OUT" + +WORK=$(mktemp -d) +[ -z "${KEEP_WORK:-}" ] || echo "work dir: $WORK" +trap '[ -n "${KEEP_WORK:-}" ] || rm -rf "$WORK"' EXIT + +redis() { docker compose exec -T -e REDISCLI_AUTH="$(cat secrets/redis_password)" redis redis-cli "$@"; } +psql_() { docker compose exec -T postgres psql -U messenger -d messenger -X -q -At "$@"; } + +SESSION_CACHE_SINGLE_FLIGHT=$SINGLE_FLIGHT docker compose up -d --force-recreate --wait api >/dev/null 2>&1 +test "$(docker compose exec -T api printenv SESSION_CACHE_SINGLE_FLIGHT)" = "$SINGLE_FLIGHT" + +python3 scripts/track1/prepare_sessions.py "$BASE_URL" "$TOKENS" "$WORK/tokens" +psql_ -c "CREATE EXTENSION IF NOT EXISTS pg_stat_statements" >/dev/null 2>&1 + +K6_CSV_TIME_FORMAT=unix_milli k6 run --quiet --no-usage-report \ + -e BASE_URL="$BASE_URL" -e VUS="$VUS" -e WARMUP_S="$WARMUP_S" -e DURATION_S="$DURATION_S" \ + -e TOKENS_FILE="$WORK/tokens" -e SUMMARY_FILE="$OUT/k6-summary.json" \ + --out csv="$WORK/requests.csv" \ + scripts/track1/stampede.js > "$OUT/k6.log" 2>&1 & +K6_PID=$! + +sleep "$WARMUP_S" +psql_ -c "SELECT pg_stat_statements_reset()" >/dev/null +MEASURE_START=$(python3 -c 'import time; print(time.time())') + +sample() { + lookups=$(psql_ -c "SELECT coalesce(sum(calls), 0) FROM pg_stat_statements WHERE query ILIKE '%FROM sessions WHERE%'" 2>/dev/null || echo "") + stats=$(redis INFO stats 2>/dev/null | tr -d '\r' | grep -E '^keyspace_(hits|misses):' | cut -d: -f2 | tr '\n' ',' || true) + echo "$(python3 -c 'import time; print(round(time.time(), 3))'),$lookups,$stats" +} + +echo "unix_time,session_lookups_total,redis_hits_total,redis_misses_total," > "$OUT/samples.csv" +MEASURE_END=$(python3 -c "print($MEASURE_START + $DURATION_S)") +( + # Paced by the clock: one docker exec pair takes a noticeable part of a second. + next=$MEASURE_START + while python3 -c "import sys, time; sys.exit(0 if time.time() < $MEASURE_END else 1)"; do + sample >> "$OUT/samples.csv" + next=$(python3 -c "print($next + 1)") + python3 -c "import time; time.sleep(max(0, $next - time.time()))" + done +) & +SAMPLER_PID=$! + +sleep "$RESTART_AT_S" +RESTART_BEGIN=$(python3 -c 'import time; print(time.time())') +docker compose restart redis >/dev/null 2>&1 +RESTART_END=$(python3 -c 'import time; print(time.time())') + +wait "$SAMPLER_PID" +wait "$K6_PID" + +docker compose logs --no-log-prefix --since 2m api 2>&1 | grep -E "Session cache is (unavailable|available again)" > "$OUT/cache-availability.log" || true +python3 scripts/track1/per_second.py "$WORK/requests.csv" "$MEASURE_START" "$DURATION_S" > "$OUT/per-second.csv" + +cat > "$OUT/run.json" < /dev/null + done +done + +SESSION_CACHE_SINGLE_FLIGHT=true docker compose up -d --force-recreate --wait api >/dev/null 2>&1 +python3 scripts/track1/aggregate.py diff --git a/scripts/track1/stampede.js b/scripts/track1/stampede.js new file mode 100644 index 0000000..4528cba --- /dev/null +++ b/scripts/track1/stampede.js @@ -0,0 +1,41 @@ +// Closed-loop load on GET /api/v1/users/me: every VU reuses one of TOKENS sessions, so VUS / TOKENS requests +// per session are in flight at any moment. The shell script empties Redis once a second during the measure phase. +import http from 'k6/http'; +import { check } from 'k6'; +import exec from 'k6/execution'; + +const BASE_URL = __ENV.BASE_URL || 'http://localhost:8080'; +const VUS = Number(__ENV.VUS || 200); +const WARMUP_S = Number(__ENV.WARMUP_S || 5); +const DURATION_S = Number(__ENV.DURATION_S || 30); +const tokens = open(__ENV.TOKENS_FILE).split('\n').filter((line) => line.length > 0); + +export const options = { + discardResponseBodies: true, + // One scenario for warm-up and measurement: the VUs keep their keep-alive connections, so the measure phase + // does not start with 200 fresh TCP connects through the Docker port forward. + scenarios: { + load: { executor: 'constant-vus', vus: VUS, duration: `${WARMUP_S + DURATION_S}s` }, + }, + summaryTrendStats: ['avg', 'med', 'p(95)', 'p(99)', 'max'], + thresholds: { + // Thresholds only make k6 report the measure-phase submetrics; they never fail the run. + 'http_req_duration{phase:measure}': ['max>=0'], + 'http_reqs{phase:measure}': ['count>=0'], + 'http_req_failed{phase:measure}': ['rate>=0'], + }, +}; + +export default function () { + const token = tokens[(__VU - 1) % tokens.length]; + const phase = Date.now() - exec.scenario.startTime < WARMUP_S * 1000 ? 'warmup' : 'measure'; + const response = http.get(`${BASE_URL}/api/v1/users/me`, { + headers: { Authorization: `Bearer ${token}` }, + tags: { phase }, + }); + check(response, { 'status is 200': (r) => r.status === 200 }); +} + +export function handleSummary(data) { + return { [__ENV.SUMMARY_FILE]: JSON.stringify(data, null, 2) }; +} diff --git a/scripts/track1/stampede.sh b/scripts/track1/stampede.sh new file mode 100755 index 0000000..615e05f --- /dev/null +++ b/scripts/track1/stampede.sh @@ -0,0 +1,83 @@ +#!/bin/sh +# One stampede run against the Compose stack. +# VARIANT=off|on single-flight disabled / enabled (SESSION_CACHE_SINGLE_FLIGHT) +# TOKENS distinct sessions shared by the VUs +# VUS, WARMUP_S, DURATION_S, FLUSH_INTERVAL_S (0 = never flush), REPEAT +# Results go to evidence/track1/stampede//t_f_r/. +set -eu +cd "$(dirname "$0")/../.." + +VARIANT=${VARIANT:?set VARIANT=off or VARIANT=on} +TOKENS=${TOKENS:-50} +VUS=${VUS:-200} +WARMUP_S=${WARMUP_S:-5} +DURATION_S=${DURATION_S:-30} +FLUSH_INTERVAL_S=${FLUSH_INTERVAL_S:-1} +REPEAT=${REPEAT:-1} +BASE_URL=${BASE_URL:-http://localhost:8080} + +case "$VARIANT" in + off) SINGLE_FLIGHT=false ;; + on) SINGLE_FLIGHT=true ;; + *) echo "VARIANT must be off or on" >&2; exit 2 ;; +esac + +OUT="evidence/track1/stampede/$VARIANT/t${TOKENS}_f${FLUSH_INTERVAL_S}_r${REPEAT}" +mkdir -p "$OUT" + +TOKENS_FILE=$(mktemp) +trap 'rm -f "$TOKENS_FILE"' EXIT + +redis() { docker compose exec -T -e REDISCLI_AUTH="$(cat secrets/redis_password)" redis redis-cli "$@"; } +psql_() { docker compose exec -T postgres psql -U messenger -d messenger -X -q -At "$@"; } + +# Fresh API process for every run, same image, only the flag differs. +SESSION_CACHE_SINGLE_FLIGHT=$SINGLE_FLIGHT docker compose up -d --force-recreate --wait api >/dev/null 2>&1 +test "$(docker compose exec -T api printenv SESSION_CACHE_SINGLE_FLIGHT)" = "$SINGLE_FLIGHT" + +python3 scripts/track1/prepare_sessions.py "$BASE_URL" "$TOKENS" "$TOKENS_FILE" +psql_ -c "CREATE EXTENSION IF NOT EXISTS pg_stat_statements" >/dev/null 2>&1 + +k6 run --quiet --no-usage-report \ + -e BASE_URL="$BASE_URL" -e VUS="$VUS" -e WARMUP_S="$WARMUP_S" -e DURATION_S="$DURATION_S" \ + -e TOKENS_FILE="$TOKENS_FILE" -e SUMMARY_FILE="$OUT/k6-summary.json" \ + scripts/track1/stampede.js > "$OUT/k6.log" 2>&1 & +K6_PID=$! + +sleep "$WARMUP_S" +psql_ -c "SELECT pg_stat_statements_reset()" >/dev/null +redis CONFIG RESETSTAT >/dev/null + +FLUSHES=0 +if [ "$FLUSH_INTERVAL_S" -gt 0 ]; then + FLUSHES=$((DURATION_S / FLUSH_INTERVAL_S)) + # The loop runs inside the Redis container, so the interval is not stretched by docker exec latency. + docker compose exec -T -e REDISCLI_AUTH="$(cat secrets/redis_password)" -e N="$FLUSHES" -e I="$FLUSH_INTERVAL_S" redis \ + sh -c 'i=0; while [ $i -lt $N ]; do sleep $I; redis-cli FLUSHALL >/dev/null; i=$((i+1)); done' +else + sleep "$DURATION_S" +fi + +wait "$K6_PID" + +psql_ -F ',' -c " + SELECT coalesce(sum(calls) FILTER (WHERE query ILIKE '%FROM sessions WHERE%'), 0), + coalesce(sum(calls) FILTER (WHERE query ILIKE '%FROM users WHERE%'), 0), + coalesce(sum(calls), 0) + FROM pg_stat_statements + WHERE dbid = (SELECT oid FROM pg_database WHERE datname = 'messenger') + AND query NOT ILIKE '%pg_stat_statements%'" > "$OUT/sql-calls.csv" +psql_ -c " + SELECT calls, round(total_exec_time::numeric, 1) AS total_ms, left(regexp_replace(query, '\s+', ' ', 'g'), 120) + FROM pg_stat_statements + WHERE dbid = (SELECT oid FROM pg_database WHERE datname = 'messenger') AND query NOT ILIKE '%pg_stat_statements%' + ORDER BY calls DESC LIMIT 10" > "$OUT/top-queries.txt" +redis INFO stats | tr -d '\r' | grep -E '^keyspace_(hits|misses):' > "$OUT/redis-stats.txt" + +cat > "$OUT/run.json" <>() + + /** + * Only availability changes are logged: with Redis down every request would otherwise add a warning. + */ + private val isCacheAvailable = AtomicBoolean(true) + private val dummyPasswordHash by lazy { hashingService.computeHash(HashingAlgorithm.Argon2id, "dummy-password-for-timing") } @@ -94,13 +111,44 @@ class DefaultAuthenticationService( null -> Unit } - val session = suspendedTransaction { + if (!config.sessionCacheSingleFlight) { + return selectSession(tokenHash, now)?.also { cacheSession(it, now) } + } + + val flight = CompletableDeferred() + + inFlightLookups.putIfAbsent(tokenHash, flight)?.let { leader -> + return leader.await() + } + + try { + // The query is shared with the followers, so the leader's own cancellation must not abort it. + val session = withContext(NonCancellable) { + selectSession(tokenHash, now) + } + + flight.complete(session) + + // Requests arriving until the cache write lands reuse this result instead of starting a new lookup. + // A logout drops the flight first (see revokeSession), so a revoked session is never handed out here. + session?.let { cacheSession(it, now) } + + return session + } catch (e: Throwable) { + flight.completeExceptionally(e) + throw e + } finally { + inFlightLookups.remove(tokenHash, flight) + } + } + + private suspend fun selectSession( + tokenHash: String, + now: Instant + ): Session? { + return suspendedTransaction { sessionRepository.findActiveByTokenHash(tokenHash, now) - } ?: return null - - cacheSession(session, now) - - return session + } } override suspend fun revokeSession( @@ -111,11 +159,10 @@ class DefaultAuthenticationService( sessionRepository.deleteById(session.id) } - try { - sessionCacheRepository.revoke(session) - } catch (e: RedisException) { - logger.warn("Session cache is unavailable, revoked session is not tombstoned: ${e.message}") - } + // A lookup that started before the delete must not be joined by requests arriving after the logout. + inFlightLookups.remove(session.tokenHash) + + withCache { sessionCacheRepository.revoke(session) } return isDeleted } @@ -123,26 +170,49 @@ class DefaultAuthenticationService( private suspend fun findCachedSession( tokenHash: String ): CachedSession? { - return try { - sessionCacheRepository.find(tokenHash) - } catch (e: RedisException) { - logger.warn("Session cache is unavailable, reading from the database: ${e.message}") - null - } + return withCache { sessionCacheRepository.find(tokenHash) } } private suspend fun cacheSession( session: Session, now: Instant ) { - try { + withCache { sessionCacheRepository.putIfAbsent( session = session, cachedUntil = minOf(session.expiresAt, now + config.sessionCacheTtlSeconds.seconds) ) - } catch (e: RedisException) { - logger.warn("Session cache is unavailable, session is not cached: ${e.message}") } } + /** + * Runs a cache operation, treating an unavailable Redis as a miss: the database stays the source of truth. + * A command already written when Redis drops the connection fails with the raw [IOException] (connection + * reset), not with a [RedisException]; it means the same. + */ + private suspend fun withCache( + operation: suspend () -> T + ): T? { + return try { + operation().also { + if (isCacheAvailable.compareAndSet(false, true)) { + logger.info("Session cache is available again") + } + } + } catch (e: RedisException) { + onCacheUnavailable(e) + } catch (e: IOException) { + onCacheUnavailable(e) + } + } + + private fun onCacheUnavailable( + cause: Exception + ): Nothing? { + if (isCacheAvailable.compareAndSet(true, false)) { + logger.warn("Session cache is unavailable, sessions are read from the database: ${cause.message}") + } + return null + } + } diff --git a/src/main/resources/application.conf b/src/main/resources/application.conf index 0927c5d..0f2d403 100644 --- a/src/main/resources/application.conf +++ b/src/main/resources/application.conf @@ -46,4 +46,7 @@ authentication { sessionTtlSeconds = 3600 sessionTtlSeconds = ${?SESSION_TTL_SECONDS} sessionCacheTtlSeconds = 60 + # Collapse concurrent cache misses for one token into a single database lookup (track 1 compares on/off). + sessionCacheSingleFlight = true + sessionCacheSingleFlight = ${?SESSION_CACHE_SINGLE_FLIGHT} } diff --git a/src/test/kotlin/com/mtusi/messenger/main/infrastructure/controllers/chat/ChatControllerTest.kt b/src/test/kotlin/com/mtusi/messenger/main/infrastructure/controllers/chat/ChatControllerTest.kt index ea0b63e..f58f905 100644 --- a/src/test/kotlin/com/mtusi/messenger/main/infrastructure/controllers/chat/ChatControllerTest.kt +++ b/src/test/kotlin/com/mtusi/messenger/main/infrastructure/controllers/chat/ChatControllerTest.kt @@ -85,7 +85,7 @@ class ChatControllerTest { } @Test - fun `failed chat creation leaves no partial rows`() = runApp { client -> + fun `unknown member is rejected before anything is written`() = runApp { client -> val alice = client.register("alice") val title = "atomic-${UUID.randomUUID()}" diff --git a/src/test/kotlin/com/mtusi/messenger/main/infrastructure/repositories/chat/ExposedChatRepositoryTest.kt b/src/test/kotlin/com/mtusi/messenger/main/infrastructure/repositories/chat/ExposedChatRepositoryTest.kt new file mode 100644 index 0000000..e696480 --- /dev/null +++ b/src/test/kotlin/com/mtusi/messenger/main/infrastructure/repositories/chat/ExposedChatRepositoryTest.kt @@ -0,0 +1,62 @@ +package com.mtusi.messenger.main.infrastructure.repositories.chat + +import com.mtusi.messenger.main.infrastructure.models.chat.ChatMemberModel +import com.mtusi.messenger.main.infrastructure.models.chat.ChatModel +import com.mtusi.messenger.main.support.register +import com.mtusi.messenger.main.support.runApp +import org.jetbrains.exposed.v1.core.eq +import org.jetbrains.exposed.v1.exceptions.ExposedSQLException +import org.jetbrains.exposed.v1.jdbc.selectAll +import org.jetbrains.exposed.v1.jdbc.transactions.transaction +import java.util.UUID +import kotlin.test.Test +import kotlin.test.assertEquals +import kotlin.test.assertFailsWith + +private const val FOREIGN_KEY_VIOLATION = "23503" + +/** + * The service validates members before writing, so the rollback is exercised here directly: the chat row is + * inserted, the membership batch then fails on the foreign key, and the whole transaction must disappear. + */ +class ExposedChatRepositoryTest { + + private val repository = ExposedChatRepository() + + @Test + fun `chat row is rolled back when inserting members fails`() = runApp { client -> + val alice = client.register("alice") + val title = "rollback-${UUID.randomUUID()}" + + val error = assertFailsWith { + transaction { + repository.create(title = title, memberIds = listOf(alice.id, UUID.randomUUID())) + } + } + assertEquals(FOREIGN_KEY_VIOLATION, error.sqlState) + + val (chats, memberships) = transaction { + val chats = ChatModel.selectAll().where(ChatModel.title eq title).count() + val memberships = ChatMemberModel.selectAll().where(ChatMemberModel.userId eq alice.id).count() + chats to memberships + } + assertEquals(0, chats) + assertEquals(0, memberships) + } + + @Test + fun `successful creation commits the chat and every member`() = runApp { client -> + val alice = client.register("alice") + val bob = client.register("bob") + + val chat = transaction { + repository.create(title = "committed", memberIds = listOf(alice.id, bob.id)) + } + + val memberships = transaction { + ChatMemberModel.selectAll().where(ChatMemberModel.chatId eq chat.id).count() + } + assertEquals(2, memberships) + } + +} diff --git a/src/test/kotlin/com/mtusi/messenger/main/infrastructure/services/authentication/SessionLookupSingleFlightTest.kt b/src/test/kotlin/com/mtusi/messenger/main/infrastructure/services/authentication/SessionLookupSingleFlightTest.kt new file mode 100644 index 0000000..06791e4 --- /dev/null +++ b/src/test/kotlin/com/mtusi/messenger/main/infrastructure/services/authentication/SessionLookupSingleFlightTest.kt @@ -0,0 +1,159 @@ +package com.mtusi.messenger.main.infrastructure.services.authentication + +import com.mtusi.messenger.main.config.authentication.SerialAuthenticationConfig +import com.mtusi.messenger.main.infrastructure.dto.authentication.Session +import com.mtusi.messenger.main.infrastructure.repositories.authentication.session.SessionRepository +import com.mtusi.messenger.main.infrastructure.repositories.authentication.session.cache.CachedSession +import com.mtusi.messenger.main.infrastructure.repositories.authentication.session.cache.SessionCacheRepository +import com.mtusi.messenger.main.infrastructure.repositories.user.ExposedUserRepository +import com.mtusi.messenger.main.infrastructure.services.hashing.DefaultHashingService +import com.mtusi.messenger.main.support.TestDatabase +import com.mtusi.messenger.main.utils.computeSha256 +import com.mtusi.messenger.main.utils.nowMicros +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.async +import kotlinx.coroutines.awaitAll +import kotlinx.coroutines.delay +import kotlinx.coroutines.runBlocking +import org.jetbrains.exposed.v1.jdbc.Database +import java.util.UUID +import java.util.concurrent.atomic.AtomicInteger +import kotlin.test.BeforeTest +import kotlin.test.Test +import kotlin.test.assertEquals +import kotlin.test.assertTrue +import kotlin.time.Clock +import kotlin.time.Duration +import kotlin.time.Duration.Companion.hours +import kotlin.time.Instant + +private const val CONCURRENT_REQUESTS = 50 +private const val SLOW_QUERY_MS = 200L + +/** + * Cold cache and a deliberately slow lookup, so every request is guaranteed to overlap with the first one. + */ +class SessionLookupSingleFlightTest { + + private val token = "token-${UUID.randomUUID()}" + private val tokenHash = token.toByteArray().computeSha256() + + private val session = Clock.System.nowMicros().let { + Session( + id = UUID.randomUUID(), + userId = UUID.randomUUID(), + tokenHash = tokenHash, + createdAt = it, + expiresAt = it + 1.hours + ) + } + + private class CountingSessionRepository(private val session: Session) : SessionRepository { + + val lookups = AtomicInteger() + + override fun findActiveByTokenHash(tokenHash: String, now: Instant): Session? { + lookups.incrementAndGet() + Thread.sleep(SLOW_QUERY_MS) + return session.takeIf { it.tokenHash == tokenHash } + } + + override fun create(userId: UUID, tokenHash: String, ttl: Duration) = error("not used") + + override fun deleteById(id: UUID) = true + + } + + private class ColdCache : SessionCacheRepository { + + val writes = AtomicInteger() + + override suspend fun find(tokenHash: String): CachedSession? = null + + override suspend fun putIfAbsent(session: Session, cachedUntil: Instant) { + writes.incrementAndGet() + } + + override suspend fun revoke(session: Session) = Unit + + } + + @BeforeTest + fun connect() { + // The fakes do not touch the database, but the service still opens a transaction around the lookup. + TestDatabase.container.let { Database.connect(it.jdbcUrl, user = it.username, password = it.password) } + } + + private fun service(singleFlight: Boolean, repository: SessionRepository, cache: SessionCacheRepository) = + DefaultAuthenticationService( + userRepository = ExposedUserRepository(), + sessionRepository = repository, + sessionCacheRepository = cache, + hashingService = DefaultHashingService(), + config = SerialAuthenticationConfig( + realm = "messenger", + sessionTtlSeconds = 3600, + sessionCacheTtlSeconds = 60, + sessionCacheSingleFlight = singleFlight + ) + ) + + private fun stampede(service: AuthenticationService): List = runBlocking(Dispatchers.Default) { + (0 until CONCURRENT_REQUESTS).map { + async { service.findSessionByToken(token) } + }.awaitAll() + } + + @Test + fun `without single-flight every concurrent miss queries the database`() { + val repository = CountingSessionRepository(session) + val cache = ColdCache() + + val results = stampede(service(singleFlight = false, repository, cache)) + + assertTrue(results.all { it == session }) + assertEquals(CONCURRENT_REQUESTS, repository.lookups.get()) + assertEquals(CONCURRENT_REQUESTS, cache.writes.get()) + } + + @Test + fun `with single-flight concurrent misses share one database lookup`() { + val repository = CountingSessionRepository(session) + val cache = ColdCache() + + val results = stampede(service(singleFlight = true, repository, cache)) + + assertTrue(results.all { it == session }) + assertEquals(1, repository.lookups.get()) + assertEquals(1, cache.writes.get()) + } + + @Test + fun `request arriving after logout does not join a lookup started before it`() = runBlocking(Dispatchers.Default) { + val repository = CountingSessionRepository(session) + val service = service(singleFlight = true, repository, ColdCache()) + + // The leader's query is still running (SLOW_QUERY_MS) when the logout completes. + val leader = async { service.findSessionByToken(token) } + delay(SLOW_QUERY_MS / 4) + service.revokeSession(session) + + val afterLogout = async { service.findSessionByToken(token) } + leader.await() + afterLogout.await() + + assertEquals(2, repository.lookups.get(), "the request after logout must run its own lookup") + } + + @Test + fun `lookup that finished before a request arrived is not reused`() = runBlocking { + val repository = CountingSessionRepository(session) + val service = service(singleFlight = true, repository, ColdCache()) + + service.findSessionByToken(token) + service.findSessionByToken(token) + + assertEquals(2, repository.lookups.get()) + } + +}