From d27ae581ee193f4047ca43b2e4afb864254924c2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=93=D0=BE=D1=80=D0=B1=D0=B0=D0=BD=D1=8E=D0=BA?= Date: Sat, 17 Oct 2026 18:54:18 +0300 Subject: [PATCH] =?UTF-8?q?=D0=97=D0=B0=D1=84=D0=B8=D0=BA=D1=81=D0=B8?= =?UTF-8?q?=D1=80=D0=BE=D0=B2=D0=B0=D1=82=D1=8C=20=D0=BF=D1=80=D0=BE=D0=B2?= =?UTF-8?q?=D0=B5=D1=80=D0=BA=D0=B8=20=D0=BE=D1=82=D0=BA=D0=B0=D0=B7=D0=BE?= =?UTF-8?q?=D0=B2=20=D0=B8=20=D0=B8=D1=81=D1=81=D0=BB=D0=B5=D0=B4=D0=BE?= =?UTF-8?q?=D0=B2=D0=B0=D0=BD=D0=B8=D0=B5=20=D0=BC=D0=B0=D1=81=D1=88=D1=82?= =?UTF-8?q?=D0=B0=D0=B1=D0=B8=D1=80=D0=BE=D0=B2=D0=B0=D0=BD=D0=B8=D1=8F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/pull_request_template.md | 36 +- REPORT.md | 465 ++++++++++++- evidence/audit.txt | 3 + evidence/cluster.json | 273 ++++++++ evidence/cluster.txt | 4 + evidence/contracts.txt | 3 + evidence/failover.txt | 4 + evidence/lint.txt | 2 + evidence/persistence.txt | 3 + evidence/scaling-run.txt | 34 + evidence/scaling/analysis.csv | 12 + evidence/scaling/analysis.json | 409 ++++++++++++ evidence/scaling/bottlenecks.png | Bin 0 -> 99375 bytes evidence/scaling/manifest.json | 331 +++++++++ evidence/scaling/results.md | 13 + evidence/scaling/scaling.png | Bin 0 -> 117829 bytes evidence/scaling/trial-01.json | 899 +++++++++++++++++++++++++ evidence/scaling/trial-02.json | 899 +++++++++++++++++++++++++ evidence/scaling/trial-03.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-04.json | 906 +++++++++++++++++++++++++ evidence/scaling/trial-05.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-06.json | 1068 ++++++++++++++++++++++++++++++ evidence/scaling/trial-07.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-08.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-09.json | 1068 ++++++++++++++++++++++++++++++ evidence/scaling/trial-10.json | 813 +++++++++++++++++++++++ evidence/scaling/trial-11.json | 813 +++++++++++++++++++++++ evidence/scaling/trial-12.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-13.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-14.json | 1068 ++++++++++++++++++++++++++++++ evidence/scaling/trial-15.json | 1068 ++++++++++++++++++++++++++++++ evidence/scaling/trial-16.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-17.json | 813 +++++++++++++++++++++++ evidence/scaling/trial-18.json | 905 +++++++++++++++++++++++++ evidence/scaling/trial-19.json | 906 +++++++++++++++++++++++++ evidence/scaling/trial-20.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-21.json | 905 +++++++++++++++++++++++++ evidence/scaling/trial-22.json | 813 +++++++++++++++++++++++ evidence/scaling/trial-23.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-24.json | 899 +++++++++++++++++++++++++ evidence/scaling/trial-25.json | 813 +++++++++++++++++++++++ evidence/scaling/trial-26.json | 1068 ++++++++++++++++++++++++++++++ evidence/scaling/trial-27.json | 1068 ++++++++++++++++++++++++++++++ evidence/scaling/trial-28.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-29.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-30.json | 898 +++++++++++++++++++++++++ evidence/scaling/trial-31.json | 899 +++++++++++++++++++++++++ evidence/scaling/trial-32.json | 820 +++++++++++++++++++++++ evidence/scaling/trial-33.json | 898 +++++++++++++++++++++++++ evidence/smoke.txt | 2 + evidence/student-tests.txt | 13 + evidence/topology.json | 71 ++ evidence/versions.txt | 5 + 53 files changed, 31831 insertions(+), 37 deletions(-) create mode 100644 evidence/audit.txt create mode 100644 evidence/cluster.json create mode 100644 evidence/cluster.txt create mode 100644 evidence/contracts.txt create mode 100644 evidence/failover.txt create mode 100644 evidence/lint.txt create mode 100644 evidence/persistence.txt create mode 100644 evidence/scaling-run.txt create mode 100644 evidence/scaling/analysis.csv create mode 100644 evidence/scaling/analysis.json create mode 100644 evidence/scaling/bottlenecks.png create mode 100644 evidence/scaling/manifest.json create mode 100644 evidence/scaling/results.md create mode 100644 evidence/scaling/scaling.png create mode 100644 evidence/scaling/trial-01.json create mode 100644 evidence/scaling/trial-02.json create mode 100644 evidence/scaling/trial-03.json create mode 100644 evidence/scaling/trial-04.json create mode 100644 evidence/scaling/trial-05.json create mode 100644 evidence/scaling/trial-06.json create mode 100644 evidence/scaling/trial-07.json create mode 100644 evidence/scaling/trial-08.json create mode 100644 evidence/scaling/trial-09.json create mode 100644 evidence/scaling/trial-10.json create mode 100644 evidence/scaling/trial-11.json create mode 100644 evidence/scaling/trial-12.json create mode 100644 evidence/scaling/trial-13.json create mode 100644 evidence/scaling/trial-14.json create mode 100644 evidence/scaling/trial-15.json create mode 100644 evidence/scaling/trial-16.json create mode 100644 evidence/scaling/trial-17.json create mode 100644 evidence/scaling/trial-18.json create mode 100644 evidence/scaling/trial-19.json create mode 100644 evidence/scaling/trial-20.json create mode 100644 evidence/scaling/trial-21.json create mode 100644 evidence/scaling/trial-22.json create mode 100644 evidence/scaling/trial-23.json create mode 100644 evidence/scaling/trial-24.json create mode 100644 evidence/scaling/trial-25.json create mode 100644 evidence/scaling/trial-26.json create mode 100644 evidence/scaling/trial-27.json create mode 100644 evidence/scaling/trial-28.json create mode 100644 evidence/scaling/trial-29.json create mode 100644 evidence/scaling/trial-30.json create mode 100644 evidence/scaling/trial-31.json create mode 100644 evidence/scaling/trial-32.json create mode 100644 evidence/scaling/trial-33.json create mode 100644 evidence/smoke.txt create mode 100644 evidence/student-tests.txt create mode 100644 evidence/topology.json create mode 100644 evidence/versions.txt diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index e6e63eb2..2e86c0ad 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,18 +1,26 @@ ## Лабораторная 3 -Автор / группа: TODO -Целевая оценка (3/4/5): TODO -Трек 5, если заявлен: TODO +Автор / группа: Горбанюк / БВТ2301 +Целевая оценка: 5 +Трек: 1, цена масштабирования -Что реализовано и что перенесено: TODO -Команды запуска из чистого clone: TODO -Результаты проверок и ссылка на REPORT.md: TODO -Ограничения / известные ошибки: TODO -Источники и использование ИИ: TODO +Перенесены собственные слои приложения, PostgreSQL, сессии и Valkey из lab2. +Добавлены HAProxy, взаимозаменяемые API, общая атомарная идемпотентность сообщений, +согласованные health/timeouts/DNS/SIGTERM, отдельный migrate и CPU/RAM-лимиты. -- [ ] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. -- [ ] Контракт и публичные тесты не ослаблены. -- [ ] make check и make test выполнены; приложен реальный вывод. -- [ ] Сценарии отказов/безопасности своего уровня воспроизведены. -- [ ] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. -- [ ] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. +Запуск из чистого clone: `make bootstrap`, `uv sync --locked`, `make up`, `make test`. +Подробные prerequisites, собственные тесты, action hooks и ограничения: [REPORT.md](../REPORT.md). +48 собственных тестов; публичные smoke/persistence/failover и настоящие остановки +каждой API/поочерёдная замена: [evidence](../evidence/cluster.json). +Три повтора фиксированного/растущего бюджета 1/2/4 API, насыщение и оптимизация +одиночных SELECT: [исследование](../evidence/scaling/manifest.json). + +Ограничения: один host, LB и PostgreSQL остаются SPOF; rolling проверяет замену +процессов тем же образом, а не произвольную смену схемы. HTTP только локальный. +Источники приведены в REPORT.md. Удалённый CI ещё не запускался. + +- [x] Обязательные возможности предыдущих работ сохранены с переходом на общий Idempotency-Key. +- [x] Контракт, README, COURSE, CONTRIBUTING и публичные tests сохранены. +- [x] Локальные проверки и сценарии отказов приложены. +- [x] Secrets, Bearer и приватные ключи не добавлены в Git. +- [x] REPORT.md содержит запуск именно этого решения, измерения и ограничения. diff --git a/REPORT.md b/REPORT.md index c2679005..ce4e0f8b 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,456 @@ -# Отчёт — лабораторная 3 +# Лабораторная 3 — Горбанюк, БВТ2301 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +Целевая оценка: **5**, трек 1 «Цена масштабирования». Реализованы требования +уровней 3/4 и исследование трека 1. Окончательную оценку выставляет преподаватель. +Работа подготовлена локально; fork, push и МР для lab3 пока не выполнялись. +Будущий заголовок МР: `ЛР 3 — БВТ2301 — Горбанюк — на 5`. +Ветка: `solution/bvt2301-gorbanyuk`; проверенная версия отмечается `lab3-verified`. -## Запуск из чистого clone +Перенесена собственная реализация lab2: HTTP/domain/service/repository, +Argon2id, непрозрачные сессии PostgreSQL, необязательный кэш User в Valkey, +keyset-пагинация и миграция 001. README, COURSE, CONTRIBUTING, contracts и +публичные tests взяты из skeleton именно lab3 и не изменены. +фактические результаты приведены в evidence, внешние решения студентов не копировались. -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +## Воспроизведение из отдельного чистого clone -## Архитектура и решения +Нужны Git, Docker Engine/Desktop с Compose v2+, Python **3.14.7**, uv **0.12.13**. +Рабочий стенд использует Python/FastAPI/psycopg внутри Docker. Локальные uv и Python +нужны для расширенных проверок и исследования; публичным проверкам достаточно Python 3.9+. +На Linux/macOS из каталога репозитория: -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab2, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +```sh +make bootstrap +uv sync --locked +make check +uv run --locked python scripts/validate_openapi.py +make up +make test +``` -## Доказательства критериев +`bootstrap` создаёт случайный локальный пароль PostgreSQL, файлы в `secrets/` +и `.env` из `.env.example`. Существующие значения не заменяет. Эти файлы игнорируются +Git и не копируются в образ. Каталог secrets имеет права 0700, файлы 0644, чтобы +Compose bind-mount был читаем процессом UID 10001. Это локальная учебная модель +secrets; она не заменяет secret manager или защиту самого Docker-host. -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | +`make up` собирает закреплённые зависимости, запускает PostgreSQL, отдельный +одноразовый migrate, Valkey, две реплики API и HAProxy; `--wait` ждёт readiness. +Адрес клиента: **http://127.0.0.1:8083**, только синтетические данные. +Внешняя демонстрация потребует TLS. База и кэш в обычном compose наружу не публикуются. + +Образы: Python 3.14.7 slim-bookworm с digest в Dockerfile, PostgreSQL 18.3, +Valkey 8.1.3-alpine, HAProxy 3.2.1-alpine. Python-пакеты с точными версиями и +транзитивными hash находятся в uv.lock: FastAPI 0.143.3, Pydantic 2.14.1, +Uvicorn 0.54.0, psycopg 3.3.6 / pool 3.3.3, argon2-cffi 25.1.0, redis 8.1.0. +Теги инфраструктуры закреплены по версии; фактические image IDs испытанного +стенда записаны в evidence/cluster.json. Это не обещание неизменности upstream-тега. + +Собственные интеграционные тесты требуют только локальный override с портами БД +55433 и кэша 56380, привязанными к 127.0.0.1. Портов API он не добавляет: + +```sh +docker compose --env-file .env -f compose.yaml -f compose.test.yaml up -d --build --wait +PYTEST_ADDOPTS=--disable-warnings make test-student +make lint +make test-failover ACTION_SCRIPT=scripts/stop-one.sh +# После failover выбранная реплика остаётся остановленной: +docker compose --env-file .env up -d --no-build --wait +make test-persistence ACTION_SCRIPT=scripts/restart.sh +``` + +Полная проверка реальных контейнеров (создаёт новые синтетические объекты, проверяет +каждую из двух API, затем замену и полный restart) пишет новый файл доказательств: + +```sh +uv run --locked python scripts/verify_cluster.py --output evidence/cluster-new.json +``` + +Она требует стандартные две реплики и сохранённые volumes, самостоятельно +восстанавливает их после испытаний. `scripts/stop-one.sh` обязателен для публичного +failover: TARGET_INSTANCE_ID выбирает конкретный процесс, скрипт сопоставляет alias +с реальным CID этого Compose-проекта и выполняет stop. Ручной запуск тоже требует +TARGET_INSTANCE_ID из заголовка ответа выбранной реплики; без него скрипт откажется. + +Обычная остановка сохраняет данные: + +```sh +make down +``` + +**Намеренно удалить только учебные данные этой работы** (не требуется для проверки): + +```sh +docker compose --env-file .env down --volumes +``` + +Безымянного Docker prune или остановки других проектов скрипты не выполняют. +Lab2 и последующие работы имеют отдельные Git-репозитории, project names и volumes. + +## Архитектура и транзакционные границы + +```mermaid +flowchart LR + C[HTTP client] --> H[HAProxy :8083] + H --> A1[API process 1] + H --> A2[API process 2] + A1 --> P[(PostgreSQL: users, sessions, chats, messages, request results)] + A2 --> P + A1 --> V[Valkey: disposable User cache] + A2 --> V + M[One migration job] --> P +``` + +Использована слоистая архитектура: HTTP-адаптер валидирует контракт, service +применяет правила доступа, repository выполняет параметризованный SQL. +Domain-модели не зависят от HTTP. Реплики взаимозаменяемы, sticky sessions нет. +API не хранит локально авторитетные сессии, ключи повторов или историю сообщений. +PostgreSQL — единственный источник истины. При каждом Bearer проверяются серверная +сессия и expiry; попадание User в Valkey не отменяет эту проверку. Потеря кэша +замедляет чтение, но не отзывает сессии и не выдаёт доступ постороннему. + +Keyset-пагинация идёт по `(created_at, id)` с индексом `(chat_id, created_at, id)`; +cursor содержит область чата. Чужой cursor — 400, чужой чат — 404. Межстраничного +snapshot нет: конкурентная вставка с ключом позади уже выданного cursor может +не попасть в текущий обход. Это разрешённое контрактом ограничение часов. + +Новая миграция 002 добавляет `message_requests`. Полная схема — [SCHEMA.md](SCHEMA.md). +Migrate использует checksum применённых SQL и общий transaction advisory lock; +параллельный запуск job не исполняет одну миграцию дважды. API проверяет наличие +001/002, но самостоятельно DDL не запускает. `depends_on` упорядочивает старт, +а проверки HAProxy управляют текущим маршрутом запросов. + +### Атомарная идемпотентность + +1. До поиска сохранённого результата проверяются валидность тела, сессия и членство. +2. Область ключа: user + POST + chat_id/путь сообщений + Idempotency-Key. + Заголовок ровно один, ASCII `[A-Za-z0-9._:-]{1,128}`. Нет/неверный — 400. +3. SHA-256 считается по каноническому валидированному содержимому, а не сырым + байтам JSON. Точный text сохраняется, пробелы внутри него не обрезаются. + Внутренняя канонизация учитывает пустые attachment_ids для будущего расширения; + внешний OpenAPI lab3 пока принимает только text и запрещает лишние поля. +4. `pg_advisory_xact_lock` сериализует запросы одной области между процессами. + Hash lock — 64-битный: коллизия только задерживает независимые операции. + Точная уникальность проверяется составным PK, body — полным SHA-256. +5. Тот же валидный body в пределах 24 часов возвращает прежнее неизменяемое Message + с кодом 201; другой body — 409. Разные users/chats независимы. +6. INSERT message и INSERT результата находятся в **одной явной транзакции**. + Ответ появляется после COMMIT. Ошибка между вставками откатывает обе записи; + 5xx не сохраняется как окончательный ответ. Если COMMIT прошёл, но HTTP потерян, + повтор с тем же ключом читает уже сохранённое сообщение. +7. TTL считается часами PostgreSQL, минимум 86400 секунд. После expiry ключ можно + использовать заново, прежнее Message остаётся. Очистка выполняется при повторном + использовании области; общего фонового удаления истёкших ключей пока нет. + +Это однократный **побочный эффект в заданной области и сроке**, а не гарантия +однократной доставки HTTP. HAProxy не повторяет POST автоматически (`retries 0`). +Клиент при неопределённом результате повторяет сообщение с исходными ключом и body. +Создание чата, регистрация и будущая загрузка файла такой гарантии не получили. + +### Health, DNS, сигналы и ограничения ресурсов + +- `/health/live` — жизнь процесса. `/health/ready` проверяет подключение к критичной + PostgreSQL и версии схемы; Valkey не критичен. Все ответы, созданные API, + включая 4xx/5xx/health, несут X-Request-Id и случайный X-Instance-Id, стабильный + на время процесса. Ошибки, созданные самим LB, могут не иметь alias API. +- HAProxy round-robin, активная HTTP-проверка readiness: inter 500 ms, + fastinter 250 ms, fall 2, rise 1; timeout connect/check 500 ms. + Для полностью недоступного процесса ожидаемое исключение занимает примерно + 1–2 секунды без перегрузки. Это расчёт бюджета, не жёсткий SLA при зависшем host. +- Docker DNS 127.0.0.11, server-template 1–8, обновление valid 1 s, obsolete 0 s. + После пересоздания контейнера не нужен рестарт LB. Максимум этого конфига — + восемь адресов API; исследование использует 1/2/4. +- HTTP connect 0.5 s, server 8 s, client 10 s, request headers 3 s. На каждую API + пул 8 соединений, очередь до 32 ожидающих, ожидание пула 1 s, connect 2 s, + SQL statement 2.5 s, lock 1 s, idle-in-transaction 5 s. Ошибки перегрузки/БД + преобразуются в ограниченный 503, детали SQL не выдаются. +- Uvicorn — один worker на контейнер, sync DB/KDF work исполняется в thread pool. + SIGTERM прекращает приём и даёт активным запросам до 5 s на завершение. + Compose ждёт 7 s; failover hook намеренно ждёт до 5 s, поэтому возможен обрыв + медленного запроса — безопасный повтор сообщения покрыт общей идемпотентностью. +- Обычно каждая API: 1 CPU / 512 MiB; PostgreSQL: 1 CPU / 768 MiB; + LB: 0.5 CPU / 128 MiB; Valkey: 0.5 CPU / 128 MiB (maxmemory 64 MiB). + Swap сверх memory limit запрещён. API/LB read-only, без capabilities; + API UID 10001. Нет container_name и публикации API-портов. +- Ошибки и access log содержат route template, status, request_id, duration; + пароли, Bearer, тела сообщений и Authorization туда не пишутся. + +### Настройки + +| Переменная | Значение / действие | +| --- | --- | +| PUBLIC_PORT | 8083: порт HAProxy на loopback | +| APP_HOST, APP_PORT | 0.0.0.0:8080 внутри API; Compose фиксирует внутренний адрес | +| APP_ENV | Compose задаёт lab3, только отметка старта | +| SESSION_STORE | postgres: документирует источник сессий; runtime не переключает backend | +| SESSION_TTL_SECONDS | 3600, проверяется PostgreSQL без продления при рестарте | +| API_REPLICAS | 2; API_CPU=1, API_MEMORY=512m задают лимиты каждой реплики | +| DATABASE_POOL_SIZE | 8, допустимо 1–32 | +| IDEMPOTENCY_TTL_SECONDS | 86400, меньше 24 часов запрещено | +| DATABASE_READ_AUTOCOMMIT | 1: одиночные SELECT без отдельных BEGIN/COMMIT; 0: контрольный вариант | +| DATABASE_URL_FILE, CACHE_URL_FILE | Пути `/run/secrets/...` фиксированы в Compose | +| POSTGRES_CPU | Обычно 1; исследование снижает только в отдельной диагностической серии | +| API_IMAGE, VCS_REF | Локальный тег образа / revision label при сборке | + +## Проверки и доказательства + +Сохранённый вывод — результат конкретного запуска, а не автоматическое обещание оценки. + +| Критерий | Команда / действие | Наблюдение | Доказательство | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +| Сохранность skeleton и OpenAPI | make check; uv run python scripts/validate_openapi.py | Успешная структура и полная валидация схемы | [contracts.txt](evidence/contracts.txt) | +| Публичный smoke | make test | Прошли сценарии обязательного API | [smoke.txt](evidence/smoke.txt) | +| Валидация, ACL, сессии, пагинация, cache fallback | make test-student | 48 тестов на настоящих PostgreSQL/Valkey, отдельная test DB | [student-tests.txt](evidence/student-tests.txt) | +| Несколько реальных API / единая сессия | make verify | Два CID/PID и два alias через LB с одним Bearer | [cluster.json](evidence/cluster.json) | +| Общий ключ между процессами | make verify | 30 конкурентных POST через обе реальные реплики, один Message | [cluster.json](evidence/cluster.json) | +| Конфликт, expiry, rollback | make test-student | 409 для другого тела; после expiry новый Message; искусственная ошибка между INSERT даёт ноль эффектов и успешный retry | [test_cluster.py](student-tests/test_cluster.py) | +| Остановка любой из двух API | make verify / scripts/stop-one.sh | Каждая остановлена отдельно, предыдущая восстановлена; чтения и записи продолжаются; подтверждённые сообщения найдены | [cluster.json](evidence/cluster.json) | +| Публичный failover hook | make test-failover ACTION_SCRIPT=scripts/stop-one.sh | PASS, наблюдались минимум две реплики | [failover.txt](evidence/failover.txt) | +| Restart API/БД/кэша/LB | make test-persistence ACTION_SCRIPT=scripts/restart.sh | PASS с прежним токеном и сообщениями; StartedAt каждого хранилища изменился | [persistence.txt](evidence/persistence.txt), [cluster.json](evidence/cluster.json) | +| Лимиты и отсутствие обхода LB | inspect в make verify | PortBindings API пуст, CPU/RAM реально применены | [cluster.json](evidence/cluster.json) | +| Поочерёдная замена под нагрузкой | scripts/rolling-update.py внутри make verify | Два старых процесса заменены новыми, все подтверждённые записи сохранены | [cluster.json](evidence/cluster.json) | +| Масштабирование 1/2/4 и рост ресурсов | make research | Три независимых повтора каждой конфигурации, raw/таблицы/графики | [scaling](evidence/scaling/manifest.json) | +| Насыщение и подтверждённое улучшение | research/run.py + analyze.py | См. результаты и границы интерпретации ниже | [analysis.csv](evidence/scaling/analysis.csv) | -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +Workflow `.github/workflows/application.yml` добавляет сборку, readiness, +собственные и публичные проверки отдельным job. Здесь выполнены локальные команды; +запуск на удалённом runner не заявляется. -## Эксперименты и отказы +## Отказы и поочерёдная замена -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +| Воздействие | Успешные RPS | Ошибки / попытки | p50 / p95 / p99, ms | Первый успех после hook, s | Подтверждённые записи | +| --- | ---: | --- | --- | ---: | ---: | +| Остановка API 1 | 386.6 | 93/2049 (4.54%) | 9.6/29.4/66.6 | 1.487 | 194 | +| Остановка API 2 | 387.4 | 133/2123 (6.26%) | 9.7/28.5/65.0 | 1.536 | 197 | +| Поочерёдная замена | 447.6 | 300/6571 (4.57%) | 9.6/49.9/74.3 | 10.006 | 624 | -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +Для каждой остановки соблюдён бюджет 10 секунд; все подтверждённые сообщения +сохранены. Полный restart действительно изменил StartedAt PostgreSQL, Valkey и LB, +а публичный сценарий продолжил работать с прежним Bearer. Публичный failover +отдельно наблюдал две реплики, сохранил 126 подтверждённых записей; 2 попытки +были неуспешны, первый подтверждённый результат после действия — 1.381 s. -## Ограничения и следующие шаги +Методика `verify_cluster.py`: 6 клиентов без think time, каждая десятая операция — +POST сообщения, остальные GET /users/me. При неопределённом POST повторяется тот же +ключ. Запись подтверждённых ID сравнивается с полной историей, уникальность +синтетического текста проверяет отсутствие дублей после неясного результата. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Поле `first_success_after_action_seconds` — первый успешный ответ **после возврата +hook**, отсчитанный от начала hook. Это консервативный контроль, что к концу +воздействия сервис работает; это не длительность сплошного простоя. Другая реплика +может отвечать в течение всего hook. Краткие ошибки измеряются, не скрываются retry +в счётчиках. Распределение latency в таблице относится к успешным ответам. + +Rolling здесь — допустимая заданием последовательная замена контейнеров тем же +образом, с ожиданием readiness/наблюдения новых alias между шагами. Это проверка +пересоздания процессов и DNS, а не испытание произвольного релиза с новой схемой. +Миграция 002 аддитивна, но lab2 API не требует Idempotency-Key: lab2 и lab3 нельзя +смешивать за одним LB. Для будущей смены схемы нужна стратегия expand/contract. + +## Трек 1: методика исследования + +Гипотезы: при фиксированных ресурсах больше процессов не обязаны дать больше RPS; +при увеличении CPU масштабирование ограничит общий компонент; сокращение лишних +сетевых команд для одиночных SELECT повысит полезную производительность. + +Исследование запускается **в отдельном** проекте `mtusi-lab3-research`, порты +18083/55434/56381, отдельный volume. Основной стенд на время замеров остановлен, +volumes сохранены. Нельзя запускать матрицу дважды параллельно в одном project. + +```sh +make down +# Образ должен быть предварительно собран make image. +make research +``` + +`make research` сохраняет новый опыт в evidence/scaling-new и строит графики. +Приложенные результаты этой сдачи лежат отдельно в evidence/scaling. +Runner отказывается перезаписывать существующий каталог. Другой каталог: + +```sh +make research RESEARCH_OUTPUT=evidence/scaling-another +``` + +Docker VM: ARM64, 18 CPU, 8 317 267 968 bytes RAM (~7.75 GiB). Это один Mac с +Docker Desktop, не независимые физические узлы. Генератор — закреплённый digest +k6 v1.3.0, 2 CPU / 384 MiB, в той же bridge-сети. Реальный image ID API, hash всех +runtime-модулей, время серии и последовательность конфигураций — в manifest.json. +Данные вымышленные; токен передаётся генератору временным файлом и удаляется, +в evidence не сохраняется. + +Перед каждым повтором: свежие 3 пользователя/сессия/чат, 10 000 сообщений по 128 +символов, очистка только исследовательских таблиц и Valkey, VACUUM ANALYZE, +сброс pg_stat_statements. Профиль неизменный: 90% GET истории с limit=50 +(первые и глубокие страницы около позиции 9000), 10% POST с новым ключом. +OFFSET используется только при подготовке контрольного cursor, не в API. + +k6 constant-vus: основной профиль 32 VU, прогрев 5 s, затем 1 s для окончания +прогрева, измерение 15 s и до 5 s на завершение начатых запросов. Для успешного RPS +знаменатель включает фактическое завершение измерительного сценария, а не только +номинальные 15 s. Три повтора каждого случая; порядок перемешан с seed 2301. + +- Fixed: 1/2/4 API с суммой 2 CPU / 1024 MiB: на реплику 2/1/0.5 CPU, + 1024/512/256 MiB. БД, LB, Valkey и генератор одинаковы. +- Growing: по 1 CPU / 512 MiB на API: суммарно 1/2/4 CPU и 512/1024/2048 MiB. +- Saturation: те же 2 API / 2 CPU, но 8/32/96 VU; точка 32 взята из fixed. +- Improvement: ровно та же конфигурация 2 API / 2 CPU / 32 VU; меняется только + DATABASE_READ_AUTOCOMMIT с 0 на 1. Одиночный SELECT не требует отдельного + блока BEGIN/COMMIT; операции записи, в том числе idempotency, остаются атомарны. +- Database: для тех же 2 API и оптимизации искусственно ограничивается только + PostgreSQL: 0.1/0.25/1 CPU. Это контроль чувствительности к насыщению БД, + а не утверждение, что обычная БД на 1 CPU уже исчерпана. + +Всего 33 опыта. Для каждой серии сохраняются requests/errors, успешные RPS, +p50/p95/p99, счётчики реплик, native k6 summary, периодические docker stats +(API/PG/LB/Valkey/генератор), нормализованные SQL/calls/time. В конце каждого опыта +проверяется: прирост числа Message равен числу результатов ключей и не меньше +числа подтверждённых POST, включая прогрев. Измерения CPU по всему периоду +генератора, включая прогрев; Docker CPU 100% означает одно ядро, не 100% всей VM. +Memory — максимум usage контейнера из docker stats, не process RSS. + +## Трек 1: результаты и выводы + +Серия завершена 2026-10-17T15:52:56.467562+00:00; **154,554 измеренных запросов, +0 ошибок**. Прогрев в это число не входит. Runtime соответствует коммиту +`534ddd1`; hash каждого модуля сохранён в manifest и дополнительно сверяется +с образом при проверке чистого clone. + +| Серия | API | VU | CPU БД | RPS: медиана [min; max] | p50/p95/p99 ms | Ошибки/запросы | CPU API / БД, % ядра | Max API MiB | +| --- | ---: | ---: | ---: | --- | --- | --- | --- | ---: | +| database | 2 | 32 | 0.1 | 253.7 [241.4; 257.7] | 103.6/303.3/451.5 | 0/11428 | 104.0/8.9 | 76.3 | +| database | 2 | 32 | 0.25 | 417.4 [415.9; 420.9] | 79.5/178.4/252.0 | 0/18906 | 145.4/14.2 | 80.0 | +| fixed | 1 | 32 | 1 | 263.4 [253.7; 263.8] | 119.7/148.6/166.9 | 0/11770 | 129.1/11.2 | 79.5 | +| fixed | 2 | 32 | 1 | 292.4 [277.8; 292.4] | 108.7/285.1/364.2 | 0/13055 | 140.0/12.9 | 80.4 | +| fixed | 4 | 32 | 1 | 234.2 [213.3; 240.8] | 23.5/491.2/694.1 | 0/10464 | 129.1/14.4 | 78.1 | +| growing | 1 | 32 | 1 | 167.8 [152.2; 167.9] | 182.9/298.7/347.8 | 0/7362 | 86.0/7.5 | 78.8 | +| growing | 2 | 32 | 1 | 283.9 [278.8; 287.8] | 115.0/293.5/366.2 | 0/12862 | 138.3/15.4 | 81.2 | +| growing | 4 | 32 | 1 | 472.9 [466.3; 482.7] | 4.4/269.7/376.4 | 0/21475 | 222.2/26.7 | 77.2 | +| improvement | 2 | 32 | 1 | 429.5 [417.2; 440.2] | 81.8/173.6/223.1 | 0/19394 | 148.7/13.0 | 78.0 | +| saturation | 2 | 8 | 1 | 343.6 [342.2; 346.1] | 17.8/65.0/89.9 | 0/15502 | 132.8/17.2 | 81.4 | +| saturation | 2 | 96 | 1 | 266.6 [263.3; 279.9] | 338.2/496.9/573.0 | 0/12336 | 176.1/14.2 | 82.5 | + + +1. **Фиксированный бюджет:** 1/2/4 API дали 263.4/292.4/234.2 RPS. Четыре процесса + на тех же 2 CPU медленнее двух примерно на 20%; p95 увеличился с 285 до 491 ms. + Дробление бюджета до 0.5 CPU на процесс и дополнительные переключения/ожидания + не компенсировались параллелизмом. Это наблюдение данного профиля; средняя + CPU-utilization не доказывает единственную причину задержек. +2. **Растущий бюджет:** 1/2/4 CPU дали 167.8/283.9/472.9 RPS: около 2.82× при + четырёхкратном CPU. Масштабирование есть, но не линейное. PostgreSQL использовала + 7.5/15.4/26.7% одного ядра; заявлять её насыщение в обычной серии оснований нет. +3. **Нагрузка:** при 8/32/96 VU — 343.6/292.4/266.6 RPS и p95 65.0/285.1/496.9 ms. + Лучший из проверенных уровней — 8 VU, колено деградации находится между 8 и 32. + При 96 VU API использует около 88% суммарной CPU-квоты, но RPS падает. Значит, + увеличение числа ожидающих клиентов само по себе не ускоряет обработку. + Более мелкий поиск глобального максимума не выполнялся; прямой длины очереди + pool нет, поэтому насыщение именно pool не утверждается. +4. **Контролируемое насыщение БД:** при квоте PostgreSQL 0.1 CPU — 253.7 RPS, + загрузка БД около 89.4% её квоты, API около 52% своего бюджета. Только увеличение + квоты БД до 0.25 CPU подняло RPS до 417.4 (+64.6%). Диапазоны повторов не + пересекаются. Дальнейший рост БД до 1 CPU дал 429.5 RPS; диапазоны 0.25/1 + перекрываются. Это причинное подтверждение предела общего хранилища при квоте + 0.1 и смены ограничивающего компонента после её увеличения. LB/генератор по + sampled CPU также не исчерпали квоты; абсолютная пропускная способность их + отдельным тестом не определялась. +5. **Одно подтверждённое улучшение:** одиночные SELECT выполняются без отдельных + BEGIN/COMMIT, только DATABASE_READ_AUTOCOMMIT=0 → 1; 2 API, 2 CPU, 1 GiB, + 32 VU, PostgreSQL 1 CPU и остальной профиль одинаковы. Успешные RPS выросли + с 292.4 до 429.5 + (**+46.9%**), p95 снизился + с 285.1 до 173.6 ms + (**−39.1%**). + Диапазоны RPS: 277.8–292.4 + и 417.2–440.2, ошибок нет. + pg_stat_statements подтверждает механизм: BEGIN на один HTTP-запрос, включая + прогрев, примерно 3.019 → 0.098. + Остались транзакции записей; конкурентные повторы и rollback проверены отдельно. + Оптимизация включена по умолчанию. Это не отключение транзакционности PostgreSQL. + +Полный machine-readable набор: [analysis.csv](evidence/scaling/analysis.csv), +[analysis.json](evidence/scaling/analysis.json); каждый trial содержит исходный +k6 summary, SQL и CPU/RAM samples. Максимум sampled API memory в сериях — 82.5 MiB +на контейнер; это не оценка пика Argon2id при одновременной регистрации пользователей. + + +Графики показывают медианы трёх повторов; полоса — min/max, а не доверительный +интервал. p50/p95/p99 — медиана соответствующих перцентилей повторов, не +перцентиль объединённой выборки. Неуспешные запросы включены в errors и raw all_latency, +а успешные latency вынесены отдельно. Низкий p95 сам по себе не отменяет ошибки. + +![Масштабирование и ресурсы](evidence/scaling/scaling.png) + +![Насыщение и оптимизация](evidence/scaling/bottlenecks.png) + +Ограничения измерений: короткие локальные серии, общий host, scheduler и фоновые +процессы дают шум; closed-loop с фиксированными VU уменьшает входную интенсивность +при замедлении сервера (coordinated omission). Это сравнение ограниченного профиля, +не проверка production SLO или максимума всех возможных нагрузок. SQL server time +не включает сетевые round trips/ожидание на клиенте; sampled CPU не измеряет длину +очереди пула. Нельзя по одному графику утверждать, что исчерпан именно pool или RAM. + +## Ограничения и подготовка к lab4/5 + +Выдерживается отказ одного API-процесса при доступных LB/PG/host. HAProxy, PostgreSQL, +Docker VM и её диск — SPOF. Узел не реплицирован; отказ host или потеря volume не +покрывается. Кэш восстанавливаем, PostgreSQL хранит сессии и результаты повторов. +Внешних backup/PITR и автоматического переноса БД нет. + +Нет общего сборщика expired idempotency rows, rate limit, удалённого TLS, +метрик production и CI-результата с другого host. Они не заявляются выполненными. +Локальный HTTP допустим только для синтетического изолированного стенда. + +Lab4 расширит эту же архитектуру приватным S3 и миграцией метаданных вложений, +с проверкой членства и потоковым ограничением bytes/декодирования. Нельзя помещать +байты в локальный API disk или менять этот репозиторий при сдаче lab4: он останется +самостоятельной проверенной lab3. В lab5 отдельный worker и брокер получат только +ID/ссылки; устойчивое staging и намерение обработки должны быть сохранены до 202. +Ключи сообщений и сессии уже общие для любых реплик, это не придётся переделывать. + +## Ответы на вопросы из README + +**Чем отказ процесса отличается от отказа узла?** Процесс — одна API, у остальных +на том же host остаются сеть, память и доступ к БД. Узел — VM/сервер: одновременно +пропадают все контейнеры и, возможно, доступ к его диску. Две реплики на одном Mac +защищают от отказа одного процесса, но не от выключения Mac. Для защиты узла нужны +разные failure domains, доступный с другого узла LB, репликация/восстановление +хранилищ и проверка реального failover зависимостей. + +**Почему depends_on/healthcheck не балансировщик?** depends_on задаёт порядок +создания и условия старта; healthcheck выставляет состояние контейнера. Они не +принимают клиентские запросы, не выбирают backend и сами не переносят уже открытый +TCP. Это делает HAProxy: одна точка входа, round-robin, активное исключение backend, +повторное включение после readiness, DNS при пересоздании. Проверка готовности не +гарантирует, что следующий запрос не попадёт в гонку с отказом. + +**Какие POST можно повторять после timeout и что защищает Idempotency-Key?** +Timeout означает «неизвестно, завершилась ли операция». В нашем контракте безопасно +повторять отправку сообщения с прежними user/chat/key и тем же валидным body в +пределах 24 часов. Сервер возвращает прежнее Message/201; другой body даёт 409. +Если сменить ключ, получится новая операция. Ключ не заменяет аутентификацию, ACL +или транзакцию: без атомарности message/result возможен дубль после сбоя. POST +создания чата/пользователя не объявлен идемпотентным; слепой retry может создать +новый объект. GET идемпотентен по HTTP-семантике, но ответ может меняться со временем. + +**Что сломается при росте API с локальными сессиями?** После входа на A запрос на B +не найдёт сессию и вернёт 401; отзыв на A не отзовёт копию на B; перезапуск потеряет +сессии. Sticky sessions маскируют проблему до отказа A, но не решают её. Здесь все +реплики проверяют одну PostgreSQL-таблицу, поэтому токен работает независимо от +выбранного backend, а отзыв и expiry действуют на следующей проверке. + +Дополнительно: горизонтальное масштабирование увеличивает число процессов, +вертикальное — ресурсы процесса. При фиксированной сумме CPU новый процесс делит +тот же бюджет, а не создаёт ядра. Закон Амдала объясняет ограничение общей +последовательной частью; дополнительные пулы, проверки и переключения тоже стоят +ресурсов. p95 — граница, быстрее которой завершились 95% измеренных запросов, +а RPS — число завершённых запросов в секунду. Успешные RPS нужно читать вместе с +ошибками и хвостовыми задержками. + +## Первичные источники + +- Задание и семантика: [README](README.md), [contracts](contracts/README.md), [COURSE](COURSE.md). +- [Docker Compose services](https://docs.docker.com/reference/compose-file/services/): replicas, limits, readiness, stop_grace_period. +- [HAProxy 3.2 configuration](https://docs.haproxy.org/3.2/configuration.html): server-template, resolvers, HTTP checks, timeouts. +- [PostgreSQL 18 advisory locks](https://www.postgresql.org/docs/18/explicit-locking.html#ADVISORY-LOCKS): transaction lifetime и координация между соединениями. +- [psycopg transactions](https://www.psycopg.org/psycopg3/docs/basic/transactions.html): autocommit для одиночных команд и явный transaction для группы записей. +- [Argon2 RFC 9106](https://www.rfc-editor.org/rfc/rfc9106.html): библиотечный Argon2id, профиль LOW_MEMORY. +- [k6 constant-vus](https://grafana.com/docs/k6/latest/using-k6/scenarios/executors/constant-vus/): закрытый профиль фиксированной конкурентности. diff --git a/evidence/audit.txt b/evidence/audit.txt new file mode 100644 index 00000000..36beaf2e --- /dev/null +++ b/evidence/audit.txt @@ -0,0 +1,3 @@ +PASS: 118 versioned/candidate files and 91 reachable Git objects audited. +PASS: instructor README/COURSE/CONTRIBUTING/contracts/tests unchanged. +PASS: local database credential absent; requested names absent; upstream push disabled. diff --git a/evidence/cluster.json b/evidence/cluster.json new file mode 100644 index 00000000..a6a4b8f1 --- /dev/null +++ b/evidence/cluster.json @@ -0,0 +1,273 @@ +{ + "initial_instances": [ + { + "id": "22a21b3c1a75810c9bbc9dbceed3597ecade2aed13c98165096df6f047621872", + "started_at": "2026-10-17T15:32:42.015765218Z", + "pid": 60454, + "running": true, + "image": "sha256:9d4f5d78d539f87a5f6a16a7ecbfaeda07dc300465c643af2b45ea206c46e2a0", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "1e57325c50894351b35973f5627b017d" + }, + { + "id": "15dd5d27ea96d369bc4712d157bfea579b76f65c5881af5454e178dbc85dc52d", + "started_at": "2026-10-17T15:32:42.080328676Z", + "pid": 60510, + "running": true, + "image": "sha256:9d4f5d78d539f87a5f6a16a7ecbfaeda07dc300465c643af2b45ea206c46e2a0", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "11424c69797b43cc86ed13cd8a869973" + } + ], + "failures": [ + { + "duration_seconds": 5.058967207999558, + "workers": 6, + "requests": 2049, + "successes": 1956, + "errors": 93, + "successful_rps": 386.6401815981431, + "error_fraction": 0.04538799414348463, + "first_success_after_action_seconds": 1.487044958000297, + "action_seconds": 1.0222285829995599, + "p50_ms": 9.551916999953391, + "p95_ms": 29.352916999414447, + "p99_ms": 66.59145799949329, + "instances": [ + "11424c69797b43cc86ed13cd8a869973", + "1e57325c50894351b35973f5627b017d" + ], + "tail_instances": [ + "11424c69797b43cc86ed13cd8a869973" + ], + "confirmed_writes": 194, + "stopped": { + "id": "22a21b3c1a75810c9bbc9dbceed3597ecade2aed13c98165096df6f047621872", + "started_at": "2026-10-17T15:32:42.015765218Z", + "pid": 60454, + "running": true, + "image": "sha256:9d4f5d78d539f87a5f6a16a7ecbfaeda07dc300465c643af2b45ea206c46e2a0", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "1e57325c50894351b35973f5627b017d" + } + }, + { + "duration_seconds": 5.137023125000269, + "workers": 6, + "requests": 2123, + "successes": 1990, + "errors": 133, + "successful_rps": 387.38388976979655, + "error_fraction": 0.06264719736222327, + "first_success_after_action_seconds": 1.5360382500002743, + "action_seconds": 1.0821023329999662, + "p50_ms": 9.663917000580113, + "p95_ms": 28.5352500004592, + "p99_ms": 65.03475000045, + "instances": [ + "11424c69797b43cc86ed13cd8a869973", + "39fd2266eee5460fbf8e7a94465d7cd4" + ], + "tail_instances": [ + "39fd2266eee5460fbf8e7a94465d7cd4" + ], + "confirmed_writes": 197, + "stopped": { + "id": "15dd5d27ea96d369bc4712d157bfea579b76f65c5881af5454e178dbc85dc52d", + "started_at": "2026-10-17T15:32:42.080328676Z", + "pid": 60510, + "running": true, + "image": "sha256:9d4f5d78d539f87a5f6a16a7ecbfaeda07dc300465c643af2b45ea206c46e2a0", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "11424c69797b43cc86ed13cd8a869973" + } + } + ], + "concurrent_replays": 30, + "concurrent_effects": 1, + "rolling": { + "duration_seconds": 14.010776540999359, + "workers": 6, + "requests": 6571, + "successes": 6271, + "errors": 300, + "successful_rps": 447.5840423012487, + "error_fraction": 0.045655151422918885, + "first_success_after_action_seconds": 10.006112957999903, + "action_seconds": 10.005357125000046, + "p50_ms": 9.624541999983194, + "p95_ms": 49.886709000020346, + "p99_ms": 74.28079200053617, + "instances": [ + "39fd2266eee5460fbf8e7a94465d7cd4", + "a8a5fab2c287484cad907b289e2fb170", + "cbb2cc2f87d54b82ba5311298872aced", + "dc4e9eb23a60481f92e45a8b9e144a6a" + ], + "tail_instances": [ + "a8a5fab2c287484cad907b289e2fb170", + "cbb2cc2f87d54b82ba5311298872aced" + ], + "confirmed_writes": 624, + "replacements": [ + { + "old_container": "22a21b3c1a75810c9bbc9dbceed3597ecade2aed13c98165096df6f047621872", + "old_instance": "39fd2266eee5460fbf8e7a94465d7cd4", + "live_instances": [ + "cbb2cc2f87d54b82ba5311298872aced", + "dc4e9eb23a60481f92e45a8b9e144a6a" + ] + }, + { + "old_container": "15dd5d27ea96d369bc4712d157bfea579b76f65c5881af5454e178dbc85dc52d", + "old_instance": "dc4e9eb23a60481f92e45a8b9e144a6a", + "live_instances": [ + "a8a5fab2c287484cad907b289e2fb170", + "cbb2cc2f87d54b82ba5311298872aced" + ] + } + ], + "confirmed_messages_preserved": true + }, + "persistence": { + "before": { + "postgres": { + "id": "4651c1059635bdeb5c768f4c604b1dd9ab04cecdb50681d7389a55494efd7f90", + "started_at": "2026-10-17T15:31:15.453718595Z", + "pid": 54057, + "running": true, + "image": "sha256:7e32e9833a6fb1c92c32552794cb6ed569d51b445a54907d35fc112ef39684db", + "memory": 805306368, + "nano_cpus": 1000000000, + "published_ports": { + "5432/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "55433" + } + ] + } + }, + "valkey": { + "id": "c9c1e3667ea95cbb99ff5050c23dcc70e959a1e08257c3b36bdf9bb182909db2", + "started_at": "2026-10-17T15:31:15.560646553Z", + "pid": 54105, + "running": true, + "image": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "memory": 134217728, + "nano_cpus": 500000000, + "published_ports": { + "6379/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "56380" + } + ] + } + }, + "lb": { + "id": "6974dbf9b997f9676c22e3e104a32cacb90903a280fbfef41c131b8d10230e10", + "started_at": "2026-10-17T15:31:15.351187261Z", + "pid": 53987, + "running": true, + "image": "sha256:ac79fe145f2bb6626ff26b584a2d0a34e791906c01015f2ae037aa3137b683d9", + "memory": 134217728, + "nano_cpus": 500000000, + "published_ports": { + "8080/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "8083" + } + ] + } + } + }, + "after": { + "postgres": { + "id": "4651c1059635bdeb5c768f4c604b1dd9ab04cecdb50681d7389a55494efd7f90", + "started_at": "2026-10-17T15:33:37.974871174Z", + "pid": 65654, + "running": true, + "image": "sha256:7e32e9833a6fb1c92c32552794cb6ed569d51b445a54907d35fc112ef39684db", + "memory": 805306368, + "nano_cpus": 1000000000, + "published_ports": { + "5432/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "55433" + } + ] + } + }, + "valkey": { + "id": "c9c1e3667ea95cbb99ff5050c23dcc70e959a1e08257c3b36bdf9bb182909db2", + "started_at": "2026-10-17T15:33:38.052435758Z", + "pid": 65721, + "running": true, + "image": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "memory": 134217728, + "nano_cpus": 500000000, + "published_ports": { + "6379/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "56380" + } + ] + } + }, + "lb": { + "id": "6974dbf9b997f9676c22e3e104a32cacb90903a280fbfef41c131b8d10230e10", + "started_at": "2026-10-17T15:33:37.916298716Z", + "pid": 65595, + "running": true, + "image": "sha256:ac79fe145f2bb6626ff26b584a2d0a34e791906c01015f2ae037aa3137b683d9", + "memory": 134217728, + "nano_cpus": 500000000, + "published_ports": { + "8080/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "8083" + } + ] + } + } + }, + "same_token_public_test": true + }, + "final_instances": [ + { + "id": "d21fbbd1cd2a400dfe1533cd096c119426be1c9f2e1c33a9bef0fef0422ac4df", + "started_at": "2026-10-17T15:33:38.076441008Z", + "pid": 65768, + "running": true, + "image": "sha256:9d4f5d78d539f87a5f6a16a7ecbfaeda07dc300465c643af2b45ea206c46e2a0", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "312cb4baa241426fa995ca9e1d56b070" + }, + { + "id": "3fad16a8aa9d9a1205a43f068f6727a5983b94b2cb8d908762d078a97faa9966", + "started_at": "2026-10-17T15:33:38.105280341Z", + "pid": 65856, + "running": true, + "image": "sha256:9d4f5d78d539f87a5f6a16a7ecbfaeda07dc300465c643af2b45ea206c46e2a0", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "7d9680bd9e724951b9052b4233dd4caa" + } + ] +} diff --git a/evidence/cluster.txt b/evidence/cluster.txt new file mode 100644 index 00000000..3c352f7b --- /dev/null +++ b/evidence/cluster.txt @@ -0,0 +1,4 @@ +Verified failure and restoration of one API +Verified failure and restoration of one API +Verified sequential replacement under traffic +PASS: real replica failures, replay, rolling replacement and persistence diff --git a/evidence/contracts.txt b/evidence/contracts.txt new file mode 100644 index 00000000..1181e336 --- /dev/null +++ b/evidence/contracts.txt @@ -0,0 +1,3 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/evidence/failover.txt b/evidence/failover.txt new file mode 100644 index 00000000..1026ce10 --- /dev/null +++ b/evidence/failover.txt @@ -0,0 +1,4 @@ +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://127.0.0.1:8083" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 126, "failed_attempts": 2, "first_recovery_seconds": 1.381} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/lint.txt b/evidence/lint.txt new file mode 100644 index 00000000..bbefb2a6 --- /dev/null +++ b/evidence/lint.txt @@ -0,0 +1,2 @@ +uv run --locked ruff check src student-tests scripts/bootstrap.py scripts/cluster.py scripts/stop-one.py scripts/rolling-update.py scripts/verify_cluster.py research +All checks passed! diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 00000000..ad2d924f --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,3 @@ +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://127.0.0.1:8083" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/scaling-run.txt b/evidence/scaling-run.txt new file mode 100644 index 00000000..429cc4ab --- /dev/null +++ b/evidence/scaling-run.txt @@ -0,0 +1,34 @@ +{"trial": "trial-01.json", "rps": 420.92, "p95_ms": 181.82, "errors": 0} +{"trial": "trial-02.json", "rps": 415.91, "p95_ms": 177.87, "errors": 0} +{"trial": "trial-03.json", "rps": 342.2, "p95_ms": 65.49, "errors": 0} +{"trial": "trial-04.json", "rps": 417.41, "p95_ms": 178.37, "errors": 0} +{"trial": "trial-05.json", "rps": 266.58, "p95_ms": 496.87, "errors": 0} +{"trial": "trial-06.json", "rps": 482.72, "p95_ms": 270.31, "errors": 0} +{"trial": "trial-07.json", "rps": 277.75, "p95_ms": 302.68, "errors": 0} +{"trial": "trial-08.json", "rps": 283.86, "p95_ms": 293.46, "errors": 0} +{"trial": "trial-09.json", "rps": 234.19, "p95_ms": 491.2, "errors": 0} +{"trial": "trial-10.json", "rps": 152.18, "p95_ms": 317.45, "errors": 0} +{"trial": "trial-11.json", "rps": 263.41, "p95_ms": 143.86, "errors": 0} +{"trial": "trial-12.json", "rps": 417.16, "p95_ms": 179.83, "errors": 0} +{"trial": "trial-13.json", "rps": 429.45, "p95_ms": 173.61, "errors": 0} +{"trial": "trial-14.json", "rps": 213.31, "p95_ms": 488.33, "errors": 0} +{"trial": "trial-15.json", "rps": 466.27, "p95_ms": 268.53, "errors": 0} +{"trial": "trial-16.json", "rps": 278.78, "p95_ms": 295.43, "errors": 0} +{"trial": "trial-17.json", "rps": 253.67, "p95_ms": 158.8, "errors": 0} +{"trial": "trial-18.json", "rps": 279.92, "p95_ms": 463.85, "errors": 0} +{"trial": "trial-19.json", "rps": 241.44, "p95_ms": 366.63, "errors": 0} +{"trial": "trial-20.json", "rps": 343.64, "p95_ms": 64.99, "errors": 0} +{"trial": "trial-21.json", "rps": 292.43, "p95_ms": 283.95, "errors": 0} +{"trial": "trial-22.json", "rps": 167.79, "p95_ms": 294.57, "errors": 0} +{"trial": "trial-23.json", "rps": 287.82, "p95_ms": 278.44, "errors": 0} +{"trial": "trial-24.json", "rps": 257.71, "p95_ms": 303.26, "errors": 0} +{"trial": "trial-25.json", "rps": 263.84, "p95_ms": 148.61, "errors": 0} +{"trial": "trial-26.json", "rps": 240.79, "p95_ms": 509.88, "errors": 0} +{"trial": "trial-27.json", "rps": 472.94, "p95_ms": 269.65, "errors": 0} +{"trial": "trial-28.json", "rps": 292.38, "p95_ms": 285.12, "errors": 0} +{"trial": "trial-29.json", "rps": 263.27, "p95_ms": 597.3, "errors": 0} +{"trial": "trial-30.json", "rps": 346.11, "p95_ms": 64.42, "errors": 0} +{"trial": "trial-31.json", "rps": 253.65, "p95_ms": 301.15, "errors": 0} +{"trial": "trial-32.json", "rps": 167.93, "p95_ms": 298.68, "errors": 0} +{"trial": "trial-33.json", "rps": 440.23, "p95_ms": 165.29, "errors": 0} +PASS: isolated scaling matrix completed diff --git a/evidence/scaling/analysis.csv b/evidence/scaling/analysis.csv new file mode 100644 index 00000000..707c20ce --- /dev/null +++ b/evidence/scaling/analysis.csv @@ -0,0 +1,12 @@ +series,replicas,concurrency,optimized,postgres_cpu,total_api_cpu,total_api_memory_mib,repeats,requests,errors,successful_rps,successful_rps_min,successful_rps_max,p50_ms,p50_ms_min,p50_ms_max,p95_ms,p95_ms_min,p95_ms_max,p99_ms,p99_ms_min,p99_ms_max,begin_per_http_request,api_cpu_percent,api_max_container_mib,postgres_cpu_percent,postgres_max_container_mib,lb_cpu_percent,lb_max_container_mib,valkey_cpu_percent,valkey_max_container_mib,generator_cpu_percent,generator_max_container_mib,api_quota_utilization_percent,postgres_quota_utilization_percent +database,2,32,True,0.1,2,1024,3,11428,0,253.6507446943839,241.44358202314766,257.7129412096161,103.582167,102.061083,107.604625,303.2632333999999,301.1458749999999,366.627167,451.49909824999986,405.60528676,516.7771755999999,0.09728737507648379,104.01,76.28,8.944545454545455,85.07,3.9954545454545456,23.74,1.7472727272727273,14.61,5.544545454545455,33.56,52.005,89.44545454545455 +database,2,32,True,0.25,2,1024,3,18906,0,417.4054012046593,415.90597144790536,420.91935681027013,79.543583,76.526792,83.55166700000001,178.36862949999997,177.8727506,181.8171765,252.00016699999992,219.34063799999998,252.99041509999995,0.09831029185867896,145.4309090909091,79.99,14.231818181818182,82.19,5.054545454545455,26.85,2.1981818181818182,14.34,9.014545454545454,34.17,72.71545454545455,56.92727272727273 +fixed,1,32,False,1,2.0,1024,3,11770,0,263.414429323685,253.667539348871,263.8432781115631,119.651541,118.5991045,122.579666,148.6086795,143.86377499999998,158.8043833999999,166.92288516,157.70639824,181.52644205999997,3.0119025127526924,129.08818181818182,79.54,11.170909090909092,64.03,3.5327272727272727,29.88,0.6536363636363637,14.04,5.340909090909091,33.85,64.54409090909091,11.170909090909092 +fixed,2,32,False,1,2.0,1024,3,13055,0,292.37773038057156,277.7522518089897,292.4264823658408,108.67097899999999,106.9005625,139.038791,285.12098915,283.9525835999999,302.68155579999996,364.22221546,361.16934144,391.29763338,3.019405804568092,140.0218181818182,80.39,12.875454545454545,83.41,4.420909090909091,23.82,0.8490909090909091,13.86,6.427272727272727,31.95,70.0109090909091,12.875454545454545 +fixed,4,32,False,1,2.0,1024,3,10464,0,234.19236510740598,213.3093322794524,240.78862089705495,23.483958,7.5227715,61.8914585,491.1981045,488.3320963999998,509.882021,694.05975345,611.4077151899999,700.72292075,3.045974530541766,129.0690909090909,78.1,14.375454545454545,126.0,3.462727272727273,23.39,0.8072727272727273,14.11,5.6054545454545455,34.11,64.53454545454545,14.375454545454545 +growing,1,32,False,1,1,512,3,7362,0,167.79404702458834,152.18416006528346,167.92542561565486,182.9101455,182.382709,196.612,298.68100834999996,294.571225,317.44621639999997,347.8247157499999,320.65789223999997,383.91092368,3.0182890855457227,85.97363636363636,78.82,7.4772727272727275,62.5,1.89,23.62,0.5572727272727273,14.25,3.6654545454545455,32.34,85.97363636363636,7.4772727272727275 +growing,2,32,False,1,2,1024,3,12862,0,283.85967320026634,278.7798109354465,287.8161123049963,114.95429150000001,112.165542,119.904125,293.4586033999999,278.4384540999999,295.4286378,366.18599269999993,359.01045767,367.9311663899999,3.019775521111705,138.28727272727272,81.21,15.44,86.01,3.389090909090909,23.61,0.8363636363636364,14.13,6.405454545454545,32.34,69.14363636363636,15.44 +growing,4,32,False,1,4,2048,3,21475,0,472.9361774422004,466.27406832671306,482.71733250358085,4.421833,4.416625,4.483834,269.651875,268.5273914,270.30722499999996,376.38774179999996,374.65617151999993,382.31003804,3.0236386661038415,222.20727272727274,77.25,26.677272727272726,126.2,6.8118181818181816,23.36,1.7845454545454544,13.63,11.472727272727273,34.02,55.551818181818184,26.677272727272726 +improvement,2,32,True,1,2,1024,3,19394,0,429.45469875378717,417.162501714202,440.2272607912571,81.776541,75.8265,82.6311255,173.6051252,165.2879798,179.828158,223.05018475999998,198.70347491999996,226.58096722999997,0.09844087857061569,148.65818181818182,78.03,13.037272727272727,84.88,4.823636363636363,23.7,1.1490909090909092,13.98,8.762727272727272,34.02,74.32909090909091,13.037272727272727 +saturation,2,8,False,1,2,1024,3,15502,0,343.63503374567404,342.2042218025614,346.10565997705777,17.833708,17.540625,17.863417,64.98785634999997,64.41883329999999,65.4888795,89.91455885999999,88.31559102,90.74534842,3.0173545282193377,132.76454545454547,81.36,17.156363636363636,82.46,3.7263636363636365,23.5,1.8645454545454545,19.55,7.13,23.94,66.38227272727273,17.156363636363636 +saturation,2,96,False,1,2,1024,3,12336,0,266.5772894108638,263.2699368863616,279.91765803032945,338.21975,329.494375,348.2865,496.8709340499999,463.84842519999995,597.3041088,572.98640567,518.463433,685.68270888,3.0185826197850245,176.08363636363637,82.5,14.232727272727272,84.48,3.8445454545454547,24.04,1.7927272727272727,14.06,6.452727272727273,52.81,88.04181818181819,14.232727272727272 diff --git a/evidence/scaling/analysis.json b/evidence/scaling/analysis.json new file mode 100644 index 00000000..593cb4ce --- /dev/null +++ b/evidence/scaling/analysis.json @@ -0,0 +1,409 @@ +[ + { + "series": "database", + "replicas": 2, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.1, + "total_api_cpu": 2, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 11428, + "errors": 0, + "successful_rps": 253.6507446943839, + "successful_rps_min": 241.44358202314766, + "successful_rps_max": 257.7129412096161, + "p50_ms": 103.582167, + "p50_ms_min": 102.061083, + "p50_ms_max": 107.604625, + "p95_ms": 303.2632333999999, + "p95_ms_min": 301.1458749999999, + "p95_ms_max": 366.627167, + "p99_ms": 451.49909824999986, + "p99_ms_min": 405.60528676, + "p99_ms_max": 516.7771755999999, + "begin_per_http_request": 0.09728737507648379, + "api_cpu_percent": 104.01, + "api_max_container_mib": 76.28, + "postgres_cpu_percent": 8.944545454545455, + "postgres_max_container_mib": 85.07, + "lb_cpu_percent": 3.9954545454545456, + "lb_max_container_mib": 23.74, + "valkey_cpu_percent": 1.7472727272727273, + "valkey_max_container_mib": 14.61, + "generator_cpu_percent": 5.544545454545455, + "generator_max_container_mib": 33.56, + "api_quota_utilization_percent": 52.005, + "postgres_quota_utilization_percent": 89.44545454545455 + }, + { + "series": "database", + "replicas": 2, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.25, + "total_api_cpu": 2, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 18906, + "errors": 0, + "successful_rps": 417.4054012046593, + "successful_rps_min": 415.90597144790536, + "successful_rps_max": 420.91935681027013, + "p50_ms": 79.543583, + "p50_ms_min": 76.526792, + "p50_ms_max": 83.55166700000001, + "p95_ms": 178.36862949999997, + "p95_ms_min": 177.8727506, + "p95_ms_max": 181.8171765, + "p99_ms": 252.00016699999992, + "p99_ms_min": 219.34063799999998, + "p99_ms_max": 252.99041509999995, + "begin_per_http_request": 0.09831029185867896, + "api_cpu_percent": 145.4309090909091, + "api_max_container_mib": 79.99, + "postgres_cpu_percent": 14.231818181818182, + "postgres_max_container_mib": 82.19, + "lb_cpu_percent": 5.054545454545455, + "lb_max_container_mib": 26.85, + "valkey_cpu_percent": 2.1981818181818182, + "valkey_max_container_mib": 14.34, + "generator_cpu_percent": 9.014545454545454, + "generator_max_container_mib": 34.17, + "api_quota_utilization_percent": 72.71545454545455, + "postgres_quota_utilization_percent": 56.92727272727273 + }, + { + "series": "fixed", + "replicas": 1, + "concurrency": 32, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 2.0, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 11770, + "errors": 0, + "successful_rps": 263.414429323685, + "successful_rps_min": 253.667539348871, + "successful_rps_max": 263.8432781115631, + "p50_ms": 119.651541, + "p50_ms_min": 118.5991045, + "p50_ms_max": 122.579666, + "p95_ms": 148.6086795, + "p95_ms_min": 143.86377499999998, + "p95_ms_max": 158.8043833999999, + "p99_ms": 166.92288516, + "p99_ms_min": 157.70639824, + "p99_ms_max": 181.52644205999997, + "begin_per_http_request": 3.0119025127526924, + "api_cpu_percent": 129.08818181818182, + "api_max_container_mib": 79.54, + "postgres_cpu_percent": 11.170909090909092, + "postgres_max_container_mib": 64.03, + "lb_cpu_percent": 3.5327272727272727, + "lb_max_container_mib": 29.88, + "valkey_cpu_percent": 0.6536363636363637, + "valkey_max_container_mib": 14.04, + "generator_cpu_percent": 5.340909090909091, + "generator_max_container_mib": 33.85, + "api_quota_utilization_percent": 64.54409090909091, + "postgres_quota_utilization_percent": 11.170909090909092 + }, + { + "series": "fixed", + "replicas": 2, + "concurrency": 32, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 2.0, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 13055, + "errors": 0, + "successful_rps": 292.37773038057156, + "successful_rps_min": 277.7522518089897, + "successful_rps_max": 292.4264823658408, + "p50_ms": 108.67097899999999, + "p50_ms_min": 106.9005625, + "p50_ms_max": 139.038791, + "p95_ms": 285.12098915, + "p95_ms_min": 283.9525835999999, + "p95_ms_max": 302.68155579999996, + "p99_ms": 364.22221546, + "p99_ms_min": 361.16934144, + "p99_ms_max": 391.29763338, + "begin_per_http_request": 3.019405804568092, + "api_cpu_percent": 140.0218181818182, + "api_max_container_mib": 80.39, + "postgres_cpu_percent": 12.875454545454545, + "postgres_max_container_mib": 83.41, + "lb_cpu_percent": 4.420909090909091, + "lb_max_container_mib": 23.82, + "valkey_cpu_percent": 0.8490909090909091, + "valkey_max_container_mib": 13.86, + "generator_cpu_percent": 6.427272727272727, + "generator_max_container_mib": 31.95, + "api_quota_utilization_percent": 70.0109090909091, + "postgres_quota_utilization_percent": 12.875454545454545 + }, + { + "series": "fixed", + "replicas": 4, + "concurrency": 32, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 2.0, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 10464, + "errors": 0, + "successful_rps": 234.19236510740598, + "successful_rps_min": 213.3093322794524, + "successful_rps_max": 240.78862089705495, + "p50_ms": 23.483958, + "p50_ms_min": 7.5227715, + "p50_ms_max": 61.8914585, + "p95_ms": 491.1981045, + "p95_ms_min": 488.3320963999998, + "p95_ms_max": 509.882021, + "p99_ms": 694.05975345, + "p99_ms_min": 611.4077151899999, + "p99_ms_max": 700.72292075, + "begin_per_http_request": 3.045974530541766, + "api_cpu_percent": 129.0690909090909, + "api_max_container_mib": 78.1, + "postgres_cpu_percent": 14.375454545454545, + "postgres_max_container_mib": 126.0, + "lb_cpu_percent": 3.462727272727273, + "lb_max_container_mib": 23.39, + "valkey_cpu_percent": 0.8072727272727273, + "valkey_max_container_mib": 14.11, + "generator_cpu_percent": 5.6054545454545455, + "generator_max_container_mib": 34.11, + "api_quota_utilization_percent": 64.53454545454545, + "postgres_quota_utilization_percent": 14.375454545454545 + }, + { + "series": "growing", + "replicas": 1, + "concurrency": 32, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 1, + "total_api_memory_mib": 512, + "repeats": 3, + "requests": 7362, + "errors": 0, + "successful_rps": 167.79404702458834, + "successful_rps_min": 152.18416006528346, + "successful_rps_max": 167.92542561565486, + "p50_ms": 182.9101455, + "p50_ms_min": 182.382709, + "p50_ms_max": 196.612, + "p95_ms": 298.68100834999996, + "p95_ms_min": 294.571225, + "p95_ms_max": 317.44621639999997, + "p99_ms": 347.8247157499999, + "p99_ms_min": 320.65789223999997, + "p99_ms_max": 383.91092368, + "begin_per_http_request": 3.0182890855457227, + "api_cpu_percent": 85.97363636363636, + "api_max_container_mib": 78.82, + "postgres_cpu_percent": 7.4772727272727275, + "postgres_max_container_mib": 62.5, + "lb_cpu_percent": 1.89, + "lb_max_container_mib": 23.62, + "valkey_cpu_percent": 0.5572727272727273, + "valkey_max_container_mib": 14.25, + "generator_cpu_percent": 3.6654545454545455, + "generator_max_container_mib": 32.34, + "api_quota_utilization_percent": 85.97363636363636, + "postgres_quota_utilization_percent": 7.4772727272727275 + }, + { + "series": "growing", + "replicas": 2, + "concurrency": 32, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 2, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 12862, + "errors": 0, + "successful_rps": 283.85967320026634, + "successful_rps_min": 278.7798109354465, + "successful_rps_max": 287.8161123049963, + "p50_ms": 114.95429150000001, + "p50_ms_min": 112.165542, + "p50_ms_max": 119.904125, + "p95_ms": 293.4586033999999, + "p95_ms_min": 278.4384540999999, + "p95_ms_max": 295.4286378, + "p99_ms": 366.18599269999993, + "p99_ms_min": 359.01045767, + "p99_ms_max": 367.9311663899999, + "begin_per_http_request": 3.019775521111705, + "api_cpu_percent": 138.28727272727272, + "api_max_container_mib": 81.21, + "postgres_cpu_percent": 15.44, + "postgres_max_container_mib": 86.01, + "lb_cpu_percent": 3.389090909090909, + "lb_max_container_mib": 23.61, + "valkey_cpu_percent": 0.8363636363636364, + "valkey_max_container_mib": 14.13, + "generator_cpu_percent": 6.405454545454545, + "generator_max_container_mib": 32.34, + "api_quota_utilization_percent": 69.14363636363636, + "postgres_quota_utilization_percent": 15.44 + }, + { + "series": "growing", + "replicas": 4, + "concurrency": 32, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 4, + "total_api_memory_mib": 2048, + "repeats": 3, + "requests": 21475, + "errors": 0, + "successful_rps": 472.9361774422004, + "successful_rps_min": 466.27406832671306, + "successful_rps_max": 482.71733250358085, + "p50_ms": 4.421833, + "p50_ms_min": 4.416625, + "p50_ms_max": 4.483834, + "p95_ms": 269.651875, + "p95_ms_min": 268.5273914, + "p95_ms_max": 270.30722499999996, + "p99_ms": 376.38774179999996, + "p99_ms_min": 374.65617151999993, + "p99_ms_max": 382.31003804, + "begin_per_http_request": 3.0236386661038415, + "api_cpu_percent": 222.20727272727274, + "api_max_container_mib": 77.25, + "postgres_cpu_percent": 26.677272727272726, + "postgres_max_container_mib": 126.2, + "lb_cpu_percent": 6.8118181818181816, + "lb_max_container_mib": 23.36, + "valkey_cpu_percent": 1.7845454545454544, + "valkey_max_container_mib": 13.63, + "generator_cpu_percent": 11.472727272727273, + "generator_max_container_mib": 34.02, + "api_quota_utilization_percent": 55.551818181818184, + "postgres_quota_utilization_percent": 26.677272727272726 + }, + { + "series": "improvement", + "replicas": 2, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 1, + "total_api_cpu": 2, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 19394, + "errors": 0, + "successful_rps": 429.45469875378717, + "successful_rps_min": 417.162501714202, + "successful_rps_max": 440.2272607912571, + "p50_ms": 81.776541, + "p50_ms_min": 75.8265, + "p50_ms_max": 82.6311255, + "p95_ms": 173.6051252, + "p95_ms_min": 165.2879798, + "p95_ms_max": 179.828158, + "p99_ms": 223.05018475999998, + "p99_ms_min": 198.70347491999996, + "p99_ms_max": 226.58096722999997, + "begin_per_http_request": 0.09844087857061569, + "api_cpu_percent": 148.65818181818182, + "api_max_container_mib": 78.03, + "postgres_cpu_percent": 13.037272727272727, + "postgres_max_container_mib": 84.88, + "lb_cpu_percent": 4.823636363636363, + "lb_max_container_mib": 23.7, + "valkey_cpu_percent": 1.1490909090909092, + "valkey_max_container_mib": 13.98, + "generator_cpu_percent": 8.762727272727272, + "generator_max_container_mib": 34.02, + "api_quota_utilization_percent": 74.32909090909091, + "postgres_quota_utilization_percent": 13.037272727272727 + }, + { + "series": "saturation", + "replicas": 2, + "concurrency": 8, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 2, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 15502, + "errors": 0, + "successful_rps": 343.63503374567404, + "successful_rps_min": 342.2042218025614, + "successful_rps_max": 346.10565997705777, + "p50_ms": 17.833708, + "p50_ms_min": 17.540625, + "p50_ms_max": 17.863417, + "p95_ms": 64.98785634999997, + "p95_ms_min": 64.41883329999999, + "p95_ms_max": 65.4888795, + "p99_ms": 89.91455885999999, + "p99_ms_min": 88.31559102, + "p99_ms_max": 90.74534842, + "begin_per_http_request": 3.0173545282193377, + "api_cpu_percent": 132.76454545454547, + "api_max_container_mib": 81.36, + "postgres_cpu_percent": 17.156363636363636, + "postgres_max_container_mib": 82.46, + "lb_cpu_percent": 3.7263636363636365, + "lb_max_container_mib": 23.5, + "valkey_cpu_percent": 1.8645454545454545, + "valkey_max_container_mib": 19.55, + "generator_cpu_percent": 7.13, + "generator_max_container_mib": 23.94, + "api_quota_utilization_percent": 66.38227272727273, + "postgres_quota_utilization_percent": 17.156363636363636 + }, + { + "series": "saturation", + "replicas": 2, + "concurrency": 96, + "optimized": false, + "postgres_cpu": 1, + "total_api_cpu": 2, + "total_api_memory_mib": 1024, + "repeats": 3, + "requests": 12336, + "errors": 0, + "successful_rps": 266.5772894108638, + "successful_rps_min": 263.2699368863616, + "successful_rps_max": 279.91765803032945, + "p50_ms": 338.21975, + "p50_ms_min": 329.494375, + "p50_ms_max": 348.2865, + "p95_ms": 496.8709340499999, + "p95_ms_min": 463.84842519999995, + "p95_ms_max": 597.3041088, + "p99_ms": 572.98640567, + "p99_ms_min": 518.463433, + "p99_ms_max": 685.68270888, + "begin_per_http_request": 3.0185826197850245, + "api_cpu_percent": 176.08363636363637, + "api_max_container_mib": 82.5, + "postgres_cpu_percent": 14.232727272727272, + "postgres_max_container_mib": 84.48, + "lb_cpu_percent": 3.8445454545454547, + "lb_max_container_mib": 24.04, + "valkey_cpu_percent": 1.7927272727272727, + "valkey_max_container_mib": 14.06, + "generator_cpu_percent": 6.452727272727273, + "generator_max_container_mib": 52.81, + "api_quota_utilization_percent": 88.04181818181819, + "postgres_quota_utilization_percent": 14.232727272727272 + } +] diff --git a/evidence/scaling/bottlenecks.png b/evidence/scaling/bottlenecks.png new file mode 100644 index 0000000000000000000000000000000000000000..08adda4bb77298f0961fd4d7dfd041155aa7a85b GIT binary patch literal 99375 zcmagFcUY3||2Cdk+Hho6W};SBR+67;4dxjtLEPK+!5Zsc3$uuMt0sFuI}Eh&i2RAa4(dz zyPJxFva$kH{`g~WZx57~q9XGDd_uw9%SrKR)Ev0Tj=dh&Ex^?dzvBMkX{20yzk_GT zjvH4l-S)p`)F`R3JszsQF?4*mBhM6%9}fV=sxm)`z0&Ij(lS>1Dk zRf`S6`kySMjvae*^6H!S#u-|VsU@d>{`|SQ5xUKu*Eh`2I{YBd^eWc6Cdk@}In}W~ zTQ+>V!VA7UHz>hs`rDJI?9eRm``d&4x`C?#%Tv2vuCMz=O6m3w)NXIFMGhW3_{V5p zfL8P=-28`uB@4z}YBNPdQZj03vOODI_w0jj@g~vO`(F<}EOU#pZ+ZhS7rd1yU;m7k z|8|k>rTbrQ^OU+!)Y%FeEf)y=5-2*UsRZ6moE4JPdhgtwBd&Mm#0efIolNL0cw{8e z@~&RxaDHe!kjaz_{E>+KKEXCtIT78se5`XSZ+ zb8dr`aOaHqy6vHS)b!`1{-wCiY=bn)V6I8lMfaP(G|@B3oOGk>*Y_+>P3-$W&!5(* zc0osH08K-dQH|3zN4v+fKYnx#;}^zf=mx5HIFz|k?HNNgRToa3YMgaoP_XWS%nl7? zy+Rp;LDcdXd0KGg^}*Hgcb&@DZ{944I;#BBwAyb`l~8mu;XGp7kFhY?fM*m|DRfkb z96R=eM2M3$sSF;7kuh*BcvuRhc`*vg`v3m^>L7P7Cla|h)+AL{bM@_!sgs!%ys$$-|RnPlljfsnQ9NL4%YD6!0?H{Y4`IYq@Ob-O9QPk(z;#YkqbW8>3}U z#p02)R1BVC9cTpdE+**JWSRvcfhTz&!06V^n?J*Z^)hTO~ARXE`*7VlMHYPK8)k4%&-nzQ{-0q=|SKq3V%R)E-@;0@QdWB@n3Rqg? z^QM9M!r3@tvW`ErmOZCE5IA3xqw}{dL9W{>tKN}sM?*t{GJ3{*AcQ?@yr$wu?8+JP z1G{Nhqzr`~4BcGhSEyOO%MRY&WC~ZJXP?~sq;g%;_Qwu(uz-RWjmqax6k~offwoLk zAty6uQe6s*v2~%_Av!C+?>!!_4Njds!VUNN|I~^xC&-CVvhLc*Gk&Qbl|GCvt0b9a z>IcGcc<0BfMy3}_pY(L)6O7d`e`PTX(#rNPIC|(M<-AiW498xu`i7=ERcT?~ zlgN_IhRtf`ikCTnSU@N!pf`KI+-bmWcXv{8PQ|wMJDJ<-<)DhB2_fCJADR_Bgii(8 zt2YU13_SIkY@^Q8O5kr>mtg_RXKyCTJ5RN^4pmo}FuhCuiI@BnlrgaS=CE8U?5n+l z!(ib&meVdEgodC(t%DYu9{1*pZ=S%>J(SYrsGd@+rDHoig_QQcrYmK&FG5;obTX;M zWEJMaiqQ3k;@@p;-#p_d$e-eCEVmMPtb}@y~LJ2pecUds;fNqn`g378^?S-|Ku zy6Tx2pW_(uXfbm4Blnsf2IDwRoEkC;d5x{zcoI%Xoj=XD^mu(?)GZ91PKeVVT3@BP zcg%x8BA@HKUcD+Lp)L@uzoj`8IIo-gR7Riwpr~la7P@gwv)E|rsE4Cc24O8bTCWSz z%q{C%?_PT4bH8E5jt4!UlQK|MBv82?&tdOmhZFqk+^QF^m7z?nf>(O*AkVc5$gp=^ zY0`2yhNCLw5FHw@#iAo$?mK*w2>}(l)F@5;!XRumgtKDyXu9ijh7^I76fPicf6Ley zU8NYr%8E};ejGSgL3e$*U(A?U9((#$|1}I`+Ed$#!&w`~gSL{43}(-kWlTM<9D5@- zFxL%=KTU6I-Qf{pmR3gIoZq>7-zWdV=ezg!TL(;^E@Pj~WBabn4dOxi<*>3q=D$Wx zwk7D1NB_*iAT6lVx)!kL>R`cVTKstTVYew&6ep|TQ5k6gvfz^y3hE`^cQ}}$?$Rr- zhzV!9WN3PREO^}c(RsC7%qGaL*Q(s(1E_{ioTntbgM``RrRy6~OUo7#Uzo?`DBr;k zQrOY~e@=ZI*TuC@Q=7{Uo|3|+uDac6$p#tgfyC@Hrf!SuL9Au z&!UQc`0(LR*XOt5QRMt9h@j042KG$eQ>v=6vhtL2y7X(RSvvL$=n8*&@{%|#5Dm~8 z<7;jelSd4bmFfpT_fq@YTi{Z1_sE5ZFTmn~jVV+@`6<6`IZVH`F_~mTOgAyJ304DF zfRh#MV6|@*DqG_Hn1pS|seQNup&Qe(fvY>|I~~-8a3ZX};SlzPdlnh;Oajt2=QrrB z&Lx-St99XRhj80kzH_cn^W@HABuyO^q-l`rfWCSy<>{skyggAZMP26_2+;$wx%whKD^y*) zDLpVs+|e{gMxXI9JKK{W>6=U}mBUsa{Cq1(Jq0fh=PWb`r$xdNZxH{wv|`q7A18(7 zk2uND-A}pU%91@1x|tTgj?}u%nOQ5kgN(|8HiLVCW%W3W-!PU|u_0#a(&Deo4px=j zW1q+-99YvBj+38kizJN`qO*foOH;b$`R2-4ybKIR-TXvBds>qI?jl~7MNm{65-2AP zh-Xi`=vp@<>$bX7CVV)@&F7H!U-G!|;0wXQH2-E<=xmN65$;O&!qo&K8l8-Sk#0&5&nkyG15ib5J8>(+^kusLV~O?1BozudUIx_drt8**iZSg<$qa z_SmGYR6=md`2s>)mS`#*-w+|J4L?5s7GJgi5S(W`2=@tj7XHzAA5;5HU zZV(_u>ut2?@T-_@t&a=muA~gM%)}KHDbc`YcDZV+*m3c~BgCTRh`Mq%DPbib8SV=@ za2ahD?5?`lyhCCi0CVYc4pXlZu8twYv$1rKOHaYBfkmo-`h5>Rwt}rNN!^747C>nq- zGiw9_fyV8Lb5+whX`4$AOP2o4_gBp0y5jJ&P&s1d@Sv03wdl~lUvp>H0HzqM-Hg&0 zDpJJW%f-xsR<1_>G|pJMYD)6Ai8i_>j@i;fY>_-1(I;`YS=8C}%(k-)#UPlcw#2Oc z>R0<+u+)<>G8s@!|ELkqNtYEqxjhSuLHXL**P=?cqeWz{X$}%N5D^hOS_LYXl}0G{ z9B;<=^_kN^l6OG$6r~v(ECud{TVy}|w*VwTw9RxmMGfu6-K3bq@4N+@%lS}!^|O69 zk_LGU&@G;<7kfnq^e{C01jS9TCf(j&ppVOZ=dH^=&*pb|I+4;B+qbL#e0-~uxW;T$ z8)*@`n|H5YZHJwY4s#1^R=?L}kb@oDD8V2EeET6B?QdMsUFL3+wG&gD+3-x$tSc^o z*^)##@Cx<*?&q6RdVIbE#XF_uNYCE{rqRx9au9)Og+DdZyg&@~a+W@>c4O=HR zdpBL$Q5{_`8d{y0UmejUXOq!Qf2J7rI9yNy!T9wdj8j`5#viz{E}Iq96`xT$=hB@M zbx$dY9rWw{B{%E`fs0GQ75+>_T3Lw~i5=hy-KU8l&|m8FVnE=1@fT>XuL@K!;W5a& zuMoDqX@z&SpaC%D4q$T@r*@enX_C);UOxy12(7^~2ZGR}3a`l-vTo42M=skRbPL-X zfqYroK7SqC+8)8}HC+2_x6qKFMsh0X%54Idy(m%#049nd?p-rT`~>pudPvjVx2EEn zLR0;9p>^kWx0D2dNYnUy%;HUViTki#ptEA)ZtvXC?JYkLNrpE{d>FkSE`{+?x3n-) zx^EKX%u;D-8t%=nL}UgE&A@oW3eJjMsO)lcyy=@bvUF zul6fGH`>w_DsOgOe)hUNo04r1ts2clZ-aS{Vr@Eyr@5i3F38_tb!ZIxm2$Q;BT#=W zZ04H%gU3C`Ml*c!~?VS4Qd2+2#|vAM{uVF7fHwBW9M z3zY%yZll$bLHW1Dt`&J|+xYCaYf;ChbcrkLAx>W>K>DS4<$2H7tfk(q0$(#(X|vzA zIrE`8`4^NC>!XwD5(bnh~Jjk*t?XnZZ|oT%(a7qXFC6Vbj- zmP+;|0i3 zyqB?|(2vDWApBO3D{YI>Lo&2{zU{r{C9QP4l~CqFQD~SYx54J49mZeRMT^rDf)?ue zyR8V_6(nTwPRwSO@1Rc-43S>fseC+L-1K5xy+fvqX;F-3-Fdp#uyEhPJlPn%o%^gLJx13$6YkxsAM z-g*nraSFx*jbIihS)na*w&s~+{b&F&I|mR?-_q*kFUW=2ug*}-i|tR>S;-oCvIx9%hRe0I^+xQN5n~!pSdY#uzTGg=@Esv-mB7j7NS;e@jU;ii(U7mR1kbhl+X-+hEc&gl3Vj5n`n;oq?@WXGdCmn8WN= z*?mD^=hBKQvj6w4B-XgXqu4N1`S2StMYj?j$*?5i8OH+@tJ?`Q>c^}5Mf)5^en}Xm zsw#_P1$IIAbnwU%ZEL}hO=R@rk!coK02osO^biC3OD!@}{{9N0VQ-ztnQAE+y(^KI zj1jPc@;JXc;bj+1kfv(qC-0f)dyCsZMOZIPYAUs_vb|4fv zw#Eub6IeSfo<~cj$P52@vz4YPt83dkRfQ(Lzs6 zCOtatv_r}YwFG`EcUFeNW6(SNjO2KjyD-TA4KCtS+*It7!OGI^U;#G~ZKAqs--x%g zNw`Ql~sk;XBq(-IMEU#(~|%5<^D8dSF|-LOMiH} z7I2Pf6<_dfgZo0OCKDeK=Rq%`#(zgOavES|L8A;<`e6`w8{<0rR#79MSK#ZKIqWs< zLBicv@()rZ+3EA=5Vpm;;7SWCrR!|nLtyyK%M6@@-TN3%=(eHkKs0~W5E}#Jqfx7g zeK;JQ#jIHAbKD)~9+VZZQ9O0CX5(*O$8aGJ9V4mz5iku1h3kB$tmq#mbYA7}yqM1W zdxeAGNV`ZHyghQ^CN7dp9xno9%RSSC(;g~68Cv=b@mEtpL`?qiFD|_durnP$Qi*(( zS3!9?_44L7E+6Jt&o3QhOFlpGg$*X#WMgPvTulgPW0hpGpDwt$#hy3f7o+FeN2s^^ zD&KA}ltcf3=7mcRV9FK3G-i?==+ZdjzR~7wcb^<5grrHI#X8`_l1UToigg2yOP(Zo z^iSw|^Xz!=Ok`;r9Fc(Cj+4Xy$_{tVzZrIjWnOEFKBCe+2KMGkL%5((1UjI6Slrvu zzh|%LndI#T7Ph?Z==E_g(s!v+6jjG;_RbioX!w>75-E z%Gmtc?e}0(w4XL40aivgEZVBlyLAcWWwV6)2pYx|DiMxxaBwinIib=u)sg1ZJMLw| zJiNh7Cl?UTyj!<`J^6hWH@r?IU(zB5I97!*LmrBM0HLG7yrMP64$rD@Tsy?i0~-sB zuQ%jNgDJgYb3o`R&q{3B@L~Li9ACh_EclWLwSe$2Ub712toV(-6eC*F(s3!8>o3Cg zYexS&Quwu=`M1ENz)(3+9bY0t0L_P>Rrz9R^gdAV3&1$zCQT`_`-ir%!Wh(>W6`rr za3S~a$D1*NwmEAE>gOcu)F~D@L)%G0$FJxD6xub5_w>)w3r?3(30QuN%3^pK6c-mG zBx~J5H%+tvKA8nMUi$LIi%Ov{B!UG24YzOnj%a>H{_)rDpg^poBQl{IiDV7xnto(J}0#M)q z5)6hV+Z~h{K^xNO#SFRWMY?}{rwiE0q9B$Rn>8CCWC&Qg+WCP+pDYcRUg7|mG7%MN z%~+o9?%+fnQ}YVcx6z+hy#M9hu=QK){0Wn+(q~%2P?XWQ-jXB0>-b;4ZsUfsLbs+@ z#;pMUC!2nM-06+Y2K!u$9IB>HU9cg8IWa2NA;XFwuN&mPzyfN;L>WB*FjL)D^MHN8 zC&*iL&4x&5d4HJ&jIo=3V8KfHw&h}9mA348)BMM5z`p=Utdj}I9DJcwRe&YEplk@5 zwXJi_M341}s{!Ca?9hOM5c75W1a~99{)f3AJB?}dO+wZi?j>0e3^ntJ<^fDYWzkqT zExD<_B08Ds*?KxD`3?tCGcTlaE4iXYWSyAfcmqm_O%N|=h!k`S1*on|M;~_(PYcH6 zE}I!{afI7M{jIm85lAJ87xXYSY_iMVq5L@;y^z`d(laWKV1E&5DJu;EQkl5kikazj zCLIR(0ub(&PBb)tO9%o5=Q-GvG?eYi-<~sJN#ZU*m-?R6SUPonnWETXE6&l82`lrs!&wr9EK$kGj)K0&B_1r06LIHsM=U+S2U`)h4@(r zs74)GeS_p@Eu0_B2=*_r+DvAxl!OUEs|sTgknBk!+u{v2S1gH+CS)~=r9)u~s1j+^ zdHGB2u-jF>^KM!CJr5imKXIx(ebcGoqii<-^`|!4UF{J!mV(;|2)^i1E8oEcx0exs zw>@fAg>C{ff#=4uGgG|Y)jBkRSB%>XO)ekx5m>&)9ZSG$N^+n+N__9Q5Ggr#(m#Xb z&jk`OGoyn_2<~^_;}0~ksa2jiT!Fwkl;eX+6W2ZI|MGu6n4T-}A7L>@ClW4baV_@q z9*gsd@QW5t-oa%=MMXOS&na(JdH?jT)8t<;MQ+5!GXIC3e05!_nKh%SKM8n@t^q>D zby?%|FSgke=d|eDesaYt6AJnFn=4D@;92Z?^DX)+P_o9EI z{J*a;mEHeyWB>a<{a?S)>fiSN6jT4-_aQ&97V&1n9jwX^p#2m9qM)&<>4RYkw0t7= z)@_g@7u{1Qly&O#HvY(<*g$f*Xsu%3xQEFGc;M3g`}f1!uUWG5nV|SAT z1*`t=xj-3;u=QA-u?X5+BMsB1wt?b1Z+ zm)jq97J>vb)W;yHkfO;v&t7UtQ6=3;RAmLDp2Mnj;~>Q zbaIx)d>TNZd#*s0=*w#Pa-B%Z?fBEv|+qFUd-;uNj2$ayy zVh00N=dN89O|smzNg++NK(o*?zx136p`tfuZXf8UixIXSb! z@BfM}fFhL`zKqd7apDA?3y1LF7G@tTru`EkL?stjw*(*w7|HhEULa{Xra%#6016+d z#yUoUZ}dR|m0qx}*8G*`Oe=HGqDtY}J4XQrqOu(d^rMuAnO0|vQXRK!Xn15zzyOM@ zOJ7}osDJua;`iY7(FpuSzqLW%4)p=A_6zudGs?=H5H^U(%0X<=gin!5YY%;KWY-`~m%Fa4=AKq7+DY5=MK$Sp1fsd(q( z3k#?293xmI^5ntIf8`y(w+&cp>^ma=c%!0EuiYI3f!SBh;%TmcV@FrHKl%N|4p8&M zn@e?lwWXPB0B{mLIDoRvp<%vR;BvUlL`s^l`Vre4DejOt4wzWMH^F}E3wAV_XdQbw z%km=H_MJS_3p6lvkCp{LwnBliob6raGSgR#s5$@O+eAxk4$u^S_m+D)lwoDHwE9;8 zJ4G8CA4g4Sf?nS?l%pTI6%@{x?<;Ot&R{B|rigo6wi0K!HA^)OS*W z45pU-c;DgkFTggXhzx)yZ5R&Sjw0)^1a3jq7w$F!+ij)83YAYi(hSzX##gv z>}(>b7u5GXcMC9I#B`WwR>;OVx2jq7**Z(i;fq{3j{W5?FfF8xw~q${{^{hob9;d> zC$x;1Iu^7Y1mw6Wb=)zSRywtQAZwtEIJ61mK_gQIl_P^u*XWD3e2R75O7~VjzEyw{ z5Zt!Mo&-h*jbRrM3NJv9<{x-^&1q$A3$LkUMI&u6 zSnxpDe+idwCwa=++wMDto>Eyw5R>ho?a2?CX+YeI(C2`*Ii+C}_{^~pJ6fWxG4h?DKA1a5bjoiu__n*$c8wR-57+7qrHC8u&XPFGCPIucxN z97KzHT_}iTSAAn3)2m1Up{|>cGajw)(V<59RHe7APY!hpe7{=es1J%ebQ;VLs?+_O zCrNLA|LM%W10ba;qqwmr&P30-_KV!e*|93HRKuI5um>VB)nU)Bp!te)n@9?Y0!}w> znSp3fo;{anc=w0$n#1d}dG{+{hOH>nZF+Uv{WSi?!^`(4HEXXx%cJ^cP#Q-8L^c4x zwp(lFVkQ*+=3E^83BW5k|D>Fbw0IK5yTkliyGR{jd6p&yit}Y)sNn+AZsk+;^K(`6 z&7i~>UA%PVg*krfrI@u+8GD7{v{9nj(k_DC>zb|nE^as;=rxvR*z&P`Tta19kI%k5 z2*{#Gp^mT4`L=qc*V>BTz=w+e8ZAxcIl=cBD(d(I)T&hUp)gn1TR7FzG+xuMrlGbK zR($WdAhXSt&r7Wj(qhyPt|uaz4KEosmoJzyWCv{g##W9g2pmA zgGf0=H$eVtWJt|?AK9k2!19bW)^_uLchx+kXg#2}l(D{1-Vsy)3GP6S{SmV!LRAPS zq}%tyFJFE>-QqZYGW+4g075TZrpmw5$sx@`48y$c>3CRT46+;W#~S`Y3Z$0}6q_nE z64kjX%g`CwI+dwEqjXbvP1Z)jz|-@-=$ed#RH5J@Gaa<6_hJxygxoKyV?E8m5~Zq^ z7j#ZzYM0iES1IamUR|GBMD;&0S;VEvypxfU87yp9+;&xj<8_QX$`oH{zSC9cS3}>7?JcF0#{GP~&OF=}JzX&)(QgNT>CJ!{Gt`coJxC!P zA6q+MFM$!4oAa2{Gnu`Q@1|ysg^U)X#gd-@a|hM5))>94d~XRbH3sN$J^QLSaRK7G zZB?Aig5T8Sr(_b_GlpDFC7Pl8rF|)fugaX1S z4^8TY@yx#MALJWu(%2r?d+X0R@W#en)?(KFlZSE9(6pYZHmcQt*18Lv)JXKX{}cXX$rD(^fVZ4I9%P>WhSNE;ezwKK@prpnolbrkcFA z3roT95N5QD(=}3g3`~EGu#=Ez-@Zh|wR8F^C2}Jz^HA4N=5`T>MCO&EZ)zr=eDC$% zHSc;ML2INJ5(NhSEE94}db(>MAQKFAkrXW|x3SUur72h&_c^*Hq7$!ET)~V%%+RKc;|tA;f1*3DiorN_lkG{g zxw`ET6#Hv#W=RbQOg!*}^v%0dOFnZdfb+)wFSaW0DyiaWxuR}|XG_4yKnR7vb$AT= zyK=?nM_@i2B-x<`eJE6y8291YL86Z+P*}BrWsX31>Hq%Ke-n%+t`?K)8-Odcb@~0} zPU`H$z=wS2c@j`Mka9M))wE-?=~aa8ajpp^*TIqFAx_u!(iN(OXfGjz3_>9;Hh3_X zl*|E+9UnSXXn||arH?qN(hJ8e|0&EGcg>c6`2B2$gJzQWd~{Tl8s(0)tfe%qHkhqS zX{eg3lpBQEa=p*iMgzL8uBd zv@&dP$RR=&FfdZNkQP1cC6xehzjgtcUOtY|HVlMjtJ?>lH1SV*+GaUmvczv=Z9-U0 zwL#lk96T^HKs#1ZftnhlfHxk{6QecFVIFWP645h;*Hug+tFi!``IN!{QdzijZxs-d zkRYSWqyx=#)T`Zr1dABTPfk9{cE~fsy4gh2Me6pK>*>={g>{$TT{v-~e%c>KkMkh~ zyqyE$dRtV@RqIm8K%j)N#FJ#MmZh)FD zjIjo&!h4vU6}+0#%}yD1))`&(kR-`Wv<2veNPFo@*MT^29bAo^@|Z|B>E&Sb6V5+? z4)YEc_gYk;3xH|G%~|RZSWIvF#-W%WxGD4T&8XU=KrpD0Zdr*428A?uBFMwiX=8bM zm25JYt=u?fqv2pYfyi4RA{KZ=P0AAZ=}`IFXj8VSWYl z@wbQ0*=zgGrLzo63q5DX7fxkY91Y!KIkEAu)n|@ALIkc#IJF4g%DwQ8{f^GRCL+BC zz!`hFE_g5krk4A@ZcWVsRr+uiGoxp`DdeyME77Ij0J}4bd~CMWH_T-$X{>Xs3J)qg zi3&D4VVZKvBKyPRlPM6-%Mi|-+iz!t(&=Cju2bp;f0ruqy$pz791y1r0vGhmAfE$( z^)ywa8B7Ig*)^KS5}nr|866ewXAF}^&{zI)txM9aKSk_`Blcf;F!7TE3Xpn+$$%+l zX!5Kz=H2*NnVeB=%&)0!c#fn&sz;h;N&hkA&xfOB172@iHAfsCeSd6s4eEIXwkCY* zna3xLOX9Pa?APQDjs*~8RW>j(^{^5;@Cj$NntC*C%t7F!PQ?NJfirH3E;FbXI*d$| zzUL<;0~YGg;_t8bI>x0!)<;#zgqVv#5Q7#Kc70a4JM3>7?MIg>B!eg*QhN<;+NPe{;ODQa?OaeamU08tZ>n0)#Giima$d}G0=4p;f7ZSa*PNxapC z-(Yr0gLbbP<3&267fvYi*OjbTq6*hST_Lp{y)v>nA;44a1oh%!oZyU}B6lj+Ae6<7g zfh2jq+;}|pH7({&?>8B|&FgI$6`ARjm-X{X#K_St6p_S~B}p`I|C4W8Z>T@#PBLhf zKajY4{Bbbe?!x9=!;%f;HF@;{4dp7sWQ*YZ*E3$zVOfNY0lSJ2MA_1chpHZK-v!g~ z_jSNJPD_{83H8G)2EHiW-dQ|55ZbGUhemL1jjYyr9rQ0p|RSv~oF zNaltNZyLpMKU*@$F5xo0^x5p85I0=(ONyo&RxQKOwEs?Z;yN$;W^yZeOWuXlaB=pZ zOo!?@xYIRD^i0FWIhR%c#TpXbF;G($BU(3K)X_4pLY(l?P}F9>N!fj)@PXduvtfAO zc3W`U{Ekga+efd5vFj=IX!&TLYYBH7O-hay9cmTR^ony&;+OLKkxO`#oyB4TUlDAO zAP;l-?G0e`AVP2{LWX2zfbmq7n|El=aKTF&1igIuGKI}AaMV^iaMd+6Mh^J23Wil6 ztb4#4!z`1NYlzY3Y^>m%1hwY&yEv*CY*k{Gv(%BPtvg5l93ljdCa;*5IJT-%1$!A| z(G0ZbuDArB05JRKiti%`IreHDU7CK7%jmr%Z#C#z>GOA z1yT`>JZ}QY%F2EMdop;~pl4|-Rn4UzJvT6|{x(t{Ft3jip^%iQ$M8dym@)WNc7mr5 z;6StoDS!>arL%u2cgImS07=zX8@xsIaD4RrR+7T%Y6k$U>Cp8zM=qr1>};_K<-oDE zBYin|3=ft$S5jd9;koz`OmYf=pd|V;4!B=^6opypJzj9&Liw zhv$-<>iycR*&rtHl5tXAgnz6>GFPswFD;X zz9goW(@IvcN$X1g53(MkG-Rn&Rz0+QrT3980uJZXH%pgArUyR}E)I&SuTd*ijSVW23^GJTJLb6bqsGZt69x zX6Lr;rur1(LOTQWtJn&SuD6EF$~{I^AINPM*ReJ#(h0OuY;=~yrcnKP=U5e>6u0im zQyBrinMLQ&VwoRS7dx#kdI440EzA!C&*6HTI|j(m7|dMFnl&!{a}|X5pXo)jADx3q z?u4ff;BW+z5G`$j($^OD*T0n<@U!c#WrUch@1?Ve`@AC9nQORvot?lS<&ubN%yBV@ zmUWF+`O-$XU|w|G$RQIOy;dO?$JkGx5Nva_T}PaLn;T)P+W-wZ{k5PjMk`x5xQkVnUG7!;_dq>Hg|wl5b&MpG zJ1+(}q>RCxP3!DFWW^gRV8}Y=F`*U<&n+*=y!jUA@H`rDz{xeik1vc1(>@hyUW`0_ z19#BFG52ZDiJ!6NkVYq6+0e|Or5iXs?L9}UQG#c+N_NJ&@;>Tw{)^N;oBdRV7C3Y0 z2KI_xwAnQt10h$GuTK6&m0OPke$GqH@f8=(Bvy4L3v{ji?P>R(sSJ!R5|E=funLKP zJF_GF4d;hya2G}%Cy-Z`w-yq6VgSxFx71(4=uC;J~Zk$AX_6Y-wh-a}B_)1>#RzsJtwsudMZ4 z!A{RYoFOzT?B3OKd!_g_&$fNOC6#ro!RPG;kw-_n@oz)Fe)@L(OwsQ%#rcVf=HFuG zs+q=RYq;gZ?fk{31ZB&7F7P%l@yHj98w0}KutF-a&8xA*!kc2{%c>r%wXgWHTr?40 zb$7RXsNLfIuGrHBug)#b70o1S%iA?VOEOnQ+f^J@PgJ~w!_3?M^qAQ+<>0I%nIBi}U+{DU0q|^X1Fg?jyE0R1yzA z1a_So?}H!$&G*Glwt&$Do>dn0xg#ICU5GrN_$?TqSK_ez+ji)e>C&_cY@fOvJBfm< zwU*LP#MnER0am{w-rXUkG~bq0elOQJ1yuk>J2#3Q>uh4Ki7>eV93;rKa4WrK{;=a- zRpWW)WWR!)#H-0^bNrjh>wq(K#V1To_8plNuG22Ma%Sz8=}?$yYjEN)QNh)>#Bmsi z4(>Nsz-gBA-O(Jbv&++ood%D3O~+TQB9(%r+gg!jdfFCu`-k+>OcdYGcUtFqbfqn}LEs2i)+-EVg42+y@ov4iAPV@6A_jsz8+T>Q58Au72 zHkraW$^0!d{8x*T=h!|t)Te@iF{_p><}Yx8Nn-XtAG79Aq+y)P}4A>qd6+D}-Z z0?W}mJ@l$(lA}+_2zVDSCQ0@F@r{Tw8r!^qL7lB|@VQp8^jmXvE##Pz?bGRB_QBrP zzck4r$~&9~vn2c8FZ?zyJLZ^vugO!_x({Y{C%|T>+(5n{4mjcuOT*m(0uQ;H`=Un65jX+2; z{EBOuq}^$!)04tcON)SdLRl3%B%<8BLJaaaYe3A`3eG)FAkiWrI)1-4Nne7q4$mBL z;Me4j^u#Fg(W!GYzzdy{);*{<@k5g@5!R=0l!ltlkbu?94uNoE&n$l)yl}EUf&vw? z#q%kvJZ)h;hiO3R_a~eVVtaaz@7~WASx#O z?VmAj5>T=PYvcT^z`%~a;ON$pq+4d;7h?tlr$&C99wPfg#E&oiHnmG@P92ZFbO`SZ zlRiTq|Gx2Y^BHfQ=8ow4V+2?MZ>ewr49ije(nJH*(#`P3>KgFQ)BGbj#aL?ewC3X| z&NE14^HvKNPVExX6+F7MR^hh0hb7s#Pw64E38-vCt`ee%K6PK&Ja!thW@&o?7l}!^3As&c^Po-cuaY)OoVDNbf**T2X%``B;72gY>gWURqV1PY!LA zVAQlQVpWk^_@In@nhpCkjSw>q+1v77M&$-9AWJ4}y(uka2erN%*2ovv!9Xp_xL}v%wQY%3ALo$;u|W zzRgu9Z*Q&Xcaug(6!C;U&o&eiupv|1DtTe``NXBwa#sHw{Gw|1Gk44-3*T~m?pd6W zxmvcHN2{B%lv`$d=Idi+qWxo3T=w%ap+C=rYt z5#|*DXFLd8^isQ~!c46fmwQau_h3e2gnmqWfpt_!mA;akr3gx52qrkhoMLP$?2)fJ zNyhJ&yH<2^w|=hpE=Rr;tlxzxy)mciDuF64d&0j{x$5^lcGRUf;`i*5H^KUiJB&=% zU8El(g%PvGv0=H-!cs}Er}-cp z|3XpT+#uZIKJLwL-9oyA$XU*p0v$s=O@Ko0kVTpDY;sZrL3 ztZX2@nE5I47sAs#8$44?cqdw(b@c2+$Wkw$&y9Y>NInwK^tu9*pn_Iym1q#={}c6U za?Em3%{*f-Mx4iW6L*J%N*1$rIaKme%#jZ=I9eGLwKmMJR0VrVjA?mzYJMEyGumM`m380Kc)o_13M5)0$HT>w57; zv*ek5zV*l4-eU8|n@U!C)!DpZUR?M6^nl$$>Swcpu62k!K^=m#6^~z0g@;XYkE#M4 zorp{vAR5mcMH8z>i|uJEK)q}Ps+kcx3EO^tt!cb{hl)W-Ri-R4z>_$$d<`8c-9|#L z5u9!-1*6|wCsnKs1seV6+&5>=V}Q_y_O+t_NP-0;)aMu(&@%E#iQ__u%N`P?zPR zDpq(Bu|+JHg)U7_tx4Iu7G-^qbFvdgu1U`@QzsxJl&ppxsjL) zWiKuAbZm4xx?7%^TOgB)cweCGSaE97?-_eM5MRxy@kEHXCHb(*-o7~*zB91lAY=Q| zy@|XI^mi^*-A{&>v>#q${;X>IQ~qc;VtoTv_E8RzZ9Ys3ipikOy8tE#THlv$GnF|hRq$F`&d$g#!wLQOja_^XPp1e$VX04d1m zQ*nIoAjkYP9j4iq7E9l1uD_lh8eKm{jE^M04sO|Z*z_VeU7D$KPuQ{1CTt>~^(n>w z?_MlH$8Eysuwdv6BXa5$Iv)``NN5$I4M7h4;BlD=#66!AkjkaFkujVOvV3Av=~SSP z>#dusz*=-lH2=nn*OCf=2tl!T$M?N29}SmCzxK!?TQkQfE%8iRq@+N4VAD6J4%W@h zXOr=-#Qh+xGZ>d#v37Y+Z)Jmoa`cp^<35$a64Cb4i*HqLoi7$`>`rnHX)T-TX+3Wp zq#2v?`E&Bh)Lf`nV1Ab*rW~so5Mhpg`mDdd)P*KdKetff=Vp%54S1WqT+kf$Qszei zGcH4HPRppT&u4|^Ugw|wID@&TT!PwRY~YK!#5dOGFQ?&}{pz}Pvrs-Hxt% z1RjGjFR6C`@yh{g2<5EYpNYOZ>fV2Di$caAp{5HL@{S%DDGj6O+u*22zZ5?YfDDqn zE@9RuDNm#k@S#I!b4&lpgei5}w@iEzQj2uL$!^D+2m9BLRRkAOLh*-74%#kW13tBy z@hHjTy_U2id{>A4=^3i*H`t!iU`M<6G4(QLrm~T_m~(s*?B!_(H{2o7Fet_xOUgt%;?1vEOt4~R^d@?i_U zx7$fPBQqrH(X)Yaaa{>jlvHbWqPQjozFng`2XSl@GPZ|V8w9xvNa<+aVm^n{@qs_* z`E{l?GyiVXyqgb1s4b{127L#vwpQ&vn+4Fo0wA^>>WAv2MQJ)1Ug3PQJYK?*U*2Ox zC-+h74KpjBgs<=FU7)$ep1#3lg$|goNT@wLP+2tQ*#(!PTc$-j6Axc!0ndn${<|t^ zV}}MqZ#-}HjiU=1LchjfV=m2B=$U`Ue0lH$Y9<3{Uj+4YG)jImy!0im?JvW@=EDl7 z=`ij&E92#C-g3#>W(787SL_hvmq4GzB|WL=bS>i}c#U=47tMff&QbLk$fB0kQR`;E z1}9oqS(HQoC$?YbxgU2{XEtqRo=(q0D(a6*)}?!%I;cOg-at~|3zy$ia#Dv#Hy9s6 zbQgEliyUQM1eGzp<{g}U}l)7v3-s2^Q4oXDM#E-W4hWydOd_mYI z)ZgtbMT|#@ohR*XXg;RRC+;};QcupNMCDj3@rSs9fAMJ3)1wmm(^2mPZ>lRD0Rxp* z{L$-^OZoQixUjZa)I`T__3*Z=L@{s}sfzF143$SVhUZtob{s8o6qk4TxfEF<0rP|! z2zxe0D^4CS7X%I|4N3l)i}n$`WCJ&8ZF8%3Z!RAkxx=0}>DgtzfBcCRH3Jc@eU%bd z3CyQ-W!WMG{~7IkKY{h5d^7nsQh5J=R5mVl8=t%WGN%3*0#mHp*WCfqsI3`j>p-YOP^a0=GfCv=ti6 zw053BWjOZhik$U9+Ad#P+fLD-f+dB;Xaem&m6YFm2?)Q`qHExpjPEJl_Se_E~hxO(-<<&gKQ|Bal z_ZZCgC5XeU4kAtxgIzPiSK8)|7XubV8;=rAJekD{`kS|67IhUKeHtO2d+5;X)`7K# zg=(x^sB!aiF7odz$@ZIae@3m??S6@7O5^bO)7GFio1kJ#Y3UPm((1hel|#Cc66w(l zTfA|kzD8j*+}$XRT*s-%ku1*?V6Lg07}%u`;Q8)F8L-389C@W+pQdwbEamPlh!MLg z?p>B+aoH2?IOa0(5~({|8lZP2C=-LrwRbt}LGxoZ0<(qgOcH32e|(WkunI3RO9D5%@{<}fkkK)dCunxmfHWpA08 zH@MrrLuh!%KKPdXc1CTT)&l{3L;M`vYCZr*{Z{EQXs#T9$gWcA1n^?F zeW7VX{k|_ykWHMIK{4q(Xn8&^F^vI-eLzA81n|e-j043ySL{*&X0Gm@`?&-vzB1qrRQnsLszy0NRS+QR zX*J;mygtIjgE_r}l4vHTSyP~+)a=)8|JFCEbTS?TqF?-iD+rlOC%`1dX-peoJs$1N z#oS{k1=AmQ>B6lHq!pbn0QNM3yI@x{K}k=azHp-N__9kv8VG*fx-VsMDhok5Jy`)2 z&08N(m`~WQF-rM)zfBkbCY|HN#|K+g&QB>gZ4goBfW%s=b3Na%_wY6%BR+sP)4d8z z)o-;M2vG_R$Wlih`h#)J5Yq0i9Gm+1zPywhKwhh=jK^PkI?4NFWG?3qE z`P~i(uufwp4qKp-EnM*2-<%(i5RM^Qrxmoj{ju;xuO>((V#az-O1(EM4*p0V{(7Xp zaL@l342{0gmHvixVxHKYrnqZl-s7kNK0nXbg!H6o>H6RaLHcVtxWG9z0#W?g>ga}4A9PC(v==8DI8z}S5=#&Z{lwUz!3 zYenga$;-*hi;fQw-R8lAxxI}!nu3Oh+xHJn^y>Yp{e6II+s(gr&e{8*Y9L1=)$xN~ z@vCmC(c<&Qh>pY)%pyJ>5u24egGG`2*#6dHI>X|!)N5cIyRUleN;W>6sO#&&msOkvT3;T3c4+&O`xFMa{-G(ZjC zAQgDE*Zie{P7;xS3&cHPZV_R6#B4SZ?Y3~$9%VCcbd@W;RkId{fSi}PK%^s$Il`C% zm}pj()iu4JzU*|#Yzb~YW|mG0MSr=}WoI>XQBls_a3XqVR!JXaGS_BfQ{w86BA#iZ zMRCovU9Pu5QEqq|>K_O3bI^8bvUOdWKI@07vfiP|%shFXOh`BL{iCx$%DE@m-qnt9 zz}U?D?vxlfNL1BYm07}aC2*DTIJS2k#VPg%c^YxW}f{ogNXuT@hw1A z{VJwLhOEm;7}(ZKGc?9=Gql&fErK~oO;Ba=liU;sY@y0Xt91y==CtGg`tqZmaX;gKOee`bYD(yEciao#Pch3 z|1Gv#S|b{f^a0H!jWSql^U7cxUp%aD@^AC+bsw3iZarzL5RBne+}}D{*)x8U$=E&n!xEif$Z87Wy3e&D+wHhKTGI=hTy$YxJSQ#ZtA1Y8a)!+7#+wG~x&UP(X__*xc z{Uwl+ysgWA&}G)3VY5it>+qRMI(0v-7UlC(+_lB>*QawlN$)LCG{0BE=gLRMaxrWD z>Bin3a@nS~oF4Iwhpj>!y~aD*#UDC$E+4RexKFUwV{W>8+4avA6Y*qMG@)_@mQVD& zZ&2YQ$Gt8()4+9mfTBKh?h2H~`%Jo|CjIC=*$YYrKyRnvDS6iZwit14_b{>Wa4XnK99#`w6_dob+NKFO37%9nhS zex3?;bJ}TMkxdFH@{V`95{nG8ORgvh-6BK*LSm%@SwZ7C-wsRnMfZmZm_E-GOMPtF5FR4Ep@F9jUV)~S|IS>WcBNdar@BtO8Kyf0M@*S z(i#Z%gsgM_N@e;_oktkK;m`!ilVY$FNE3C(MI3^x z(Le+zUs3})A3XRMfm@6)?f-pxW&H!+{rhjoKYaK4U%%(CZus<1IQ`52HbvBK{GxG+ z!k&K4T0Zbj+hT_I6_=T-#sYt<3B`MewfO|(5!esOHlvVk)D#e5iGRP1z@kr_&bA~? z^Dqi|j(Un+dfk2qeosisWJA+UG*i`*H}-k@r_-Eko_XIjfj>AQQARvhrhA05uk7S_wB-V z?fZmPhk?kes#^h3bOF>`wa~eA6d2mV)6lgn;Q^5;k8ZwRFrul+Y->}>97fb^rw=|Z zfe3DK)nk_YZ~mA$b7U9DD1yT%EHy7NarLEMfs9YOQ0GiskMC|$k&@X+Mi4_N5F1|s zUqii9_T~WaF?h{G@EH;~?hrtKTw!_WL$T9@7~w_1vq0o;dZ(HF3z#W?YU`0bBC?y! zHRgk9J4>edUN7X&sou=(87At6-ASZ~pO`ae{ei8pdYVcRPfRqbk*J&VRp7zTtJ<$+ zWGdnJw(w9p{1%#~#(n|>!H#z}Z?QR}>BT9BjohQFyZLj0Cqr*gW)}>UhBo$~rPV*k zdb|oid^uyyvP9_~b$zR2bD3|erWW@~)h>$N6HeUq3oOvrfK?2+D=Ujh$)y(r)`4^H z^9tNP7W!;0RPD_^Eq0w#(B>aZ+&)#p9i5tbHpyb3FLgT9I*yalNu>w8#amx|h^PK} zexw3ok<$B_=J0GVG<&D@h5(T*M9~TpgAJy7jU5n2SR+P|q;y^vG|dhH0uf7{ryp}a z{qJIg0Qm67-8L+I4&J_$bim>GwXFnXN@|BllXYRE#Y$_Cj4vfKQr-cJ}_0@>37AK5@T(;g}!p|*vkB5(>1xIzCqKg&M?@8|7T z_P~!`>nPByPZy&ZN>6y8%1IhqEJ>hZ*J{Z*eUqE~#Gl37rSQ?c8R(5td=Xb}3^bin z;gnbZ;m+p`cYM9NMQj6|YZ;DX*N~+#WuK;IQAhg@D^;XD*;;jlUz?Rgn`LK%PB^9i zXN^}5s$`Karb`)WqVzFzJ`^8^1z`NAv3wd~6QKRMCzmFYdXd*^di`O9tn;WTQjL?gG`Nxo5azmAwoS|Fd8*hTOQ zX@c$)FG#4$9LI(Nroe@D19(AM;BWTMp#1$mKlAl>D_Zr>S46P!wXq(tcXDH2pivUU zXgwF)>W;6}5!U#!@M{cwvt6UZ*4E%jY>eCdf^RgwyKI`T##}1?Q!yy|=Y-sakd%n? zGn0_mr#!by^4ZKTuA#O1>USXEjIdm}G6USW)@PS*_JNfN`85M_=(Z;bIbK94<)!LS zBBV38gX3!QnOQ`J2uclT8qE_-{@5n4HIzNaU2f)`OABR`jOMYN;@d;dDq~)LLY|{~2HRfS0Ck0bR*ex^wcrTe z@xEH7&pi_fKhWcSui|{t;5-(@QJ;UTcv(0BD;28x{g<+#1T&z$u@N2oU`Pcn2ksBM zK>YFx2p;ATckTMJFf1%ATtN5hZVK(u)h)?CAM3p<{0}_4Qm%J`k77>Dn2)q5539=H z+PCs^u-jRm86ikOFZ#?c@IjlHwC$b)=eW4%q;YYpG+}IXm|^P4;lzQ4^Qs!HR~D8$ zDcLWeEJB&oig+r_I@aSGUv^H_`kVX2E}fNo9BQ*SK1Q6WDUDpWO3!XL@JR7nv<7YS9Zh$P#iI>;Yf4^9vx z4J6HIvE7KgwX>OhPbJR4S~=ZWAjn%xY7sO1an z+8iJLUNR4eNDe2wu*oLLRVM}(2wU!_cC$$)`Z~_TiDig}QF(x$(*ulX@2zDDJ2L=E zAxzGxOGstxLBgT)&WxWaS^rNvTV_(%Amoc;-E-7sD-$(dDf1mpaCJOUQF0@rR;~8$ znyIkQ)pAx2v7vYr$etWZ9DE}&?v1V)-*qxR($I5{nFVRF!bc}!KHV7mc`E8|H-T$4 z`Om!N#zEiCp2wt+U!_Ol{^rcj_X_hanm&t!1aL29dARZL9*LT5d-ZgZ^eJWRN6_AzLIR$xKSK9HSwj z3>i6hL)M1Mpz_0|mzKHx7R36Ie3~;pPM5SF9$g*BOGAZGyb`oStT9=9Aq+kqIm_TF zFDc=n@0dU7j+rw{T68cXDsj+h;C>R*xikH;b2&>XI6}txJ#0{4eAmWLv5n(iL61vw zJF}l+7-!(7OcFm1#cJNMJO9L#h=v~Vm05~vE%v`5r2bY)$}`SQ zO_Koo?f9pne(gO*b@Y{29ve(mRkBs0V8td@aD>=HV z-pXci_=&!%(7ijzDHD$0MIqXv0Dj(8_UXNzuk)A9WuDdqscT^3Xcsy%9k=l3K4(?? z1h;HDKUEzG6;(J;uyi1wcLa-~0yl2OgnGv>uR=rOn3zVnL`QAvvBbM=?Org~-G2Wy z!^iuwcM|DsRT+ztYiN{)hupi)!!X@Qt;DXI;r(xn*u=D&cmsE{1wX{|FP3x2!%9Yc z=fa_LkM$KFZj9?irHsujI5wv{=Kbh|3j#Z_TOertk0?*x5XsW<#oG(7WE@|7$4b-Q z0*!Jrf-YhP*CU}Bfr3g{CSG&_qQ(g+iuFnAjc)O^Dy;ST18$I|#LsM*f(4UPVxfL1 zE<_ChcTZ&lNH)GW;ggC{HeIQtk9iHZihzqZN*Z5;B+)JP#;4~-l<2PJbGvB$PEyxR zBg{BAZYMi_JWDtdLMhUO7s8k;8bhb3oTyx@j0MH$%-a`9C>T<5?Qgu7WBJTBtK%nB zpXA3OK1EAlfy6xTw?UTN{l%W_UwKTi?RPU;Vg(lYTz{yKPYSIr`NEM2%Kd`#ZUl3r zj{K?t&e9IS?Mk++IMcZ9jDSD)z^23;1ldxO0T9=h#wvNBhMoR)cwHAIC>AdWN~B(tP$gn{i+x_>^BZh(pVXN4rmD*puRdvE zhM}68F=wbkLfI?TlKamEQdJk3$mzWsK3VQcZgKD-f|LMuY9uDA`s|{u8O@+?gNf7e zv3HN|Z^t{WUHg~dMwp8u4Q5Ua>fhE%3=PASG{LLr!sezSlq2s8j&<0DD;zRqsm6GA zZN!DWkP$)Li~{!OuWG*~1O~T8WiKN8od(xUIp`1ikJkEZb(H`hNDumIqE zI{kEpT!Cq)?WZ?#h`2zaE;^;NU{;0qtq71hQib|*k{QkYZDgvPxtrdr@p zy{4IBknz>zeSA~%(%DSRaQ!#C3NBwZ5F5sJGzJ=+9A}}YfQAZDt)0Vj$%TBsZg=u2 zgXBZ2y*)&N3mZ(hQrKxc;*=O@3wsN3zd@Xj(xd|?qbve};?Y-bfA>4?#LqaF;@Ma3f`Y<*G&Gd+_O{KwN{-=t84vQs?^px5+AO+}ud2@1)oO zpg9RxwUzUvO8JW+5_G7$89?B3E`+|pVPc>dm*L3##r{FIzF}X^J$Zk8GLqOdR|j$4 z)q7?~-@jT5nBo+8-&B;rv;pN9n9lQWv47kGP(5{u&J6LM7P17-pW6WNgTc9e$?M@0 zaUr3h!vz^3lGywRxUxD}1cPse%e=B@oh=sFV0H24zP#!+wQ?wx5_d0&l()=@D%!J4 zP!*q=vZg3)mkLFo_zpAtbO-ww^kLIE3elzrJENc}P7i`F1yF#wEcIPR8XI7igqWGD zvm|_UYn^6NtSBY>0UIMp(zjx4aeb;)NMW;qT<2qO!N;N= zM7m+2h9&n#FKLqD4H*Ull#_B z`Vs0mo4D1A38G|6=Fc1Y0}M0aV3h=?=*Y+>==7)^#A1Da4@yGZf=H!F0=km#@9qSA z<=f(&Uyl!Zsl6~0+W%(pxf{0&H4SBmMJTn12bbc*mqxjk3oluTlrii-R6r2_5kG{rX{(UOd zW$(97{+JhOsStzgqS)FZ9Vv`=XwR5$j7JAgsH7zhuVHxj(p=TNDX#1G27sqz0vfL7 zlfIkhtBq|z#Ih4)2?s!}U57LEizWmXH5q;m4vw)(L%G_-G>2v=suo2Fd9Vq!JD-c$ zFlAKYQIkD)6s_pYX8x4MkFQp(<&_*xb-Zw7e#`ah1ri(ns=t0VnAhH6p`i2k38=hJ z!B(CG+EDV~ZqlFc4sRt-Rt+iw%tn~4>ILiw=*PiKCW&$ zlzg~Ad7AGw93ORvj_8#L^&Q>Gvbno@ubm?44cL?Ele5pJg?4(r$$3vr$vL6~&awQ- zafsVmZf#RFTIB^tsF35gq@T2DH;v>isK=U8PlXF)b#RUWCiE zwIsK|UH%Yw6iH$aI1+eFQGI=V9+`>mD|*%j#`?+6!5pW}<$$~TJ85O7s4&aow)r!` z9HX%;Y=vHe<{x`3T%!Txr9*29r5(j>tI#7OTT;6q40u}%>Xu7~3i`_H)}yOsfAA<1 zZXRAafBEHxql_N5uSjfa%v1gwn=uF-b=9rn+Ws6-hA>wH2b2Eur1&(*{qgYW1&H+H ze#_?epR4?^4Ml1a$CT(BmtdEiGv@gbmwbCf2Bg+W}`F;W`yb?BTMXh4OUY zbu&AjJ3j@d%zsWnitFw`yMMhfDcV{U}v>a5u}LdP@bl{#eb)&D_!=2Pa}?3jNo@|taV zWVz8!qolPS+FjeOVdiPSj+U2mQ#Fz$)m@be9@xN-h~~S9T8cIe_kH` z{Toy+9%v4q`_@d~9E7%>KYL~tAkm#`_dx|=NH>5bnYaXau&OUZ^;o&!1yeO*X^B>D z)0z_>5C%XdN8b4^I~kJtJ7s?sYz6ML(FUOrrN+wqI56U>F^Tpi!=A?T&$ z!sQc`MpyNZ%S@kS(=Z?DifU;Wd}ZJ2^Eqx#dgoH9Z3IVT$9%g8=C+{6>p{8Dhgk0{ zJC0Y8XunnE^LGaHxD`y%9)X3mkDrM%0{+I<^4MXbpe0R$Sb|)X1~+>}u$OZEy`(wd zU5ts0ClG1?C0R+{8Z>6HK>P?fH7#O0j&ZIA+QH245_U9&R>ov24Rp3tTMukH34?4<&=-)tD8be6I(HU7eEg9y6M8udzCjE`>vD4Vzg}C5~UJ}B0OKmoAdH! z*h>l)52Jv~WPJUelU<@cZbja^Ub-i=_Zr@cr}sAB-#eOJ;9PK^>m~lX;%~Jy_^@~J@+(J zyh}sftXZxKII_4AVeOZVCU$W9kkFBRW@Df1j7Y!bv!BpLd9x~L%<35s3*B_RQvIfQI$-UHtWkR zzwn+w!(DeDIlZeP$xU8KP536a|7bEhj-LB?)?#(!(rx~-*Zck=`z~3+^4xm< zWB0#z5-Q%U$EJsiZNJ&Q+n4SGAp_j?Ol0!HZ|#V?FGP8kS{d4;W9t_89o|vn6c%}*HmsvT5h3_nDCV9? zxrl+T$`3+Oip+>Y%K0uo0VXEWOSkYFUwvt8V{Me4(+Y_$J5-sjt#6Br5V^0%H?-X3 z-DOl;6|%Sj#d56KCIE2eAmO7Hb+Zav{@mJ{JOv~arOGGNIXs)zr{TslekMt=lrGW1 z(84KD%$au0!I0=ntWTa_eniBXkxgOV?OW4*fju?Z8`m1&^kT$@mZi$c(UC`-ZH7YG zVrAShd6GxC?41<@bhSxWKyMvso9RD<4IS@msWX3cgZcP46u_Np}XagtZoW$Gp>Wyu}pd zgmdgiF!C#WYxBvqAcjILij;e%Pb0kh8vGw17Z!1*ROXBn2L)MZ&9_{7c#+l3b1~Ay zsoi0aOwRz+T*L!#YsS8$>#Ur11!6TV{|J|;EA43+K+3_ zPcczGw_$kO+A^3r`PGdd9&Mz3sCsjULM|*XqyUio${pM391NMbn~FZF`qL#;K~J5} z$ZqTNFvVp+0xKn=}$yZxA@6KcAyv}mLb@b*^TeOZY#Zj_E+QOYn3ehAS2diBm(xZs=W$z1pL zrzGFf#ls@*1^2HDk5j9Ds-=B?Lznjva*gF{_)y=`gCHUZXGJHJDTlg}1 zazCf!J22=OFm|}GxC8O87H9=BG1ZUwAEq67?*6e>eOBxeeAdY5vaUODhm;CDI)WnAFZ>7;Pufhvi~ z^m-DcxUYcX-nv`LXq5NOB=mi;tF;e;8#3^E=y09(Gqy{#*X?(+wx*zJDZf(_Gv;h+ z(!llc>$U7U2=@C(2$BwjT#h|DN}>ZXAAHOy$nJF|iRCh^UVeP!+5AMl zToKGYdw+f_=S1u-!LYBY4g%Ub8h&033^<&Dad^;4<3O5-OG|bQ`KLGKBiNnea0+LR zX#SS9Q%G4$C%gFZ4OX2#e47p%ETKb;!+mlW2g9G6&u&jQUR*@%QLWlXw<1S8e#KWC zi*V2ls!;YbP>{q*(sXnB1Bw{exQ>F)CiiH!u@m zrf1^f@?da(RB*rkB*N{5knR)xA8%an-cf`lgnFtQV)BIWi+FoP#q z{?;2JneIyMqu}GguA_u77RRX_`;Vng#*+(K9P$n%R@MO4Dn^epX*H; zgqS^zrQpFvTgf2CbxifOTXoq6c#R49#@CogWjMXWd#0%KEKhx?Ve{cZKo=NPru+nn zm_Q|;A1f|Bf}?3x~z-t4qKC%~?b5jituMQ@%r(2}`(3StZL z%nHLgX?MRTSIoQL+Pylk5lP+P;(NMIUXY~c@3F3KdY(Ts>>pMttS0N092Pvn4{^Iu zIXuV`2^w17r<(+QEdQ3k?pz zX$x+L(0)kM&{?dGh?t0!Y>YVyc1^@O(0$F#W6Zd;A$H+?=er0cCv$6It!!nE9FBjM zNaH7a_ab-0JFffj99B;2(lp_>PS%J|KaI&JQL~=ZM!fFe!KobX7;fC(ezeqrc<+WT zKSREsi9s>vgX7N%6n7Ak!09*3gio_5d-JA?bI#XlI>p{^A+N0rWh!A`W(l3(MBT?f zJR*JOB4n+vMBV3hf!9j3@0Ik0xBPyPPjtVZ$i+a1QM@=EkBYoJ4FVB@0w*H|iYE%G zlEp`D`iI32Gk2hWW4hRjiS~MXZ2W=QWmjVQiEvOzD^@ie+1c#JudVVYeEY{yXV2Z3 za0@Nx`6nJ7Dq$$zfYf|#O>d%}O`&_7FjY+-#T2J8Si|wg=>8Xu#%NQllLMTq?wVPZ z%HTj}HW#cN(ZGAxr_N3O0tLg{qto$l@FNu8n^7$9)`z)xEA{%s`51bl}?I7fphLSse;PUlEoRn5tSjooAGy11X_$DKVa& zS~5QlRNObAh`A_e7X;pS4B$%dlsPcAeZ?DiTAu=HVmoq?ei=M_>6j=BND*(I>zUJhi_tL7^80L;%}+{`lOSUZN0qX!{)hZa0$l zr#f19R-EqLp^+ze-IA5KE`e$tL)~AGP?~h}pyi#RobJri4v8iYB-PuIN7AFiB}7+v z0}V3}y^R*Z8iBv58IZH-WZR4;AofSX53>L~e`z4+JYY&CW%byJFHkh77f*0K4F7H_ zxlJaBRK_!yBvo~4cWO^|Z4Qi3AMz6W7)WEsd5#5n*Xhlg@MN_7er_i5%M33DhY91j zEz7mUAPhK|1UC)q`5BA}#|zw{@<&7^S9RW9KN>~kNKrrLE=>RVe)yMZ*zl-s-2Ak&etmRF z2cGwf__#>z4$kme(ezdET)3!{c#~ve@SL-?X*@c7`d`%x{PQN#ljFXgeLe< z8}Mck+R-k*^FMeWgef4XX>63hMH(xQuN!=3b2?e_ zC-Ip@XIJH8C7w8nB#a{S6a1c-li)x^UzX-p3)? zH?ufL?lSUnhmp+8LdW>3z649xFTVTAzg>@6+~}{;kIN*_qOlJgJzl`Y1?~!C1<|nU z@xD=W2R&8gmJENR-3Mfei)sTOCdYK7C}r{-EVfi*uZTSC8RypJ#eBe-(D7B2=~$XF z&fh}<>23d~Kdpa*-o+~NE1W7yXg87>R5(OJI=@$Y3{j+O9T}tPLs!Z`KTMJZXvWfL zkpyeu_*39807vWzRpG6gbvZfApM45uKgk*sXxIZaeCU>>v0Ui%UYTVpW$Z#f{uN*u z)G%y$U=smrreI5Q0sS-tAv%I;MjjMiU7L<$S_}D}Wl+&-KbbNJuQfIeLI0fS*%Iae z7~}Mb)4)W*kVam5p_Qsz>goz|a@fdJ*jjisPU2_zYmOty*wcyD7VMC5)dOPnU3JYQ z>tDWn@wu;_G-eQg9YZmt$ck;vPM`RSWq$(cmT-3<3Br8VsFz}OWxG&rhs|_+M0mM9 za;LRDXJ>9@a=WNimw4pu{PG-W3th}pg_=c4hx7acE+AHNT3-wjdXwocuREWc$!8E} z+4}gm*NRzN^cCBGfu%e|_b6XCRO%$KRp7oO3B<)#Aua^1|N`}y_ zYirk~BO-=KNZW0t4u9Pg_|-KCt#!2o=EXgm+#`Ufljjj@&0tV#9n(NpP8K?KE5V&` zB@K=v)6rIX=l*^~Wg-!w_y2trb%t#Adl2S4%CS87sBRPf)RueGH z%*;eYMae-(Ivtg}`Hqky0Or|96*@oQ|Da#W+C6u-Q2j@30l@neb#KSt>%XwDGnRbw zedWiVoL}|dymm8tbt|~{p$HyrrwQTsF`moOqRbcN;BhgM_E3hvLsx-aOA8AoR*j4( zpuc^?K40VUW459jh?%6`z-cx=X%}&?@pHh4=b%$lt{v3*9%qll*UKgR; zmGwJl|>Q z4|{)sjg=Kwc+%VQjET=L`@5wq7j>hqU&%$Kt2I`tctYWw(y1v|f{zzUH-$l-m-3NI zkQ@@`qMyE519LJS9TE#5SkKS z1yTsU8~9of!epUOFoZD#@UKB^B7ft|D!A6&)%s#bqtkYa0SVg!;KLQX8DU<*B1597 z4(@dobkbPbIotkCNu*qER{`9HRr-wIILQbfqlg!I(zd~ALhQz_{<7#{FaE(4(Z52E zc19W$SEQI--=(eR^vi}wI0igrzv{*QUAwELboSFP*LD9QRm&-N%_2WmS*#WZSwPI&{>oU00@%jm0GSpZZ-w?F&DAL zimeu37Isj~wj1b_qi?=Uvo%15`{Jmr{7wv)mUar0P#?F9Cclmou73UE&f>KDnyd1E z-%+dsOs}yrfEobzLB2WQ8p)|@)f^-wg><8se(q$y?l@2X3i~=wVR#1X826$7S#s{Y zbf}S}49mqITvECDKkwQT)E##VoOMZ{tJ$@BvXl8~>V*C)13Ae$7afj6THGJ68MnrA zMl3INEDpheNpb{=Di^=rTx@>j--_Ex7>BNv6Nl*&ZWcY_t~>#xGqrQ zmjzN&AD-`9Qc$PN^JlN_0iR5l!8>fS$2e4eODe*TFa?5fkps`S^&F<#v6c>hNNsD7fJyGHJLExK}jdq|%6 z^(x6yH)*U{*#YCFk_)##n*1!0y%IEO85~z0Je!L}E$5aEd#ay-(4j9Yc;oMx3j_ny0yczTzWnUXwmi!txA*^3eX_8DtCduBw%Q%?C{>zkQeFe*`QtCX6*DvK z>&epb?mC)T378FrHnySm8^7HOp5!NKP*zfc+3;9>HD1oY!Dn&qA+tghZv!}R&=W%6 zDPGC{_ZLMzWU%)kv;eyS0F4{!m|$C}q`eb0$o-!Z90N9l#uJJsE#22R$4+z;vX!LJ zgrBz?Fc>Q^fvnAvc1xdult8fI+`A#ZKEtcCcY$n82{?6VEVJT6BQ{Y{8gMV7f)Oqe z$43X^Fgxb@a28Ai0LlY9%ryQv@P}#k-|)mRCU}0!+^v&~PH5 zpm?!x46?N*n^JS|YmxfE!*mZ3Z8Z3^JN7R{@P6f>&z=Bz7V^YleR7}8{7wZ|mB<5* z6YL3sP|Qjp&giMTtHObSQj5|OU+SC^G85B3koqABOJmHfPoi?&{x~F@^>Pu{+UrHC zmE>Ez{BR@73(m;O2KoK2rY1+r^Gk5UfW2yTT^YPz!rf_L=p*g6X&6PU>Qx8StE8!n zkhmc?dr4?!$CeGPibuA5kN0^*t8+Ev7jJaoUs481JN_SBZhbe)t&X#5x7=E$md{&& z(r8sP_K=B-)Vzjj>``>ZFT0jXe{x%=%*d8+l2EBK`E(&S4+yuXp`p?9RU!udu$i3z z`|9!xlMHAjQx9(l!!I|N4(Oe@spA}DxsWndiaHJ_mt_e`%ThP z7c2df4VS90GlLkOXEh#4|+F3pk#QKKd|5Tig%2PO$qgcsNWthgU@%8 zS^(eST2lyHrsB|PJKWJZYBXRVBb$TwA2;;=bl2(r*RH!vAflWwF_0T3IW4l0X-w^Q zPc5F?NXA!}g-5gk3lQ7ReW#)U$hYp9_E`T0 zYkqTRoK?a7 zxO*}1gLK4JWIMuoml(~?*vVHiaXBXBb;d55_P@kOd{qx~=}+307=e(ol({u^59lgZ zk7_(u`K1w~l0fw5&#z$jvEHsSZ^lKKGxcjQ+e+=;5Kui+9{7RmEiFAtr7__q`&Rj9 z1;s4o$dGUHe|IC3sGPgV6Vvgr>bFNbch7lEx9E5CT#3s=2zCI)8k}*TRKgePkBbR* z&mDy*(2g)!K@*p=?}NBv9zg?9C~$XuYU((N*17h}VLkMn5h=(4T@+lAjI*<|E->ui zvV_F=A}qq-#YDIFms3>!L4sM(@6gJJukOuTRK0$P&o%xK8+bJ{PeaG}ers8qMSNHG zJ;8Y^fw5xny|#8}UZ(PH(9)~mZ~U=A?~Q9J_FY?LE&&xDAM%z5AJ+jE`2_hd3JS~= zt#^oUh9(LM2pRB>*jOp;wYld{a;v=m^7K2m_y76kDm18B;ayQH1dt>GiCwvuyxa4E z@E}uMEJiO+Vxfe0_`i=Bs^)!PXi#iu67mY<5Vt zB3>H+a>^_Kf{xRNW$|jW=HXk%Zc;lPzM&{?=>Q>&Delq8TNW-K65G9S=oRZG6CNI{{2@5FG$>E;w3e$5`xmmn zPJpmGMaB`YkGj4R7%1p_j`Vq4d7^xX{5bw}Z%z=t{{Sxi*!cNzQHrZmBDW0z2cIQN z_+2Te1yhespIEw_pzOVgJ4Bt?7R7e%zUbJ}J^yW~RqI$86?NQ%K>R2NT&}}2Bfs#9 z?xk#rna|`$)4jU}!Du7-KePShFjZigYJL^n9-rX5-nr47Z1^l~CGOT0CQ;i(CNl@y z>EX+b$v1O5E4#mFULc7z>V=R#Uof}RK&yN8V&CfD4?@x&L+%pq;A&j@shu6K7#-E!>^wJC+?}6I%qXpo*Y9}gE;XSO!B22;3 zS`G|ohBVR50LEMO(xG* z%lYm)_P79J)htn#nd@o*B<}8X(6%zVMRPiF9zH>E79@$BxOC?f!ji|fgcyaAQ2_Za zqTa;cexQ@b32?Q`fUrzMW^n&@88S0aLs_}Pd^;na5M9)F!AM8_Khq6kWo|cWmfR_p zjfIZ3HDq`_^FRy%5-?fi46640y@5tk zo-^47m?uXzrfEj+1bZF?QdKSUWO*2`YQPG6>8^RUx#Yk8XZR&atc+%(rkmUg(omN> z*_#WVS|vo53y}Y^+-z@e?7(kqvthT^e%_PAb^a;#H>n^2ubvwgN6W#t{o|iPi=Heq z>GAe~dJ4kffq^mq>}Y(#Z7mg4b&fXC!77jiqaU%&mF>#+yWeO0wS0T}_wiS2z$({_ zv5j^xFVJKk!QtE=3OrE1e7W7mX_&_pn}lkC@E?VAY+8=cS!Z3kHr5q{hB#--6CXj|zD_z9y#0KD+j;j=-BhbJHL{(tXif^ErHX%wfbU*2XGvkGJtEs4z^1V6PO%O^bbd%SzjL4veK8angmmu+ zn*A32uWzvi?Ln)07O-cRkAYx2gV0+^7#W>SKTli1NEk#?^Lu?tddwvAwVgpV^|!BA zgK-Q|(_Q;4e#K^ZYwHFoHHw=&sYD|p6npN}E*_jNV^&!P;a?A!&tY8qJ<7rq7dwZJ zvHbKH9|Q$LFn#CAuU{^L_rIP+0ANt?r4K;a@QCR@y+_Ve6mLbM)ooRKH?3_%JZ`q{G!9zVb0LyjW~6|XdzgH=w?Ii6axHQ)Ic zcabTV2Y>yu)5Z1C}}g`#r@8>K(c{5 z77Pwg0x$TfJ&a1M@R7a) zm@*GI(9lMQx&2NWuRLb{%IChm3-nm0ukrLf23bCY@6A7v-24EUkA#Vme?nf&lPO?} z+V_Va0r`A_p>y3JHl2Qm3e4U@NA(|w4K_AzbV5_Ccl1d>qRtJSst~R?^c6OY&Iasb z2I4fyxQ`MNV%7zpg>DA5g#?ew!p#=BpqY=o--`sAD zRDzGk-_+zWS`AD8DY3%YIu)t&ivIBBq}sPb7b8gZ>Od4gae?(R`Ss$`3+)W+!7(v0 zc!@2H)gA!5ow(yRO{s418q`h#Hww?3uhgjKY)3lN;$46e4h-(RicF9FQr&dQz3`D% zmC`6t8|t{?f6)%}_@JPk0H12?n-*51ZNMK|;60e|e(rBj&_aAqzZx1?9p@!8Pt|V) z2az%-EII(H$zCfLFS%Z}_10HT&gqJngai_MKrZk;tt{0AlmEB_%LxHxdQ)u`-oAe~ z4GVlsOjxqzzSS>$8<8I(-&wPiJsV%T6Feu;N@v=dDHi#cg@AGCz@S}bF9bEh^^X1G z2?6P356cFgQj&68aA3%2sJ`U(OH4idX+3HvRkp(eJJ?n^SDiIZ*VnD6|1PrNe~cnU z^)bm(k*T};^~M5~oSRVjBix13aj*&{giOplA-e<~ho!y&OrLm^+`Y=zj3`zRMh7S) z^P+pV*-5LRs)d^%ED4vp0zd_p5X9bs05(*^!C_%s5b4Dw`{fA^;!^s3&S~|D6zA3? zGh+z8>1JKRoWqDG|8?(tzPAb2o?Q7f|00m%)ty2`inml3_)FtYL*HU?S>%JBOmMD_ z84GoEgAZ|jWCCZY#2#(ri-y_n$+YBQtUosS&AS6>o#gwG!G3eF=vu%W9?R zmv~RR*fa#k*>YNQ5z7%#9aM&WW&bICGe|V~BSt)LWX#M(bnfq@FOZ@_!0*ho)3e=r z4Sg8mXL6p9{6hSe6RzVn4|cbqQ2_|-U%cKS%%F1sxFTj8pMT2-=Rwg4`Z(_pZ_R%a zDv4f9N)5S$ucAy@?V&WGzYMe9AzUWtie0n__aP>(3?lkiUv6kCdF=;1%$F<<<&eYY z3z`T~eW^|N6qod|%+J19id%{G^MATIwg=KU77xsV52oL#4z3?s=wZ>_j>faMZy0+n z^h+bDEwB4hv;p!Hb%ue(LdLu_w_Es~SS+292Le9cWc<{y2Aiv%^ZRDhyks zO^*MCgflV^%!l^MftGs748&lF0BEvaFVdkT_ta!e0y6DNuiW_Ga)^fIpgF?Y82S~V z)MPO(7F%~=>T#3BKTHE<4hX?c`n-+F%1X}~WTKA5$4abw$LcLE_m=i7Gzm7(OWHc; z%4X^yVruh_rW)fnkvrwTYgFn6=zMPPzR)KqsX%4Ta%xNYw#Wb?YgsrQ>tTv$S6vB! z!UkZ5&zK*EE!MRIV|vRxDX)|~(yO6FxPI_j&AHw-W#{cCLIx-!fck^taFfQ7^5%nV zX7u6QP6^D$-)8HHFC-4eqd9Uk6;B_bIOk)L-VU2iHX_h==2wLDj@io18up(syUkj! z`+xury~kY_MwNjkf4N}#Uj~aIU+e$Gi#TIGsaEC6E$(EG;CO9@RMSu(5#ltr|3((A zKrH`p7fvpcmX{gc%fvNP7CIk~MqohJTf?h+VN`v53bFlt*;7rovL2Ur#5UATHTat7 zu{5!oXq-LQ@1q9=vF{&Vg7DXG(1$2<4D9a-^3`(p%!1gmA5Xg&CSs+l$qwpdlC#sp z;1e6PQ0p+M?jBIQeJYZI+HJxeM*kLiUwSDGS|Q`Mi_P%C_wWt~o6%td6V{z4)Ev>9 zV@# z>1rd@X%#gce;6j13Y>)7VyxMkudv?tW{uDf0re7f^V|>_* z{K`c&&>?3~vygYkH8kTbxj-0$|6gar)L_0>jR6El00-P4A~I?>c;3A_p3P>MO53>} zSs7~77W!i;PEsDg^_yPURa3<32ksy$C}Oc64Hn9zL$CISBTg4s^-h5i80a+a>98@u zqa>CJ$pOow#hJsW!Kp{=T3_^vVB&19BObSEuNSzZrh6V6PmMv)6wI7I&OpQnz*5Iu zaC8@!K?zlRHift@1UO7NcP^m>AO+gG;5V}0N7r=7Q`#D#G!*Xvj z8JBJRu><9Hmp*NWBoF5uWDF$HnbA`>J(gG7fX=WBZm^X78-#ti7|$~#xdZZqGEY2- zI4#fkS5>#(N>G3Aq>5B?cuLN@{R zP$$aIfPe^8`Fw5(ZuF@5hQ6yzMYlU;`AeUVb{kVD6;1sia^QY_QdO=~?j}t9FwM~h z)Y%j27Qs%UyGy~$>Lhe79|fo(_z7&FCL5FE2BlPm$`n)f;oMjoZV3q>Qcx zw%ua09!@6~#d<#mrLp*@uZGs0)I0L_t8}J_B4bGvM~${K8`|ENh`b31mAE+1-H(}R zm5l)ZV&4-&WJq)-GQ6JW6&>!9{Mr0xIT@TBFvA*wZBoFd6`4wy@V;IoN(UPsp9{4P z#2ARHn`@VS$J&ii5L;L}c{U@oNV5rKg z_>QF@jB9b%V%#2XsZcNJ8#P7M`PBOArV@h^watL?t!vNI!?Br$*(SEdL}BCs zkR%`i(-%D-XSQckKr12Mmm=1+3&rUqzhI6NB*_>+eSHwh*QT4}%45u>s_Y6qJVq_T zN1mA;q|hGtvW~bxf$~K$-D#UnLo84LEM?H3&z7y`S0Xm@ znA1$T#EswYhyifr?}22aPVAkxZ!vyP&+Zl~EZ(wyy_)w^=6U*_7v*Zd76@o;OA}2D zd3J(Qvpx1#7JhREUlKne3)Iq5E4(~!^V1otCXDC4wCWphBJuA)9rnVT;JEg!mkD9F zKG{t|Jl6w}@Ha#1UlPB*%uP_pkRc}`hH|lnA#oF#`pbS;0*P&tJ_ca+-U6dl?9$wB zG5h-2@vf=nznH6t<>>grU&-;7M*k!ncqA#g(@<1cPrA2M7h08BMD>mAeDVXD1_P3bgjz!l%DqdliGU9FJjx|47-5 z?ZKq$95Po3&nq06U8x)d3Cbl)dCT#SEN*OBsOk5x>9^0VEja5+Aijif%98yp^7tUR zzdm^?6)ac9Jt+A=-AG6rLqK->b_mENVz1(adRjFeXPl4zY_6%w$**Yd6zux@R^W7v z9XToZnICe#28bNoH}8KNRXG1OT>Lz*EP>2&-<4oz?C%*sxxmT#(-&!-Z!au=k4A7gxfOhKU%^dH_~ zEbiu3hO^~RgOG{1)Lut-p{SQ(IHC~?LhOEC>smPwu;+EYuSUsjU$-~IIv0-G!|SpV zb4(g5G~Ips<%BOJOT-D$zd^$I#K3pV-`xZ;bM;9pM738ui01wJF%>iNdB`#?aQx~I zhCQ%6h=7>KpoBm}B*JelBhHrX8qI}zhlW6XiD)CjwygBQc&>%f+QCnmlP=Hi6WOOx z16Xy+oafIbrntm=qb+>0EPEaKIvFTXvsjRes*jdz9H%lM>WejgpjDIJ9oMgcqNFek6G#ohRHlB=@1Tb4hK7QL>BCWsJOv{}Z z@j-6Mrs4a;6$>+|1MctFA-vjQ2JvDz#MDmVUWE2g6_k~Iu5~C&$>LfU9TYW zTe!5kuya5IX9ya+?}cYclAM<6$=G8=rBr!Y8G6Q?`un90Vky?s~$#W)ChT zA-gE}!jj!4+^`^`%a9rFXdhsZ=%dB%ufec8>T0!UW@l?;Ias}&q@w1`c7LWK=x<;< z3xir?G0;3Qido+8-(^I+(AgvC-FLrJ>UWR;Kk$ZT@nOWd>s(Obf6%R6u5R@$sI^<5 ztchQ=JX?&j>%4ObNnYmfLD4FiFzsM&udPi<?|rhXwvkR8k~X8}!2V{@}1)Ij7>8i;^`;L-nM!>PGA zvC;;N&kY_-9{{9Im(apEIr817Hncyj>E>AX4*Ob3;(&AAX+6+*{)~KjGa8}#R=rTW zsZdR;^Upy_@~I8vF|)vu!QC0NYuSlz0gbU6t}RS6a4{#8zJ(;xE%@)nO?+*iwKuI%TI>j zpWf5Mq@0^m;$6limBl$wM{+Ki%NajS{?pGd4Tv906#u-#%Amog%Rhd~45ZAKlK1q$ zpMeEv`wkyV#pWPvtYgUK^?30ee})Ah!wtvY!{aaa{qM&MZj;#)-0;6s>2*B{aQzoCe-}b`pCZcc z`4b-_K(rAbeL>02bj!@g z50weaPSBIgO_Hh(6LsJl5xx#hd>W?HqPQ5!tUyl)#)W?#BT=?I2&x1s?fT9xZeUp-zP#Py_ei3*G^4xk_5BSDmeXtc+Y&?is%zMO9=uya{$&XYo9!49);c$beqHA-7x-T$kIfu}8=<9hq&lq$kow&Bmt z%}xGqo06hR$U2@wVVVr4-xzL(6u|_=#=P+{W#Qyj7NzZ2S5U70YNU9r4w zqs8+?RGg()`CRQnL(CbFkw_j&!l70LpHBzUBi+DT*mV{HFTyQ}O9Ea~<0WbfgHpyc z3_GVrM4VuUGyv#a*0&ip?G(l>2y4-SN*x>Ognh4vqHI~_^^y}~6+wtS%(kzlBS&@( z%c~6cD3|X$^S;v+lUpc1&#@-9?#nanYa@=`DziabM1du_0rf2}jJF|!eL|+k>Cw1T6eQfb4IEV6zX9G>L(b6wq>p zLGgGMPSRf>vyz#*_2%PMu%1HwLXz+Yn+fZ-)lhCA#AV;TcMs#K$6g&^FDwSXFkmsn z$h1IxzPNTX7yy-ItQwsn+~;kaGP>oY_&TZ-DpJJ#HEj=3Tc`?96Av-6UqZ?PRzyC< zavq4X!cn4>Y~=q@v2C8PfRSGJcP1w|la=$eN15bgWS*$}LI$=j+EB6?OD1t4?xlOD zY?Ox^lU80_RzsanJ}|)uyC=1fbfSn!abKU2ggGFGB9iOpXB+VQ{ai7h7dHz-`<;k6 zE62lJFm`?UlB?J5(|=E9;Gb0IpSHIgQ6;~yF9eX~KtI)JN>fG#4<;f1L9qo_eSqY3 z3`(A>9hPU@jN05L&JM>r4E0puLjSRt)Y0plyJwP*!y{0bsL;<6t51DGv&|b&&N2?4 zN#6JWBl1joxtdGi;{zJTq=0L<*cUYPej|L0U{!i1k&fM8`8KLo%jbzA&fllUJ)K2y zlf;tGK22KxS&Dykuu)wcH=~;peY|+OIL=uYZs#MSchhFB@49^48WJteA)%{V!`Ps} zf9;3;;29SV0fB$|8gUo_Vo z?sIW*A)SlLm;{_iDN^{{K`5zgt?FOq4h{~&CKyusE!Qo=@*{BLt9NmS4_DYN*;^$RTrzG8Z*WL1(Bao#m_9SH}6v*zhP%@PgGxDKUUDp)>fC{ z9C3#BOVxpkK*3hDB46pvnE9MZ7<=;J$C!kW!OO{J+({k^dAfn@f>wKFOJ0m+LF#W^ zry}qInmW3>8vG^2>iQa6QC{ef+25l{S!wI+#DltV*p=(w>&93m`=rZMbm7<|o_#2d zKPf8iny-2)dN^8vIyr?#8HYy1i9V;wJ|ZcaWQS#fdKgbBM1 zQ(PsZi_iYZPlJ~|ysfvHM(V-kB+jlT=H5LrFJsM3lE40VkclU@Zl=I@zX$F3_{$P+ z_0=k84D%5!t!k*GXLQN7Y_z6_TdrPcolgPw& zA5>iv6&-V3yE46TE$Ns=feNLy3+uoe&pGz`6N;&jj-Pvy+$+*b2b&7pQpYo%9 z@$^wsE#o0XvMLNgi5*$NfKzsR}MH z$v+oYhD@xVY1fxF|B}4CyuLgwE=YRG7&%BzPCf!ulLg{i)YaAN8XGa7F!P-5;dYqC zfCP;@wc`^LlouBlFrC`y{(0axMsf;rL(4Efrk18t+dIr*sLNNQ6HwM-FwaKF%L;!^ zmwlyUvAoZ6b{cdUD=NCT{3(^VK(#w)c-hJ4eWKyi7&%J`7TX5u=-;ZbG>*R-ZWxDgQLSJL0O+DhawMKRJL|@*yrEgeo^+Gf)hsg@PEj*}e=o+>lPT3FT z_>MNTqTeVYM0Kso<4@CXt<8QFo&S@_vbb)0g;oUJ<|R^8A%C(VoE$y}9@Yi4@nv4; zyhX*u1mxrlZ$8XU04EH4Ie9x4>Jvj?;2=8S${$FHdLN}tf+|K}{TjHT8x$150|Uy) zDYJ9hwA93!{ipLo2ur#a`rv8PX?}61Ehg*K0bA$Go*_I=k1!0~r#O4B-`9)N(C94n z>27;0OHYs0)-BiwHRuKzr95%78X1fTK4F^AZV*l-;nT!O8mZ*o${#R~)|*`DE;$9KSR*#OjgZ>f!z z#yb@Za(^JDFolJM!A(PshK9Dal2Z^>zL}=g43d=hp2OiEqe7ClL@CRu;AFgAGMQ(| zJpSs5Ouns3mBT(NmM7Z4dhWU{+!GcqUL@SL1Z7n!g&Y)D%Z?elzm6xl*>HRs{``ZH z`z*n7>c1nIBRVD~0Q?FO$4+qUxHKk8X-EGgh3hBqND3SE{qn}gMb)o3LLUCq4 zMnz~a-shNckL?ECAW$fIz-SR^W}OGAr~fu$_yq>#6?`h~d_0MLyvCjOwzly5@~Nq* zg{ED%tp8MzLuisPTw5LIUsGgq*wBl=gRIr!NAilDVW!8?aox2v(}h`eNq*T$S)s~` zk{^?gCZiMawMQ`4JgChNnR<=hHUItKtM{w1S=?%pmL^5QcnS6B1*1pRoV16F1v@*t zfwgt+mmjL}^Yg~@i;Fj3bx%xa+ukSW$(nT^9Ee!eQB7;yvwqu{-hQqb^-MD*SXrqy&Zeb~mm4${+8-_v)XIqdFKhOGZ2X|{S5T}9xb*x_dIH9Fblbf~+Hpt9$- zpZ3u{)KdOoK3bHnU8$8jXJh`Y+}RzWdnJa;PB(lG+*9>XbR&6X zQkizf+)Y&Z+xJze!I5#Ms5W$HB`7PXtG^VC2R=LaSb^=yu51SpC)|$ z8Uk!YJ7EFHiw0Z|zuj_go?N(nJF_1u#GROnRHrW&UB%(#OMNqwyY<_wYk9%F{*OUEE6-7%0K9`msjUaBPVRdvGuhn z1_NWhKS&@+1g^_@ZA3vJEa=WWG(ZmuMj>|fEqLjRC3{POUQcJtVos12%SglK4BFKC zuJ6m_@<8e`IFW&kCJ}ld^4A$VxT?6^L3l{v=SiEed2uSIpt5Wb8x9TMw@(64q7kUL z*Es+==7@FJ05CTW9Gy8IeQ6~mBw(tCtSPSm_)r|>GpkS~7Epe}pfgtE)*B&ChC`Je z6#djtzWEH&JqwSE4$G?#cPrK-8gTm2@A~t{=9sPilJ%X9>@i{Vq%OCl!&9G-;G29B zqG^?~3H%Iif{|Q)09_yFuwh_f8A96N5jbj)F$>3QDb6#$F!@i{irM7%Ay2YHe*_FN z+t3bo;HcEp)Byf2Q9d5s_UBk=TCr|Iw$Ril@5IN~G*+Q4_e2H#dr{FZaDt^fbdHT_ zV&RA#D> z;1{#!yu7^JU^)JMG`1ewZeyS1OQk zSSp8e!d()1cnM_*$=K$X2M-v~6`qqj)`ouNiMI)gD!C7b$VOx1$!znG=>7-jZD-*G z`Ugt_VVbuG*1UjkQfQ%hnkApK92%`{?dBCrYXZkSwb4<93;=xk)m*Lf`S5*LNHzm9RkY|BC-OVc&l7b@-5r6!* zcC=9Z*|jyM;euljy)7h#syAfhDk>>$H{c7l=5eRw#>A-P%jPC4l~vQ*+~+j-+n?@u z?Vd0ORWy@^ACNM0;1vpwtAMm+sqQDV=f7J=kq%UU$=}>~Y0>C!@{LaNF*FW8?A9q> z>?g}v?p3Q4K7~BJ29_mEUt!l-K~(b{y}@F9F&63E+mjhDD0s@!WHCs<3hM`5|1{)W zvb`zHUGL~DMz`POv}eZqzUw1ESlGqjoz|VLtv*>!cLM9wQC8#O~|)HU36dS*d}nl&<)GG9yIcS=9VpIuo;!J2)Z(Y<(U_}Lks zuQU3lzwOL<@9ip5jwLVUMc(yUcR3k-3Vyfm+N9ba43J}Ku*@fQdM25yj4)U)nr`|C zu$$J+8~5d!Zt=in;3zMV8%aB4N4(H>HTpZ@8%e{5fgYpE3wOfQTg>1B-QjrnP}-}O zUJJ%n_g;19&TT^%t2hgL({_7xx-*2n{L-%X5&zQWRX$vzW%hNqm>z4BKMrxM{)j}rSGRW!Du-S5ZF+zIQ7)F-WXj<0uK_r&`w9jDyVdC(;` z_SPGv;p%B59Zhy0LPLWZnL7IrF59TpBMo(8jBU}yczL&KiTexepNn+h2#OW))Zeky zZ@M#GdEldVrLM8aywW$A@!qLUZoMbmwHm)_>`kX35zK_#Yx|782v_0*nJ?&qEwpQQ zZqzr!LDA+JURVa4Y3vOBg9dkZ_qNltJ-`qwUxQe>f~}a9lT$TnoYdr84`ej%vat?~ z4;o1xpv4(}mE10-&PekqW!o)eD}LY{i#@L!Af-^f+1q%Hb5V@$-Qd7#YOou#Gw$a5 zjp^#%M}ym5{3|23V6BC7M)IEAX@4Eq*)S`mus&5w4ZPi_%_|UT{zWSHw#IF0a~Bmc zy$+noF9xRzbB^ABxB1*k&2|m16ldqH;Z2Vm)+IChT9+^>IK3h}mU|aca!r448CBxq z_VCmHiolnf(iX*J)W)FuHlM1g#^Vf}j-_{De83UdpWU8~1JN*Us*DVGGUJ_95)MqF zC^0cUT=}#~|0fZjxkhISpYh%_Jz5ZOWqA|2p8G0;+i*9vfBJ6tNb0^qlpZDNXaI>A zhOO9hHddY&5sP}2u6g2hh4&2eB;d;Ml}LxYh}Pkxq&u<4-!|Ylzh(1n?b&9=jIL(s zgx$0;rk1CN04yFw+JxOuN*={Ew|*EvhYUA3*5z;b2jg(1hYDCv)!YW-Im31p+1VF% zv+EuQOg~g9!$X%x>QHT}*Bp5Fs6MedZnbzP$Bd=k&3>xzXMIOif9aCg%87xT3~il` zL26lp*Sr|W2@f+cpgJlMqKm>jlt^C=lRBhVtNBymk~6Yd=DwTpIuGXHm5)V_=JN=3 zVkXH_AcuV3NzkPlv8jUd*Iz}1=`vzIJ&+3%)ucu@bdRuJJe+`$Q7b^^S>eqx>@h4X ztSBo_sqnjMWqUQB)Jc_|>Ysi;0RLTo8TE>l6BY)>G*oHP-jCBGAF8zv!{&-CpGvzy zobauJxQ6P>YBWF)e?JEVU~3Fj-}cC%NFKEF2XOd{GSHiu zEd^~*EBF)OZ!jNPzI|Ss5V0A3yCTqxZ}?65^R`u=m8uwNKnCl&-h63UeW@1F=wy+F z0Ct1)aPmg1o(D2LEzD1)r(Kz!zxU=%$}>@zIi{_n6WnP_+M@vc^yilLv6{|jBpMfF zXFSt=RFQu{UgwzChS*mD`J%l62`b(xP@g-V+Zvo5ZI8fX#9Iv1*K;q=pGRgMfzww^^JJ4i9)(GBTTo9Thut0h2X(tz`vzdQR2zFyf$%?Z?V!vLEa_ zw9s~@?wtvW!iqee%CTF*6JWeQ64Tb3O zV>wY}a#49{jC|3o7p$k+%5FDCKS1xKls88wm7N{E0t1sWw3jrEe+9bE@<Qg(5#Pva+>i}7GFuEnmM6J>glRM*>O(%XJH91y=+PHg zoohZ=Pf@K(ifjyfV*&ygztX2xz%(5m`FlgSRWQASQk1ZsqcExjoA;(f?rr*nOvpfo zN)$Wx`EY@rV0pK`*bn9s6Hnj0S3-vLTS{tmMV$JIGKrZ~7)+K=`@;xFeGFenJA@!& z)y{;cTKTK=QZYd;^ zkf{yXtg!3J=ArC0O9AejikzH$=Ln7;NZhU?td)<4$uS-adr{x~`1^)#>uuJ&`<8~M z9rnB)NDs2*_3XG|E-ozsYhpGc-v&K2bipCl0(e$Tg|bF79N5(2xvNJbMqw(Nr;4nc zO4cP5f@w3Ua&-jgRv@;2`VOD^@o)-p9GiJ1q*sTO8V=RAl94RIEXT7}!MN=0lMt#f zGG#Eu^|Pk5zoDU{euWX#|;oGdD9ll@j z>M)<5ii+y-&rcCQiEk>Xu(5OgirBcu;=L+%?6rNdO4i#iW;FTetC2aH^J|=C0g>^i zcY$3n-`QY1cMy4pR}Z>~tuC&qJ5Qb{=NHmHNDp*j7!2%e0fTafFn3`B!Qiw{Djhpe zDw3B0foklgopsOvI6#h@JJX{_FJzaQ1L?~lu1_?L3-bMpIUy25VuM+$6c29aa4YU0 z&y*G0_*%M}saMxTeUh;KN8>#|5&m%(9+P*x~r*4Y+UCb&7)ga2*sfz zZ9iR)bN2g0{C9WmvtMZu*_a(zuQXR1M&)htd1D91$hq~%cT}XuwR*w`?W?S6k9xUd zy6UNTg|Kpr{LZ#Mj|#kW@9ysI*Vo~@(NwEsNHznmfdCA&^z@Q0*3f!w9UMfhZd39& zrm>w!DqE~Ez1VVYsmMMIKAfB$1g(vSC=UMiG z#;$`wl`P;aL6Spu&Y<)DF)7xMDm-HeIX%FsC|oOqogfp#f~uCU9lrVd_wNO_F^Cvn zc+fm5s)2aUXsWMqV_ms22QDP@$qJ6wo}LS=h07&wHwcT1Mau_|j@$t8EoVEGR-TEs z?qq51QQE&~LGN^goD2_QFq-U?Ksm?4!J%@Sl>Kn9N2x0^K0M@OnR2A17OY9%^`v z>Mk?0TnT3nAWt)MbF@=hnvACR>FyU&-d7Q%Dq&)+Dyf|4>A2!$8byojgmj$ia?0z$ zKJXt3FXY{X&t7Fv;A5#J zPI|wP2T^t3?R>;NeOuY<7PEvJpF?LSboi6{SOTAn1qJvqlZ*H_ZyIPXt@}M47-9p; zq8}gXSa(euYB>no!sFCAg!Y&gVlaU*i69RHDD`uT7)K$HJ_tJrz4(AD7s9x;=gRzU z9sglLE1i84B0q4`GBcf2c~xHJ@vrsf71CbU2^R5ieXL4V?f>(HD=&tbRO9~mA2dfc z;?1Tzb{%w#idf}eFR6i&^1`!@$G|Aa`RHQ=@En-CQVcI|y(5iK z+TYf9g_SwTWau{t`jVi$y*m$%C~n>QH4qUQ3Lod&32SZuGbTEX~Uddgz-}OPmWjR8&p{n^N z5ax=Y1bJuH*_vhzSKG5nO_Af4M#Y4cwX|6u*()k)CRe!=z%UAz0iU0rpK=R~Y`hAE z4Vd!HZUCEDj^n0;fRq3V=5) zz2#135JE4LzbT1q(nHi1vjlf>TPZ`E1PI0<06~GHH%wWSl$Or<;6a z!`;?aRjtcx{)5-pY0dNpU%#M#)%9%Dg>ErYagXQD><`1@Lq$qyyx-QJ!!e9A(H0MU zVqN@o#$dYp^r%^4q!llq-{f?13CdrCgM%Bud|{llja0g;B!RAJQ#-r61eCfTXO`!> zKV`#)DrV9yyFv6orVhH)`B#Oa;bd}^9{br7joexe9f-Pw;O~n%R&H)GB-RL6xS7?} zhhYFg+U*ESc6P5o3?Gw!34kl@Ys?Cf%Yy^tUD`JDUfNPOhrTjBVbN0EuS6fp4>~u{ zLvPj&^97c$HG8J6UpHv|;M|f}4L9;}$W_%Uk0X_lFdayjJ2_Yn24r2Odzy5!sq_5& z^w0=!d+6~PkW4IfEiFXq(F_8LZAe>G8R?;$Bu@AkTA8KcSgUIzJ)-f&{NJUe0x?f2 zJ1RWM-oVJ(ySRu!yNirE3==S`0s`>F?Rqk1Ed= zaFiZ~TdIDK+6qh$8g}hbZ7u0+Z~p}s-NFT|hXp1tg-_l98@ho}9$2_*pr9}W^S>Kd zVe}0Q>R+jgm>Y9>uv9{^Zh4bc;S$`7kmzYu5Z*uOq_Akeox-m6{^cYVp&;PpktoN$b8T)P>>lTh4`LP$?1QPn~GUF zm5L=mVN98fL&Fxs`M068q~l7bl_0i41Lz>n(L*W?Q|`yMPu$n?iCTiVARW?FsY79f z4BOwhb>7lG{7rapztQAL2cpjAqZX?94jf6Hvc|^7?x^JUeCuu&FBEV@q7>H6K5w*l zb+jA@hz>U9N4fly`h5BMy5nejZovx?z!n-w@CbMO{;fnc_wS<(27Jn%{r|gZI&x0_ zyJ@l`vI_5JI9vJP|J04x^d5PMj;>kJKK1@eMHLCQZqCSKYqW$(T>}kTcz7m+Mby~Z zSZ^sY*l>q>K3lJ#JfcG9twtMph*gpOOXN~e%7ft^CuWvLP@sCq*E|CQ%d~Ysb_rC< zK`crJcKjm8m{vF9g+)w-7uH~rVPR#h2Pd+-864n}-squ7WQOtc!CzqA_TAfa4*8@Z zdSaN1v;i+~zf>x=e@sL0KEEmX)#od@4w12V)`=QhHD35wAghw(E3LkU@%WKPl`MtW zJ0s`@r{wBl1$_tv(YxL$FNcv9?KqpUtaQ#wGi6(DgX7xPgdH)iT`kk$QdS3iSEURsmzPrE>pk78h(uilRcu)c|7 zP&zp|6}qgdQa<${20iF(0vn5+kE55Q;yVE)gJPaw4Ddn>!Y_1pJGn(^XvZQM(T zogtkc1xxZj4CXb&G6MR03s8tI-oRP;V|tIV$?7u9r`eO_G{LKmNDx)BSEi_6Ol8 z5(4O+TlH7CT~;DGZ9$%zS6Yb(gq6#ohbGd&Abo?}l{-5-y_s^<8fYC24d{38-Yq&q z4;LsbW~qNG>#{v}L9uf_d(O4hQS6T;CKlB?^jF9$VYa$QJxLh<(H^)juFLR8 zIY58>LG=?z5Lz+N!?ooLbf5C?4=5p%X8lW`1*bVz%V?bjUf1ONHu$8Y*b5>=lN36Q zYdudn4>l&X?%pQy?cCv4Rxy2*Jqit`-t~_-ub5k=pBW2lurSz@-*6W%w6iT}rH4kb z|0aPXaX)TRd)k__Sds#du=saZEEyZ0c;`D0ODs>HbNpKPcF%Z$@uIurn-MM%t*kuq z7A)ZGXB(k^uwnP7N@H#Uz>RtJK|onM_9tQLuMqf4p{2uza+3mJ#HQJ%;O*I9=JupT zu$TtD7C);3mn$mV@r_8H8E_j$Fi8^R9rvNT*lJyeTJ75+{eJCUPdv{X=uF#2r4ZN4 z#N;GLckrm9UyPWFuA%DyBoxz`IRp|Crnq`S9Pk#5rj0xz@1qMhurM%4X5>p2kX}<5 zCt~0kjWNhg%v`Bv8&{AD!Z_$;cAMH1sXIYk<%c>%g|p{+(D0mKPEl#T}X0GUTU(n$@Ms0a@;py?=H~;P2dr=G!7n?Zm5dy5oGx*EsZ2iKRB51{! zW||vx-^ayZAu>YBr3504(CzJQpmK$w)Y8z%@{6F+Vx^@OF*O8iOF;1zyvuAJDILXq zctkscJv{{@pR(FfjAdkG%6SP%N$Jca7y{oHbau*U{MNOGq_jHFmOT+D1}i#*>gYwK z%6o}ph(lTMkU9wp)dR`(z^ifn)u&Q8_iJTknAn=v8uifm&wR>q>h>ptc6Fxc%_)eJTHUPo(}pUfPae@%C9%CN zp!;w4F)%VpVO?lzYs=SqdB%pThZ|WLqSbyASp2KOqM;cBgN=Eemwl$E_0IquaHN#^ zTihe?xd6Pm5rZ9XK|quWJrfdYgupq|kd{IJ@_&!u>&!PiwxChP=23OY;z)i1&<8C24xg4^M*nKVU#*)W`}T88N>Q zzi)RA5Y2@r>&=XNLqQO#Q_-2LjD;WB$Q}C~x_if;uwPTYqz@>B!*GLEwQvIU36VZ{ z5*+P<5s@)CC1B)-s#bg`juhVjuKyihF@EAepX63YW#Do3${jI5s`t4#vr!}xu4+8S zpjZ{SCfM9G{v3$jj|JW+!uy=-D~^P*;!PI&yDTQuEJy5hDOIsP+5sS=$B&Nv>bN zUeq2%|5UTj$O@kZ=6m+6PLvm~#5l&kIFI@C{{4H(L?Tpi1>ao$f4kL`!R5Ki_IKdC zDah^5Kp1FTC;L2tpM*W8QRFu$CmvRPHWaoLj)<3694aP7ZU2RDp5l52V2*Jdq^9R- zuLnx?w~pR=Q>9aQu1#Fzv|G3*kG*)^3TMC~Zv-wQ=fH3r`JbOlUkP)JAaw~_3Uq$@ z=HHH)WZ}S93fTSz?Fbgs+8lp8Rv&dH3hEhU-DMTlMaCU6?k#PM|HNM%E@*-4zYjo? z!R?U|^Im&MMY(Q zS%0XS>k}SM0RBBvsP_dO&6=M5rb&gV)VILXP#^V3s~5&N|FG4$(Wx+0et2;3c*lJq zW!z9z#eJOUY3u)O%M11_-$GknWe&~PsbjJ4xCF^6@8SY#$qL$j1!H?Qp^77qie8W3 z^I*6EIl{5ofYrDGm3AF~6@W>-l?Q~tc>j^Y-<&eMUps`WoCsGDn&klzw z8BJcQ%2-NvYC{LeC0ZN-X>w>zG@$UO4BW|VuS4QiS zDG;wrOS^ZhnWNhGt$Zh@=!N@Ow98FZP0d?OOiX*GssWsVSFCl^hOyK)wkT?3m;IbZ zuWkLVdFYmB=DA$FVy|a;>krXn<7vw2VS1I-?6SXArEje+<|kT?u((mw^Ck542bMWz zX)S)gNLCeaYN%W_*Ky(eDh&)gN%=JdSLuW30|nWSc5r_nTrYy=ksK5wfnGeObbhfA zfz6zo`-CorVJdphE+!&^IK#-3N@uI#q58rl>*tS0f!A9l`CY zq4Bq4c=#~f>z#Umg0WPo#c!<3vt9hP_29%U+V0@MO8~PY1*b;J^kZ09SmZ;K19Krf zy}=Qwhv0mbkwY>BT*8j|;Peg4jU1jjsp8S|}$CD4pnP?Fa3DJZJQ{15~~ zQF*PN@_hK= z$k!^HW*Xx}B&*H3(-Z#>WnUSURlBt-As`}1cL;(ANVkAWt03K-DqSKeB}j*)QVK|S zcQ*)%64DZaG$VDT&V^ke$nVzm`&3()qytCzjV5ZR`Ca|Ow0sLb#@>Zj0Rg=Z`o^CgiByqj zh{@dqiBKgmv54e{%O(0X%xLOKK=8#1mOPTvo^P+1yZDMYf2P|3a2UyEXlEA95EWdA zF0TC=Opc{tO-){JI7T7O8WM~-x;??yEtkk&Ae#uwce>^8qvL|BCkUXI?-23vI<`;p z8BkYPUyBTAVcB|G=ThJJ`Ewr5eUU0QM3YnoXF0oyl{KmZ(Yp#=&I74xG2qyYy3g0f zd>~;)p%NdD_W@`&BmKnbO^}r-@p!^%RQ_0Q!57jFj-hq#n@Y(JT*EP((7CvIyAd5t zz@UDTm7pkJi~;Y&V-^EM?JZvu7A0U-?Bb=yY1g|b9)VVYEgv2va%I8v!pB!A0n*tv zl8m9igv=up22dxeU16c23mMg$O=tQHTP}w?W^eS0pMGJ2G?Scg9e{gcHT0uqKIqfS zC2*TPh+?6AV0^;3ZFL_{r)m3pA1NRJKg$4iZtv*mS$x^Pa1u&9<_UcIj>@NB zv!g(x0%L@OLn9VZikPRijc-ImgdEG&Rry?2%YXW)&^~SxT}9d$rTB#GgodQ#WWB=h zz@5v;g89kdUl0IeywDw$yPrlC%}jXhK}~QAV@VF;`{N_YVYhToqsR3`nQUm{tS!L& z_g#-+I88Qy{9HL_*dHv+=mo24c|95 z!XbgM&wCEq+XdmdJJ3Eyr7~cAYA-W2>bGG#oWZ;Iy&o(`^vY*mCf~93iG?beMl=!X zm}X2G9pf?~;nu4wluSI=r9PDcnpt|?^8SZUe;=6u5TVAt2}=w2c<>-N38nB6&LkG_ zcgz|xNUw0{O^@NdUs0!u>@`2=wG7&VfW+jqGVC2Mv zfsAd32kN~n;~uu%L7wlv-<^y7L``Vt=#Pv<|0EgP%$dt9hIILEWEYGvPMtfacim7U zDbSAhs?$Pq-(QM!y+da@kHMyv|1jTZE>_J*P`;@hpknk!J4 zghEPK@9yiD(1@4-e&N8K7#0?mdji3qrcCJx8I_QNPQR!*H93hWM_7)d)ohLF)pZ|a zPVPGud;7)aRMx?pn4xBTMKbCeb7#FI`49wFsV$GaO^{^l{M0KE6T1mF{lnjZa>YBH zd6mxmL9&n|2K?Z-53*AChwAG^JRoeufldbf+Hl#`zE&^@K^kYgj#l6stu!iivx*zO z2|m@k@^qW0IBl5{-sTd#?EUlBliR}^dDYPgK9OUpYqeMX?-fkCY{RScJdlr~<4 zr6o<3^NViGXI`jbF5yI$PNe&jHy#As0xARY6?5n5v9zeRLysWPv>T-vP!!CaG4*?t2y@JzPX+5!Ee@`wA<|_K33GZ||48wL| z1hI&%nC;LGG3Jzx@wjTa5cqAD?coDA8B@Q&X9ehltWwS<*Ni`QlGX||V|p1N$dnf~ zT7#a}qnGdnZ zBA6bjO#|(m_Lc?AWpHRl;P67nZV281#5+M%&H7O|ByFLw+r|StG)9jfYghsJS*=1a zET-?i&L?EYJmTk(&}#N2W+3$r2U;3q!IG+8at(FSxUK3$#w6^k{rVMqjaU?W`tnrk z(fivj92Ns7iX0vK`o>i9`JT)pVfs}z$sUaWutoJ<2znd`y?CbhpL4?f3lQ!&rTMxw zr4DWq8F@HYP@3-JSs5FF>`QNTzAQOdE|_*t?=f=Ivay5KyrGVRdKQ}s91dLIVB7sP z7~t>U!`IePR#=*(WkjDn2ECA$g_@~Q@L=F3f_FezM+Ejsnd)=b!^3Jj8GJ*cKJ6+y z&)+E8aF;!=p~gevNhBrUf=XdHg3>?{`w(krXt=l#nYuDwzutY16cZCuZQV8P?efp? zXWL&+DP;%xTY?gwB4sMS9K6bP zQ?{o+_9!gbdRF=9^Qhg|tW}k%ZT)4EX}qZx_xCzZyDu_6eCP=_N>lcA>v^t}^BsQf zj%(-Ws79VAR6}|eytYza8d!C4e0*$br=<6vzNa(>>*uQ^Hp4S|x)c33V&*_7UrJud zo#vQ+-asIX;A9>6XwQK$?0^XYpNtHeNUYx*Qb>ozbYAC5af`%(%zm0F@kFB zkDcb)FBR-Yz>mlt0aH=LHqOO@99V{vHEx z2pbM5J`L)n6$dcDHsCD`?Mt+@gEE6QaJz;`Lr6K|ion3&5arlw(#sEbLDG%VjtF+r zXsx;82ddi2s9H~5LBV}dIHnMU;lSPZ+aB81&|mw?4F>fFJPe>43S?0Sc%Cg?I|V5+D=RCPEI}T5SwdM^8EdYsq?*F9=*%8TWb}KNnQYomJ3-uD zA3-^@b+kRv-P6~#=lJ|8L833lqY>g619%)>-)n*wM@fD12{a3Ao-7!@VH^0(Q7xhr zSTr>pOVC9NTk#O822vjdVe|Rq*JsP0PylssFv$OW0FaE~+E@v9@e^z7Fc_Cjz+3=i z$vq$i7RIA8B4eXpU5*O&;z^(&PkWPhivxmvqsGUyp?xnI_4_wdGMn9RMf7YzMOk^_ zZb&Vh^L?WLe5g9n2IUSMhBb#BF^-1b^1haehJj&rO7YzNvdHI7>Qx2*KC&MQm^QOt zZqzK_hL_dM&e2fkR-p%CP@S zl{27*r{zlkA+WHv3D`^@`INDtR7?@u*j-V$dVtrEwVT9U90mM%MM2xq6ipRyQ<=dU$x4nwxxg z$N@&){fTrM*;Q47H(|zCetCOe(5-jD2b_@ms0707c8OH)-oxsqO44=V|bXyE=uO>8bREI0p<*R zQHm)413)w4bJs!J2?1#4N{vv(7T5GX5>RDoTHM>(E*`ZofcL@aW4-GyQ>OVE$0gGo zXC+*H0IotqW0taDK_~5wqR58OdQ~ zO*%UVsg@(4R;8IDjw?8Jt+L1QuyCYwAN*kOx&fakirpjtk&EAW zF_R-B=|&??!3KkPL$-F1KYRLE5Su>F9t>_EAf>kklXm4J(!MIz>8fNbmuLBrMSIRw z5`&qK#=ICw$iKO2+AlDf<2+HnHX{$WGsAMI)M0@l+_&Nl7lq){!Xp5gB)!AJu7D+( zP5|DsG>SLhWi#T9i!KBi1$#b}dAC`Qeex&XolkkaNZ5_?KBxfxoWS3atc9{gu(L7v zeaE@VKkB{Dc}s@;2g%x)?=DLN)Vd(GQeBX zqr33*=~EZ*O?)mf>B#q#$xv|Pw->)GprczK{qo=|TmBWCjxxO!%k%S8l9+|Lp04e4 zS6jG7Jp3|Y>FFjVCYJZ_-v=!=>p+TV2)K91;c@x#3^Yh-7Fl0WxVLU%pjU z0*E#fI9d(Uvp^OZb8fqJgLjLB-uD)ZZkd7_tS`H<9u&Jx3x-%JD~hCA6B;-dSb7v9x(}d{$!xQaW|a-K`9PA^q9^=xdN);K zf^|D*=T0CTULl#e&{z>~$4bUpZlW53V#hWDZCfCB!2<8MvlN;PYYpw21fN@v8FClE zy$}3?r;yrhq3=ja%!976F*3xPW^8QC>2>O%&kz54t}_c;LvLG~L}Q%!wk3T*un1bx zfmR7^DXnbo+ve1$_b8crR@rW6(3y09>??YmiaepJ-+cLcbH;!9LQ-ig{<#b*TR5-S zd;aH_VCASEKYkGJ#!3=%aF8Cj3rD7AxoqCX&7NuKE&M%SFs0P>X!|w+L42^+fQ;I= zK_=ug$ekZgDY{KaAC@mzi73$djIVToXAeqKNjHK|to@hEL$yTodamq^IMn9@EPJ;s zP)_dT4z03|Sb2cdtp7-7yRO{j>=};DV()7c za5n-dlMtBbUX3Dh9uUxty_dj5x?`#E5Q5y4l$7PKIfO~cPuOwHTI`_aW{oH+%!{$`)_GRRt=NXMxlKRM-} zryErM*(zDM+Eq4Tz}4)W*QpnnR5}$Fi~?yEKUW^j4jBY{N|+cfYj_*^-!jrRClns; zm;-11+t`rk_m{{{esK*8fdMPjX49up_4S{OL^qJ;oPfXAf-ZHtQAeR!|B4UL}$I``qt zdyCFc5)`kdc4#pvd z`%|6<2T0F;{egRe`22aexr^=Rr8Tv+=K%WqDkuPAQrA=9G^IT}>OBOxd3oF6iwJ+C-r0l5 z2mmfjeV6YS1qB5SVMzxW7zIVn;DAt<9}Md4?bci!WrG4=_*s)=f2ho!-Pcm+{6Q+3 zSza|N8g4|OC<=U8UQW)tFvRkO+m4rC8W|ZmfMh_^cL)ZBMDH%tfQ9C1P8IUR#9pLvjxa!Ji9$}k=+WVw&9YKCn4uem*P<-%d(w8S8(LhMiV zpR8y{+QW`aH4Xs*4Rv4G`HcbD9iKDq6CUbbH!qBrEWZuA*5FD14l;aJscbx9Q44o^ z>zw4ify;A`^i8!6rN+I1M~jzGew3qS)Da16+m?wC-3}uBcH1 zNZbz3DkrD~WNZ{N?hWYxArFtGQmxM0P^(W;^MpF;;0bbNS{g`Yho$> z{jtpXuMwpmrwTD8ptyxUISb)o(U-Nrg@UhBX>||OKZ<$kx5D=3>gmi637^V43m2~! z`0i61481W-H?%Q+`FXvMB<6W3*B2Kr@VA*;VFjG|P9>Br*0bcns&ST?s+kudpo<15 z1Oq0;>xkB%d7FCLk0o%Fd1plICWRgwf`RMpa(S zgC(1Uc~G{qyrt$Cxr4aeUm;~5Q(~uO%_#h9`K51^=yoq?X`Nq9KO#o5pG|~|? zVZW9J=iwf~GVv^Axy0ex4kY#=gzzi0#S=*Awf$&G~(w7TmTm z@ZjntU0<~@C&To=VZ4{=xLj-~U~Y>otvJ@eeQ^zftDGcwaR_p#`RG-;i_Wr z5DEB1T0#53y81I@4J9{I($0D{@$U3V1%Bd{i*K(46k2F?;ZEqU1}wg^HP$mE+sG;S z`NY=9_w$RCgs&BiIQ-xf;SaZ3x>jZRxd#gir>*nL_v-k#0_|1%k3pO@L3E2MrzvF9 zoz#^-nAA=mU#HK#FKLExFXo;a!3T}D*4BlE%vMWX9WAY%ONt00$kw$2A)-I_B*){T zk|D$dG)hBXvBHv`*`~ott0?v-W5w^2OwZ_yspNz@!2>3l5s%W9OJ9nH93qfwfs5o9 zXoaVleuF3}B>uJUje#*W1HLAa5Jz zt+D@Cn@t9Tu1)_BC|ec+c=exhaAB-x;N!tmH}8BhXN<;U66KK;wy@xP*VL#muK71j zic3z&?Qq?Qj*;2h6j~VDmx2y#9@EFIH3X)}CvmoST>)pE*$+82$eYpqSKdsYUvCrb zZRh;{nOjV<$V_7gL|b$M7*9h%=W=3vCrgBVJm`Wk5Nb~+{JXC&`~V${%V>#Tl+j@d z7nCC8k{x`QtIk;BvIoW}wm#`V!*n{|AXbgS7&I$-v~57ya`$dKuSFIazh4*g{L^ii z%ACjYKs9hP7#yZZ{)PnzsEuk4Dwz$gVO*4=Q;uOFMDs()uYNgA@F$a;F8t2M8QN%F zYxWpE>SyPPwAINP*VV+=wOX`!6@JB{PeZD>#42@js{f)vxXrDH#o^ogFB{D6Nt>8E z(>Ut~c3N5v81Ljpb2D%Yr7zrNg2^F;*_{vgN!>;dtw(O9RaG1W3vBiL5w9JTV-RmT z;ZvRB@jqeE*Pb)(NGFK@G=9KTFisNvqNu3oqVG89L~;>KbO%vQONlW&h`I#z=rwt? zuV#|Yd3?qmoK1)T%uI1dsW&%x?S4rkfm*1tK_8(33i+jAPYv3H=kCNmq=nBk>Xdn_ zO71ywJgy&aB6cu(swL{b9#9hY;pC)SZXa^xmuJdcy zN|-hl)QwSSen{jGmSAmlb@wQ|;dl_80>Z7Xm(cFyginDD^PeD#K}8xu@<`Pyy9pN) zG*MqQq6c_h`TEH)U0B6L0!ALDs!s>J`J&{(yEoeKqw~q~2S5}UR~F@9Icw@)@*;)o z+Xz}k0kI#f?fY$*#_g-g>ITtg0Ak-U)!J(XfNIeaF{jMDXM3M(g@`f6NvQM{d#6Uz z>FQuqKEEtzlEeEEWEe$6Nqi07#!*25kW<$<&m)ezz8rYiG;mMhm3>gS$&9d%}CJcY%^@R^|f#$`C+!g z#Y&LSzfE96ykw35u*P8j36A+MUWM-zRAfZHbrPTMt{G`EuSPK*JN?b`IXT+N{+0#G zh3LU+kbHXg?%fO0;Z#~yxAE}sw2TqbedqA*$x?8|2iW(;!Yag^#}`u}8pY3;`IzDQ zqiuJ!z9IA!T$1{0P=t_+FJU16yXIu`ERtIao%9^MUXp$oS9k}uTZ5=CT=0vyFL_Tj zf{aT%h1Bl_kT?*!mIkf{&1$=ANb&k6jnhjUmzruY$0Z?=+(4yDK|dzT$j#4tcQZ3w zQ)Gnlw!wDS!>RgNW0PFr)adw#843J&We=@82)6>+xez{j7vO~v zFi0C0D?Np|wN!Ei{15N#J%FIwsjGdyS%|O623)MQ5Uo<=)L3s@quk;*IAxGa_H5ZS zz(ic!m&%Ti=NRmr?3kn2ge~_<%wKnVAZwR&=api#JV8-!x&^ivudmEPOxzeRtE+u? z*J2={bTKbEc}n6)eW+HUx8)8ls(KQpe&52A=6(#$iu~qO&9cJv+cb|{+#>~Wb;DZT z5*m%U3t`l_2G6=5G~jrYZIZkYw4?NVd)oxm|Jrrht=*rzA%^MdSzUUfi^1>B#y|@U zI3=SQ$3O;}f1?4`OoZ{n!M{Ay)U7@rqSb0L_x`xgK*LkAv6 zvFOv<-K7+zImJN`3gr4Dzl0hNd>$F6p*IfQDYR$H&{_mpOWhm>*Hxc<@=gQjHC8mE zndBEN6%`}d{4)PZTafJv3jO+#1NFIt_ca65up^5)nc+Arx;>j8^i|6lIQe(T1H79# zU*5Y+5rTo-I#6&fjK9( zT7S;(CGdS#Xi6jZ^Ut!c_oiL~#f5soQFb{@V~6ALf3Oc76&Y_g;bVQv8Z$WJ zTyO6?4b-*zxcy+WGhw6*AJ-s4;;tdHvtD4_J(=&1l$l-#x=`MssSVSYC)SD(O%w({ z=ZCZQYe^BmX(zib{gD`qaa+p z6a0*dlFuT;Vgh8$NM{c2m=-{t5pU$-8$@nGm%&^kZ1FXl<%CB?DC5S3vwn7$851VI zFyj7CpDs)#3ijOM7b2uoc*QU)$!yb+)$@z~w0g-QbP|4Z&di1z(nqeX=_Gv<1W_-_ zDk^R%i&vDxvXRi|GoDpLaf0Y{ zBjj~%$2V9?l(b!ReT1Kd{mVPsnMQ>CF5)%gtD>Cs<4NMB@02UG-+(>&+ za)d_5Ctb2RiMo8u!r{c|P|DTzmFCK}@jk|wyBHPaz;sJW-*$KJ$LOW>XzuOx>D2?9 znP*P6YcK6jQUS#TbLzp9-79)`Qoa1BXH`(dt>=Pp+l-qTf@g~ZHHbl_RheOhs zsyROs6H~91cUI~P3Mf?dx~tj6Frdys%X6^RhKD56!Ew~HW6JY*z*J~>g>DVq&H`ZX z_XzAgzNQp*&36ZC>SCPrlK}awwvr!kJKHmJ zCT5fMJdsu?oPnZux=x&~`oW0%MuVgCP`N4Fq>qKB-Mb9Y!q@V>shtIE{ip^2WKH(e~#_Y^{x2Sy@f4Q_c(XDr6X8ilBtMYKp%GPpx=P&kBYB@r= zjPelEdM^;Wq>Q(vePDM>E~{3M(pdq6<_x#i@An!&HK0w4qp7_qaP|k+p`h#Dv<;_# z(FpufqQXi{UQpi0>Yf+j1m+;JeSYh4bXwX}7?xo>l}J`0j6Gn4!mO{ar^#t(#I8#W zcYpfLp~)wmc#TbS8WAfY7nxng%Iu8LUFWyPO)v18AD36UOX79AScw2)3FovP3&_){2OFToBj}lP@f5-j14^*67R$NbO@dLwsVZx{`}lr zu~{FwA}+2#P?7n8i|x{S?>ovXz83pS9qS!TIKjXNRyB(80=Q` zj65+*qIpi!pEgJM~!$u8n{0E9Y zzlB6Nn@t2i3$>s5WR0MzL|h0DE1#ldd8JO{ta%{Gdc1E#>%m=0tW8SsPK4SGkB1+< z&8x+x|C<91;F+$;@WH;eQ-t~Zh51%gRIqd>#5p%+)KSs`K)}3Ay*Qbw5WBF1?OAB4Js|5yLTh(kV%u6FZw~ZQv-Is`=TG1%zX)_+a58DyRXci|F7Y|F zB`NX|Aus)A-}QLTuQH~hZfOM?x6DNe@S{wPjC>GB86;~3hJ|&ch`J*(Xy_)0kM<$$ z5=ZLx?%g!uZ7q9UQHIj|^@k1s#9^9?t+!bZcUWC!JmEm)i>wL452$jEpZHjXMY0Ok|~JaWx{L@l-ZQl| z8z{Y=mzbEiqNz2p%Br-X+tbyi|L>Gw`YGe=b=<2@50J2j&Yn7+&5;aS?BXM1(x{ zz@nlek15D&jtaS6O79Q$jd*yodbLCVHMa?Fu666fh#DOj@YcP4)B}j{?Zb19dqC(Fo~y}jD4 zROtC?kqU3S1&~G@HSsz0~c)r8+g07QRc3g~u@!4ULzuo3h6Dcgw$=3jvVVPIe#OyK&NI zxPq0MyZq^!sLk!-d3tFpT~pJjw!bZXNB{74`sC5Ca><$B`SIiC5RC-Hs=+)t+oz}T zIje>TWVi2iOm2{ItwsfAj}vOWLU1%FMWA)O2n&H);cycZ6XPa(swfxa4B`d=FFCj! zmC$dNm6n1``c_llr%zi^6RVB^>3B#W%=wjl6++(Yc6PiAY%d(v1n=LHp{vqYm?mZs zz`wgT)h}fOyp*OFHx3jd$V-Y}a@^S|`6XUHDH-VyntB5yuilB&ev^yiML7fCi zA=5Fd7{vs;e>Hw0{l4|bFr}i(5C38Jg{9B3OrmWF$x-xXE?9|P;JIx$+cmy{{}Z27 z$FY8>jth5S* zndTtQV@EM;t$iNK|3|MZEr)djy7rq$h^Oq*P0)BbPLL5j$4{{N=z-jOHs_{bFz|BgXS3dTZE~K)LOKDD4 zgu1OaKE*-h5jPjr4`Q4{pU$8O?;t z@au`B_qVo|zCq@0z?_HV>)el^XPIlDt9~XA7yHj-^Pn02 z*<|nwS4A-I$rr$}y|bcHVQgaKn{|66cA{oWGXD}zhrwfpsMk4~A-r6ol&lfcuXS`d z+{s<2R#Y%aGLeZXZRN(DJG6+mI9%*p^@g;XX#`Ll)EM|cHl8)>S#*Ztyixy0)w*J* zSb{Y|{a|MH#~1}w5Z{ef)1PV|zP#UG*!w<1%2h87@|U^ezfgQ1yuDAx;phdQSlmr!nqm;97Nf6YUr z718rX=-|X9ds5Oo5K9F2R{@$O&*>7tYfg!7&gmR|Ie%NP&uDh-i7Yc8C4wDteSNNR zu2Dh{u`7GV`@F0Jv#o*4Qqj@s&U2ZJ%g^d>@0@%|>@+gxN0OIQZuk^sJ!7OOdOpIZ^$~qS1st>zu^-;cj>KWYoSh@=D z^r9@$A{=-;`L-Zi!w5XLFjlEjJ3f1MtHe`ZpN2^;!5heBOR6)dswEzW4z3$Yxy3F@m=C-Xr7nG!T9_D?% zd0@9Hb-*#{_Y>u@oyheR*pMTs`oVYOu>f`>4OR~kI9G67JfTTzJ(mN?o^^oLMMFTK%6M=zM+Fl! z9g+Z#TB(feG5&<$`I4@G`!I#bi9dcjKD|?Tf7K!p6wf3Z{>m0uO1F5wX%$IAJ;QHsY^tOB$XzMI`2+oq`)CaR4+mICZ5 zzpp8QVv3Bu?Nr(HH49}^j^*}QBpjt_EApXXmjM3hNYS7f?C)pOIJe|zIWf(;K#nhx zeSV9X84EOSi0cJdk}V{b9JU+-ZGsvA4jrDxqmA2IrT6NeKY!i@mMJdxJ*yhSXGX}n zBUqvy0-b9OlQv=~*jISVn-hGR;l}>^&g|FTBikL6qPfQf_@CQqCUj=QUdV50r*;b3 zshNrf^sIGFigZ{tZ@H5nn9tlgwwvYu!~48b(2K*#at$4f=rH0a9qNTY5LdT>4Ln+1 zBuvt}d+=V!(t=;TXEY`z#(0o50^CdSd7k%Sc-(95?|NOzL?b1Kah9BK2|>>iX2*?B zC3I8h(Gnr2TIS;k_2?V#c~DvVlJl5nPlv2^mY4HV2|LN!AXxx_gz<^-0PBRL`)^QE zQueKN!cGJaSm=V_DUiMTK5Dxf5+2B_iM~aqHH<-I08`UG1o|QTZSIyr{wwgm7Fc`> zT~E1K5AnD%l5Y3Vueu93M(H>yV~nKY0KQ7rN;tH52oZT}^;d5R;Ac=xO%tY{h|HRI z;XoD>%k6VrRxY`Sh{(b!Y+wpbB8>jsVb3L|0S(??N1@c?OxBQBQBS{Q_RNA_j~=4O z@gX?QFW47Ln&qJY7Lp0qB8{)83*HCaNNsfH4z`;RzJ-p7Y0?&OC3la$o4L`Te&8+N zLvzL8)NKeS=qW9L6>&7+`K#D@JW2_zi!nRPUO^JkqH0jKc+J?``Pk_&dpl{4W03*M zlea>xnzz!GVvJ5K_SKxU%1NWuF^u;+o-9lbDno1oOW16&d#)#KL>e)8)Ba)JX>Qz`I)|| z-jt&dMzltG1*f znbbq|bMOMzc+uv(*oF+CQ$3{j^-VMN!(tK^6wD5HcXf@`6wr5-GZkimus6xZ;8|0n z-dESmC|S~vJq(X<=wy_p@vpd{76j`*rq88%#BYvdFYh%>5$0t%HJborlUq5h?xf7r zIOR?~B{ua61Z>TBmNw}U&x>^E*M2J92qlq+h+p0(-MHXfJxL?ESOk2Ht__TKYPYyD zMD{?|VOeef3=}A{wqP1hgU5)B_eo^Z0S7lp$5Cq^Wo*TH{iYHw3oyA~Xwbw?s|`_` z`S^CfLDB)7GXn4-dN%GapTB-30;C}x?+!g(j#%CUQvqzmzP7`IxE74BxUu*@^g
QsPd6#`==vO-0J^{3^u}}|NHoj>iYn4GzmoCii8)4wF?cXU8qgkeut(N!X zjRLFy5K=6%`b9T~k}GI@BCC|C788}N#2sx^;Tgc9#$VRP+RgopWS5ubXJhonch4OC z{dP%H+bZYQCk8S}mlRq%d7c;lQl{c|Bw7{vH)j1lMKr}~K6qN5%E%)BSJ0+#L=$VR zmjUSGkj-CuBvdKc1=dajP$KBMlcD>n1X{5t)Ag=F zGfMw>;(3;>nw8KuXuw1vq+$UaSgDAF5n?YNDb!;n&E@Ckk4w}Hu?ITWL46pavec|& zFRL#t-o%&~UR+x0laI0eP|DRUC!V6GN0uqcP^B(mdMH27czx*FT$86Y*ogVd4EQUP zBU%E=l&VQou6i79j)>L_m-4ol6zFo6hOw^X6=1@mM?S|BX#>351$#(NPj4Z(`bwQF zw1T)Q5WllFa_S6u36q~Ma^aih(5t=f7Y38-t)U-qrjl_Pzf6(>+s8E_zlZ2JMY=V< zh}3$s{#SUvIT0gGj8>>P#Ct?-D$}S`x@z7!o?|X!w9p-SDbHg#^k{Z%lhfe|R-$$| z@%}L1y0$uDJ;(5VN}xH%o^$i%hPQK8W1?C%yXT|KKl9~KR6{^zHwT(%rs4!HiQYTciK}c(Bqw7*Ozr47`V6y0*T9n_6jl<=X}Fj-||_S zRwC9=Q%W=EG|hKzh#S%i>@~T2urD~O2zF9QHLm`X(;nJh0Rxs|(Pa*5CB7a6Xuq5) z_A`X=Y}GGOzX%?C_Pe9Z!n}0^>ETFd$Qt@JS z%>D}UZX;K20E&!~SOpwja4dzhg|L*8JWSKIEve=s1h0WO;}lrB7b|0H)I5sGWxS0KdeDG! zwvT5406MM7oz=~oqhL*N>tJq zy%+BrFQ8Z5%jb8aHl(%|q?zLnwcz&u?yx9QL7^kBIr!d=?-+pBhECTFUz=g*Q z4<@`b2yr~mi2ZxBz{<3f#l^+t-~~$hj!J~HV^OgOrzZC&7dV!Ng~L`L$;XUSX$pE< zGet*$<{;UAQPT@nB`6nsm%ZTJkIrs;k=+JGnhk|wchT(H5Ce#P0JOMS_3-&?0Bng8 z2PEl)B%;10B)##QiFnofv8xSt{rJQvdd?iMU4f7DZ0C$s-cR$8nY~Z4z zO5nq2$Uw>T@6m9zdo~?QycCBPmQKD-O^u+dfJ{#$R_6RtdWIwT0!Vh)J^{cMj3 zz*>NW2wOd1dG!wvxv!^>ne=u?nPB(=7&geh4M^CGrbPpd6cCoxX3rt7v?6?qRfC2w z5ldNYaWm+<^`w!dKBp35WgSg!$7%my+Uu!+d09~Njm3Gs;Q9RtTkfX_SG}@!Mkb4+ zvNoEF=j5d`AqwE~lm9v4y?c|)-dj9y_zU%zbggq@)z5BaPw$P81Srp01t9=}rR?8$ zQY}zR;UU7Hao62?(M{?d}qj3Q+C``+c{c09@5S<{7KmH zI)tQ_Fs!t~LciiF(-9niz&^A6H%es%DH(Y2@t2Q9sk;Z&>i1s|Jo)-cBRo)b<+irb z-n$=y{B?LF5w;;VVSJ;X8Yq%|A#CpDS*vIQjU7gp#N3-**gq-Z+j^e0ab9#5yKrRO zs#RFM1EYgI0jg^j*XN^WiG!#*j4Fp{ohKd?BPlo?f1FTntQMT zsNyOuz_idw+zuwde|leEUuu_azD9T4WCv{u4H=l4D-U|2lSbYG;G~470a_T$Ne(@Tqol&dy4xbWXA|3g7 zpnCoBkM0xcfstbF`6NXBja)30;Y^?WIt^Hg zKK$8@wqkxxoaY2Q3x{iy9#)qd83Z^mABJxKYR}#~hk#?5(v-oq)edzR$>MnF@82>o zfD1yQR%AObOrMtJQ)Q3wVDbD>^Cs*X;zgXp!$*(|N-rW(KUO*SIIy4=8~6NBJ^xs4 zyf}hGe#5KS^$rAMCt{zBSPZ)}H0fEIg!f1irmHULuTPO-7Ihl$1}UyJQ29+By$O5& z{L2;q=Lah@dBD7ro18R!YA7KL{i?zc6o{?W;KqmG6W~Y>n};1RoxrdMLuqRp98`EF z0tvFP`^|Osna76E$NTD#7ut@r_155TpRw>%@NI=2`=SBfdE1YCytGo2<|vwhTz<}D zO#Pemxt#RgV|j1NCexz1i%(6-P*K~UC1oF6T39rJg+VniRT(^*VgvtOBxs$RM*wb11Np~5od@EArvIGjTB^L*{CmJ%46Ak5DxlDP?+u1VH3_! zUcIWgP#qtyQPIfykLl*WkWDoOB!(|a{qHQmRq&XBs*&cEce5gx=x_Oji?=s8c~l&+ zG=6g=hQ|dF^0@Iod;LK>C=eZAF^S)r0_U=tF&y#eaAXF6ZtXklrg#EdDnvGxmjj{a zC#i9v4^fJdPZqSNhi)i12{u4->^Tl=Ior@cNOq5>3WEf%W5uxZzm#U#6voX_!65B@ ziHTa!g|^Rw0wV6j_wQl-qWxr&6v_eQB4hZ{>k1H#Be`o`6EQ`D;S7 z(BJnadkuhNd1FqSRm$ddhURa>!OFR~yRNaYPz%X)`(L2xn&5le%NcSWb^F4N6VLSu zw*?1g2tD7{HNS-RJ%fpdhY+aOY>lE6mb#Mbpf%MjGrvN?Zxsmfq@)u}TwM6zD)rUv z`wTP#Jo~RLMT48opAl2(7r%h~!GEKIN{4`Bz8yGykHwGu-1h>5ivBhFA&Qb|?WKTl zhq}bK{{N-i_#sPGO~ERFxQHz_eL(-0tuqn)JS-3y{%0ZCA3Ex2i<8dRkV``X&_Dt# zzzVXS1A^b_r}D7-b_2wnT{;CxHw2&`zSq!2XAW^ZJ$B`_ou=yP=}~(z`Y511cP~-! z?b8onYhHgRekFqJeSB&_W{$3NiPW-J&IujEcR`TWu!f7Chq(h1;D_z6?i?rkUNFfM9xggN zuek7$C_x&5TKD6^Ptbr07&M<<)TgE&5~6?D^FK8sE$W@yEV!2AcsHV2)^B;ZOG8^>^js zYGyuOoRdy6PS#~rVJOdCLS>Mc(rc;{#&Fst{=X?(a`o*&2EAv$u3jzIF0nPl!a1Sf zG*yTD$^RG9zpcL+@bQbViJZHFW&+W1)x#JgJ+N5)@vy&;?j;uR@o{TZRC3<17@^W) z&){IZRv`V@LDSg@9&B%C8D5GpQ|@pJWmLlBXL?-?V3ng+zrgIG9*&GOG@8QPw;&LPOM zCj`mkHt4%r`}_09_@RSsgZL^=x8F|^5)!&iKt{r?cnAuTp8d3Pi)Vz$NVmUhc)lG3 zDIdKN>3Mv5$5&=&mo9E%dZH#wSO8KaNt_w`idx&Xy!8x2pbNB4nx6Ek4CzZw%c3LYa$G}j4>i_@AP_)0R`!_>j`#QVURFK6W0<0WXlxB8{$(qmY;UVYN90NxoL6aAx z@(V(`I|MkGZYlM^LY_kMLrC{Yue~qV*9m^NnoUD9>K;VXChmPfz6R}vP6a?|0=S4>ou8bB% ztgr}*^VCJ1g(3DgxYA@mQHG*V?bG88oPP{xCABFi?9CEu(IItP+7j6v@-mqI-6D4yy1FR{VmYTk{QweSBp)} zH((I-h>9T6dJ)({=(M^xt(-&YXN+Rpp&tLCyiA-1#L+0PoIQlNmHFQlEON z+5XMDg~r7IIR!udFMSAa8L9ryVXOiEi+=x8AF{a3IoXhkfB(;87)f(q=VE+dmT83D zKZmuZJp@qZx;-ynzI-?hKpXT-QZ_a=H52glL`pk@mi}K%V7f_j3Df=Ri)&{Y0C7g3 zglLbi0X0@J2b)T(FnK#ZYc-UZir@Zi^8-hsB0)vgiluSPk<7Mm(<(ee2m)R3hCvW!ZwSD_|1?0^Y4%sTg6k7HI~|G@ zZ!9jg%@qk4CPlN){BU_D;nsj+>_k}01lvO<^xhe7H7?Uk6Rxi;nE5}_|9CZ8m-Z~F z$!~or?P_9vKgFQT?67RjaEU+{@X0v8oqha>`$$$=Hy=XrcxVNgX(iZ4Z=hF>D>A0; zoC}=C#HDHm_x&dTmAR{KuoTU1Ne(v_{YPWG{F!T3Q-aK33S&Oeeep$O6gl@FcJv2I z*kGrok&Dsr%v2E-nR?HTYRfn~$OCxV5sky<4SwnAzUG}af$i1LI?H39Q2ca;eGI0w zIaL+Ht~bQIeob!x0Z1XDwh$Bl88$%%^)lSKV*q?kgzsOI@IOVO%iH84xP^TnkiqGZ zG<~sG%1Xh#{VJpNMKryv=+W0M22NMKG@N7%40N2H%z7s*$gNc;d7lf$nYsJ?<(DAd z9ONkJ6Yj?4shE>%Y~|xiZx4=?qqIWt@;u&oh%txnR0jp!uYq^8YaL9&nUDKUFv8V~ zxt3-?ZgqaSIq9~QFpVAIM-qG(E1Du(-l;u*LH4yGihkRK`ti6K4gWd?PL8C!NWJYyu55YC?h5Hv>amG(sr=^QPmVLN&S^* zreOou=}BsjEm%@Mds1A4Vp4cbT2hr*^4r%9`J@G=k>``3p#yr`o>fdf1-7j0>4rxo zh7^!@cIV3|xO^>LxH5#cyD|(JITwBX{GuQg?m7<_geW%hLkcPK%rP*_fruF6-+~!q z&Nii)ll?Ny0-2H-Hxb36Jmj}iW%%26kL^1v!LztEf??JFryse=4KZ z!kV0G>7dyM9edOfJtuQUX676aY7Pdb%zys;$sKRn8@C**v`+L0i-?ec!`*&+PO2VS z+MVOyKfmxbHX+ZRc#Mr0ZBDlxky#3iB|E79!e{&qo0VqB-(1ksM-!I27%Go^JbLAM zL$hG8|l+L1K z(Al1eH@D&E6!`A-@b9oBJBapw7<=oms@899cq z5Rn#;kZx&_W=VsBgfxhBNG%W+NK3zCviCmcch37=*Z0mpw%4^4)?9Nw&ojoj$9>-; z6pG9uH2PkNXSg!h9}$yW{E^BS`ln_nC^9_!)}Ulbaj{59gB~qWxPqzR-hkcP(Xlj^ z;yKIL_(D3NGEd5RZ3T6#Xry>cKJo)QEGaDC^Ca@NUjR7Y~4Te6u) zz?*~5eF=da#65vva&&c{3h`U6v(5W&D#_;kDKb)0f1ni50%Qp&EsO{8flfb|Rh{%c zA-TMc1++XElkB$QJ-Le{!AKNsMp&}?+snf|$lN{9%zEq|f)I{oQ)2UM>J!0+sJR^g zL@53zg9agTdYu)g5#)cGOlqti^AD{Xh}40=>+Vp^qk(fhZ#~x-aagNVd*YVfckTjf zZ2n;UDapV0G)-U2%Ng)^V*|zMfE#o?K{@pkdXmlnOdzczYJ2D;wBSk5xMX)%-&(fOcDCUyr7`UuMM*f(AP8 z@qg#%KHUAyyLaQ&dmz8k5S1`ufZ>ewaT7tRlUs!*S>_s9# z4u}pK8PAT3?+cKUVOs<}h}6CDA0l4pn{FVhVlBOTF-B9+e&KD035c^f=DSl^2la@D zX%P`21f$vb(DX!$@@ojcuwv@4hqV$oR^iG28?hcyv7lqon20J^6nLj|roLz#+Ga9oT z;9T~@Ooe4`?zGoqy!ERV?w|LiQ}wM;J7Ds1HxS6-Aa^lnZ`UrG*|Lfq%DrdVaj}Ft zlEV&cyA<(vx9?N$9~CjT#7DH{OQy%m)F$S!BIfERS9<)l7d6m=WiI7|W%@l&Z7B_P znOYzKs6y$`=edpneZ;H&PY3Yi4sn;_;4*(l^7fpdf5=HT)8lo2 z45C;MewiN~v-1cLm2xNfAY%M-HZl?Yowq54t@c3H6FG2t*p{tm^5CB(*8Bdhly8rS zL5O(qllLGZ08&D=KU%lSKG&T^OF?Z{`&F$+@2P7x5aq#wT1XBKupq(Y=xAI>p$58h zWpH!Zibf7k;jh$pFK}HPF1q4nrYZ?g%gD;CckZ1LFRxaUqb}gW5S#Q^k}CPhKLo(f+Y=j@zcKQUY7kpJRkyUm1(X=(*@J{&ZKCZ<5>qk_UmRp8D z_&5|#=4k&E?3J&w)fHoHwl8ap4ZVaovYzrz8*;u&X~T#>=L#UZ3yuCC&^hzov9d=h z(~fV>-J~!EhU}4V;|fo<5q})y%9G-Y=_9>;U z9|MLLAD{iJ)9zOLjg==Kv7egxc~$VAr4*2dl2!|M87kBj24$^2oao>?`cPFhN`e9p z&)=XuGw5ZSdII7k%(}KOe!m3V9HC822TpoEi1)&iCr{Q(K`$r?UjUikp~~+_-7qBl z@;gt%cbU;z&@nu3?*B||ec3E%(SyPeSmQv<)IWYlHao}E73?s1&8q%Qx1){-K=x!9 zjBnQ^i^iU}^yGng!Fou4=<*>$Ey8&~t}1a*#Q`6!`Z>#2nD9h8Y68-dJUQ{qu`w-# zs15c{f8$$z=k7rixP(khPl$kn>s2bZA&@<`fxIXNfcXCS!d|BLwXzrkY1x|0G4>)OeJTy8oP>UT@&~YRpY79Y^RIt29b%EQjZ6UKQ(OD$^U-7+RWq3dF{jF z*WZA^v~L~;%>kq4nWx7(;wkf82-kKcBuTF+Uy>&2UiPmgjgUKo|D0dp3jJ|lWovU6 zUGfX`J>h*HF84vTj}XOk&|-_y;bNqQ-ga(X-YWc4gE0ttMeL*pM3xLmZ>rT^rB zk6~HvSDgqL8#=qdFzimc!MEJMP1jDg5wqXB?M_u*$67p)MLtF2BxJAO1&8x@FN!%^ zm}q8fBv|uZCvNy?Rw8U3HsF`ljd=Voo_7tu*t2U_3P8*DkM$1nO~Q}*;_xN!`X=Cc zr*Z~);E3uqNY+?F4xR})bx&BGrxjjLKXH#2V9hI7sidUkCe`G46Rr`K z{5!|EjbB{#E25Lji2gbB&4*s?-@4NF{!|XrwJMxSjmuUle-6H-HB=M58({$iCgMLi z-{6&ng>Oxt+zMx^JqG8lhs_)a0$=~4+#6~wy<4>Wq@RBVf|sdZ zdE9w-n9N{h&_p4kiaWitFbSS3G0`lOgC9}n!MaLE^yKt`^XCda&#wzaa_;I4O4^<} z!wAn*jTi?9$NssxrWMRzDv~x5#P$2>Dil5+X~2GM0^+|r3TiVj|!`;mk%X;4KY zMH6tdZDE@_cI=}!Ggd~7o@sH1VO@vsnq_tCl!^0ZjE(YT(C_qg!tsJC~MI;iL>2GDQ5qIujuSWRU z4}A@(^l7aCIp(z;27d08dc;>1xm3-ea{-T2rpNRN_Th8n?lqL}@}Jwy zy4H*>v&g-Tiwxeh6jv;vqY0pS#RzsF&2p0I2JDDK{5qt#e_wY;eMo_E2tIUTj?uSc zhbpNZYbGuwWIHqimA^<)GjdJGbz9UYM204|POQ-yITci-rTD_3^@7LVVz85oY?0^TAsDz_c=4N;fA94L<&}WrQt^Tv0h}7s# z>cX6F!?6i^?*3J=+#S^&DObtEF*L+XnYv;FN-vz#wU)}5|NPhIT@5_>yuSFTj*_#| zQ4t*9c6ez#n*Qr8^l_d1N-2x{PPuPMx1=+o-o5h$1|$i>KLsfhGJg~7IrR|XqT{l9 zF{w-$2N%~p$9<5{1|N0+T*PM3bdHCgzY&_05Jr$e8fBie|9t}^%_q`S^N=uqs%7SH z*96Kw-4|hUs+L(IQ4>a3h+wx63ITc=(tRjO8k6{)5TkZ`nA8O_?tANTiHVf6^YhoL z=jP_FntOpsvppE4!a*uwX~`TB5%B_ayaH=YB#68=P5uD-Mg*Gex*QSEDp5j?*HVQMay!igFBkT&sqMGI{I) z3tK>q8^xDI3qm_a1qf^^If}RX>%F}C!CH-Mm|CnHyQS;jvf`}N{1SD};j z+u2lFpOE~PJ(^;@-$lxqGTX-;m1KpWP#;a{Ac|wreBp?KdJ@|WdOaTb%RycLBD>PE z*I&r7mdw3b1yWDMDOFaD9_EVb%0&ko7kE5mN~!0Vc^H_!{nCx zFyf3oQ`SFbwYZw|>97PjAQCaS`>*Bp*NdXqU9K5!( z=kiJ9ff(!&;{}FDSuihh9xR$}XM!V2mhML1{I&!peyf@w-beCrtb1i?!gKod!$}wW zF)#oaOO!^6`yZ?#M`5Ajd+9Ubo(t+m$ulCuj>s!m%f>%>@lVOFb8cjK- zpd$*T@_7@*2SYrHWOwHko$IkN^9r#Yg>QK(-QjGsN!B5bg;x7?);-cZJ`6VXArp z2>IljZt$EsEedN*N@+mWZVX9l#!qnobx>0_q3YJjwhuti7E2RywbHuJP#AYnHr zKX9SUtM4*Z@TPbR?O{)`l&-x1axyBg8uK8=oKk*8Fj33y>(!^RmxcZ`bR_cjceTZ8 z#c0_E9)hiHS3^nARVG}S6hB+pk|%kpjAskA{yAA^JO17oM7%SHa27Zg{RX}SH~8Oi z0XHGcf2A9sc90fIuV}mtN zqQHKXcRt>tAh7BP7}Hn*WYictGT#Pg+M4UnTqS^oXu&@#*uVew2 zzMXj%Uso_-O#rLMcsTlot}rS$8Fj`FTw!|BQD!mN1yq3!=%WZP^TJj$dXlfM4JAmQ+_6Msp-4rYX zHvh{vxBzqgp|kdxGBM5Ah90$`4nIS^=pQOR&r8ku{QG?{U}29NfQ}H#E1E&+%Z_I> zc!qVGfJNGTerZ=wMUoUM8Fq6lxE1dbm}Py}<=?sEoc#C&HtxymlTtNqk1iMHMvYu?oCL|L zC9fJTJu;;SD-EGcP6{U!*?}h)u^O;TEGzrLsU!i>_b${ysQYZJq+3i6zQ+zegxuhs z%>hOEr%ct$lstMIH-KMZW;@%ORtujJA#H3!*&@9}3R;AJE>qkplEIIfrU2X;a!|HM zF-F1~gq!b+{f}>Q@@=f{=HC7Hr%wK~>Hm*?fIQ76`Tuxa$UhvnVL4RvInm*V#yp4~ zH~|9YhPeFQMmiM+mB&J$YexwC^U&!iX~}@7kp=!MbxU4!7zb|oe+s%WKcW~_I$%OxN1CX=9H3d9NRD+^ zEiYq+*dIP(1nF0RYVFE}5gW)5I3aAvZllde5lqnpLf!U31ql8+0nN53F=~srTPXM*@D;D+ zVs*4-9Hcb?xlcaEqe!Ayb%iuWcOkN3F;ppPTBGaELfI7r(L-ThA(=)|zyRtHH0u;B z>oAKQ516NJ0;l&pY!yxz4u=-J10yL@MQ@Q4AD)5$N^sDH@d~FAm-D@FwFC8O+{7#E z=~HcocezUM{m9u2#J(HD;_l+1$!=RJtY0x|kM8`5B6Vd_%Zu88!^K|^d5?B?pX8IF zJ<}ffCPH80QOmun9r2t@MJW~od2`iW;3}0^+QrATT!HN7;d-z7P}x`D7cqcj#jCs= zF6*;JThL)$s9vevnfPEBaTD-d+Y471rm9mwfAlL6?Agpby8Ho^^Z%FtG1QG(dKpeH zlX|8{J9B=QC}@QIR?pY5KDyDkb77K|QCnARx)d7OcXaFA^)b&NX-x!lh(8N8=DClp zOZhqm8-E2}+hhMbxS(8gxL3VgQsfZ}XDAYtZM<~cMp94ftm=e?Ol{ZxUKcov`&CivA(O4Vu z(CZjBpDI{5(uS)#jXT72#?$g4Xd5>;4JQv58~Vc_bJ-!o*3&eRD{w%SCN~~m6xHX|hDDxgt^wi{R|=EZ5;O+EPBxW69ES2tzPZl%4N0KzsrbGhDM*MwuF?U<%GlKi zcBB4r*QJkKABy43HvzKJ_Mxy@&&`DJM$_-mw0lL}xLXAL0t((esPBfh+LVDko+B8> zlR~$RPg%!=WGvJkn@TDGY33|#95(EnnItu`uYpPQ+pz;5H3vNle;-CfY>Cqe8M*d* z-fZ{BzrlW`O*vPmwyJYEor?HkNq8Fk&SzR14oHTunAddJz&puBS8JRglKWyv?d{`vV+3&1D5DLOmY}{j;A&A;-e@d)n&s-1zLW4h_zc z3#2sUN-&1fvbowVfz8kl6>Ot3?zUQsE?ki-e)03sXcu9dl(R1P^Y5)sgaR@>Zsmq8 zk&So|XO~g0MRh;{fAj*xf<$O{XyAIkNrQ~`Y&7^(x7}k>N`D=4-+{ zKw;9~fiW}u3r^_=>Rw<>FVYTkEv^N;iHXtxQ_k@iwLDduP?+{%KM8o|vPYumy%Gza z8?CsvH3xzjp8vQZ=vqb~`vxqI$Tz8a0ZGpx54A!&Lc+CdSla@g=n>m>keoHw)&(?~ zf>HOj`*SF7)cN57d{Ow3uaN}E#O=x?DUB8g$d8q_WlbL4rqLKzy?OrQgFbLqslI`C z>3UQ?s?YOI@Ns60j_uygY9W4$5n}i~t_xMh`Da}_lo||_OraXeNaFmdaTh|FF#WJ! z)C;e}tr$VpRyq8`e3&PnG+qy*y&l^Re$=TQDUfY0{Dks`*F3t<^O%m0eX@2?bj`DQ z(zcytyBPdU|0P}dy5bAFrK8Q0MU1N=Lp^*CPVU@NmR!d?C8`s>;O8; zYM2C6-Ve3ZYZNO-T9U|QO3b$DG8B8+^5DbbfuX*Y9{=Vlx6jwF0_-ptF(C;kB6brY zp2t%@mlYbBx+!C6BbRw;_~D$Quo2v;K&k;V-VHNCPWfm;rJ)G+4q3dCYloqdKfn0; zq-P@%#p*ZtysR{&!B?3~R_`#WO-pVw#FmCv9@YeS`a7+#&By(8Hv`~&h|*_e_kDNK z5K)LumHlGupp)#a zZzmPYG`J=cp(OW|ze}yVeeYfCFtVKa(^OFqc<>HnO$P%ZklOUBJ7ue|F zKtCs6+JGUp`>Xo}?M~!zUyTUZZqQfAA0o zX_#agd<{a^(9RO%qjYmlA-T}8kHa0){AZ?(b~GwITXMSyCqi?^M_Fd7*3*HfRuTosugX?e)rGQ$F!;>uFWbJ8Sn)cC`fFZ~>T;3x zz`xg%+x}M_ckHlR=-T0D8~O@Gy7!|nm560gu16G7|5q#TFTYySX8mT*@lw)d5w^|Q zXpXb^OBdi9qzp{`O~ovIgihe%z7W&l_bhB*+W%b-X@!uVzOkia|enF)geR655eA^MKrOI?wAbq8_wRUi_hqk1$38ZY>WCA;5cG3myLagdVdN&Q8w$QJ|#sobVf%343JV@+E zMQlryltB9G*ylzwOpsG$S4>ozU7(@JZPxOwHrzJA{IIclJ;@vX=ggm$&3rj~*{7NB zcJ7_Z$y<9}M7)ALgMaXi?lVQ(aqzbO!5Abt2F<^CgH?Clsh(WB`BxC{QY;ByeErd0 zI}CH`5m;}fz1|bFQ7d~57pFEn)OROVywSbI{$@Ypa_8wZ5=W2#JL;+1^)-1}6WkIxkV(-ozLb&f@RmtEL;eNduOikW_H#2+VND-y5l8AVwxMr*0tNYpR#k`=U1Y?RRd=- z$l)6>r!)>#D`yU}SY-I4HeO+VH|{oC(4I@_CK9^A;}1l8GS#+QyrXlRrBpvK2Zlnj zr_Z0WO#Ovt*VCsfFT4N)dr%TwDV&?{vgXmPQCUG*Xi$ry1bmI0&i$oyN8FPR|j`VgFL8nH^bcW?X{GXw}Rnh>673S{4?dl z6(7&aRret9?fk{?;4^jK-zPEg-3t_7)GKjfywiB(6i!Y#qJO2`rnfS}H680!-<>yG zz)G{0l90RR@zwB;)$EsO?`R-b{385X)LpYLNZ;a9Vi8rlP4Gf`g!1A@xYnIZ)B-~a z^1W!3=IHRFo-0WONU;T~=K%F+bpw8CD>p&LMA9;<^Kwu~te$RX{E3MXVaydBl#PfZ zntFImF9$}4{K2h4Oa;&er+obIXW8@~K78<562BvyWf|9~;%f9l)E%-$amV*g4dHsE zd`skn8D5RSH_6z87bAn5Qo{zu*?7Q~KCaKHTse!Fr*I&vuoBQU=r0we%QXi+y z_9Kk&aWRhngowZ%?$eLY=J-3`xJ^RFYVDOB@@4hj>M^+`p4xpVKJ;)dYU9&E4lspA~G0$8Q0uS?`2o3#G>Sh${P9x;SzX;tAfX zyZAG9ffnkg6=V7LL2!lM=@nW6s9aCyr<8`m%1c^1?tW8|A2-7c<4M`^?EoIc=sHx| z5k{iwq0Sgh!Sl2=)SL6a;Tf=RP4|$$>`bO+^GHH?@<^d59q-ug^>HELF13;8bk}?8 zwxd}ULfMVK4VAPe#;DH43wgLs33ZWl>F-@5zf!aJ>jUce+7gR))puMeC84-(+*j|% zw(+GO;d9xBswnw=cJaiN`tFC1VXLIjsT~|kJ(JQeg}v?E(LKkIh_NLMXh5OO@7&h# z6LMKApM^)5R)tx#!FUR>!qeBbBWv_RFe`Mlg8YG*qI!Hqdx%`Nmgs_jfYo_C@xp9; zC94M|44sSer|$6KLg%bhTfwI{>3t}ajSm>-(!x1mLw@$8e-t)D$X9qV(~`W$KvyN} zr9|0|*4q1-2r@acPB-B)oG`yD;Y%I8qG&Y#6dAUHP)*wK4er|vf^FfrGt0+4r^M>* zXeyV2r4BIjAaFyy7O*qV+|-&WjWW}uc}6bw^O$(Q`1gtvYY91zg4UZmoB>kgYJ3}_ z9A|UVPt{Qbx>EDnW*+llGbk#4Trs@6U7B*9wq#cAZL8X|g zl44<0A+ltoATiw;Aak$&xi-G5>;5N&mL3%DC_7bVs)7j&PCNFOWVzb}QpiM=7jN_K9GpkvLojnIBj zw#!l5J?pLS!gg4(u=)?Ep{r4+&yJzlcEC^rkB=0$9Eh9WIAb3ba-CC-0Q4?T;Op0{2{(^poah(9Iex&%iGQB&fv zPrzSS-dSanz1vRvgDXQ!=vv^P#GoIJ`O29=R2^Yg?lS~_t*cu|54K$7SS|m^Ur_|0 z#AsTpKmtviucpF4LN6xzLWZ_@(HWdbBU27N@7M!~-qyq1&n#;bKqx8NCwpk5 z7jh&{Ixx@!{GCbWho6ET+J0I(WWI2zxe$PzL+QEro`(WELd5#YcACV(mw3LJhfLhO z7|?o$+nDz{oPK(#-%rJf-(!ChyB~gz>2}t;Kb)wM@1MNqbfic+n^&U_Y%2HN!K_Dw z2nIzuo?4u>TD%Z=gM`$_k3Y%zUKbua&!6<|uKh1IX`(?9x2Ol!zKJ zR*_%CpRKZEYhD-Jg39X;`c7f>3ZI)W*3%Q?rW7H>9cyKP6wGsFY-APF>Mo|xY>F@Nm#qCS<#I8fwFr&hykhm&YwY%*aWZs77u#NaFU2FpV_Rd$QR=o{s8}J4 zff&UqGJd{PlgdiCi4EUs{VU6j)*?vHss3S{m@I3dXcJ4e%#9mZg4K`<_pER;g6o2$ z%pTL>dH7Cj2tIh|zxrrZYhdNL);NNsSUW~H&ee$;Yqqm{I373_o$->^HXcbGHw}1T z7=;7KD;C}M0cm(e&7uG0%s!bF5Rsi=eC8Aa>K#o$kw#UmYCF|%syYk-?%cd!zRdC= zK)UweO}?yJpf!AyOfP#410Y?$jr2j~SrK_%q_C{csUXAdYr z%9iXVe!GFj%|R-{yy4|3@6})$@t~o@R@1lD%U~;k|EwPH3&$kDmiWM|#|eR6d7iM= zZYmFLpOmNBfMR=h_W?MFTen)#8Oug%HVy)gk&S)Onc_bK7ZbZ`Pe9OU(M|d$C#_83hxx9s>FJhs51X1M zIYbLygR1LdA`>N3Aw1Dh!!@v+^+$bB$yV65skEK5MOtU0%quo^z`1e|Ft`t(TLXp| z^XNv2&{+OvoBBejJ*5B{Xi0cX$_;P5LIb- zvr|jf`+WdYvHY<7rP0+W^P!){K+9DoLQ>jow$nzavjsXiuiz_i;04|g!$gpEZHgj1|8*M1>HHEXIfJgr1~pZ7(Ky0p)uifmy-&6>qO0@T-OA93w7%oZWg)`0NVV`X}=A@phYn%F!lon=cbk9 z0Q4Cee`Klz?*qzDQI=x`rplR6{?j-{E2(n`TtB)?OmVucCTU%3e+^V{_~AKsTwib=54Hn9<&0o* zY6IdcU9HPb$IURjDuLOB_1{Rn0iDlL5f5t$6rg?Hs}8FmNkn_5*g!T~4Ai9fRBSRd zw_TvQ_NpLcTuA6NZygN7?q{Eh9UHtAVYa!rmRt=To+JRq_9n*kc3`{WQMdd>h9bfx ztHp7_kKL~wJpapxF!UuwAyQHm=;kPI7K*0GtYbd z_3bP}3tKgz{WCYpJ%np%b8 zH&yF_!`X}1-c-qt1VpJAPL#o6x1dOegXQ_wvzF9c`7>#>#qCHDo#ZH$;er`k(V(9sQ@A}iT7=u3BWwX8Uei%}$D**@{v;fq`F%e>%sg=Q0x z)A>oN3HHxg{7NMW5$Ny&--Vc|jllI6i4?su1A&Qc(X6`E40a0!uGhZhtn*%3tnEJN z=)ksOqDCd`>IdTt@7Ys7sI&g_=6!ISUD#@t8HxZc@Aj%&RYrDS+q(CT`1vL%JtVc} zx3zaYNUL_%;+DGluXQgGN_!|rXmD=Qb!^bg?}&Q^Ef{EmTWJ&k7;+I(}kT9^wETfRO+L7 zrUp5!ls^QAH`)2)F zA#wNhUoiqmK4f8_vjj?tX3NPs!J>S??B=2QTJCi@qI#SI+VdkvQF_;3AY6-oFX^v$ zuNe)4|MSR1y3Ge8C6*>lLGS!WB_X*|k8oLst5m(x($C=->)^{poRv1lXQzQ4oe>_J zHoifGx76(i8g3KIjZ#C@8lAmA!W^pcaU(ReYF)Qd=MKgX4n6nHAqjFMjBase(xSK3 zRCUmQ_z8~bwvm)|;s1FXMBx?YeSiIXQzw50Cj4Iw?f?5{8lbWMAJ_ChJfZ*kMgK3q z#5n9Y4e4zEdl7$t;p7RB1jLV8RkMf+V!(>Qux{@clO6bZsQ@ua<>NC>yU%AyUw;G| z!h=#!vj&W|B@0%Q-`9IMw1>3Sc$e}^)9d_Ztww_fYhmS;g3p}Ybkq5LZlu|*TBtKV zaf~p|K*W@w4q?ILc4^x*PbjqV!JqHHF1q)Igu&j0h_johz#X3#5Foff+vhUmL8{}N z25r>WmD52?r`rL8GDXsWfYJ7MOfkG5-XGcn!b3Kra)#9R!H6-`4Ez*Zn9yDhIgDT9 z1%~91A=v|uU%A;QoocZBlFLt&>t3br0be zASB1i*$CN=`lGGFEA=MnIe-KiLqxCu1_HGmjFL-$wq*h|esCS~E4r5ikHlP`<|ux4 zoV{{amEpxCq(9am73b*BlqFRuf37x(p#s(twuYSDC;k2f4>sc;TwQA4%O>}`f7e}sgN5G-gE6a2e9Qk5nkExkz5!&?eI57(1>~+#sg6I zo2m(D-xv>8gToDW6*|{N^&sgMoHj)GcZ1|SFZ90XenKc2%+dF>pO4adenOgQkRi(q zP`QBRmnpCVxZlHr^s}~#8?Uy+${pbQe z=q0_f*y&+UM$znZGv+em56qDF>NZZBSS0EuA za)6%VbfUS?;igLUF)~`S%##t>K#R|y<8N8b+KVs>MLi@1* zq;OO+IxJdVF0}HyeEKK{tl{y9*a)PbTAo{ST zZDJ&uddfrzv(}4+f#dh1|KI|0wkn6Vjv_RQBQNMQ&4YT34KYB3Czc8Xq0r76*-J*# zO3Di`(zrY`vM&;vC~*jT&E&A$a=1^+zE_;f^#J|{dLK!`^~1;kPT2(<19kkki9L*# zX&p?EPMA92gyL=fJtrKc$sQ(~UJLJO9$}gt!x!4N1Hv$1 zAWmME?(x;UiB*9-Mhdozy&AhQZmZQcyh+ zKJjj{783vFqWtsKHYd4VnMm$8iRwBy(CfM#;ANLOuNjP5u{_C-t^Aeu!Scx@(rNu* zujR2d!1h!TX+B~t=F9u274qzJg9k4Z$R6DNSg~;Id2|@0X@$=a=q#FByOOx{) z*etnRQ?bdlAoShF0BzLV3ar$Mwr}{@>O`@6ETs7_|22oO_mEDX{V}9L*oM2B{1^QR5|bnIDS3U zpJ1a%P+CUK^4f*g1xT^~7MH_Z(v1}p^#37lDn#)-kmOV{t8U%vWlb9Ig$Fd(4{J8M zN;l3BwIOmt+bY6=j+Zk~>YZ+{2ry}Q4lO)1t#{=CS*(FhgyLBD0iC@Tp;G6Ve~gZ+ z`ORl8{aNz!15b6!k4@bsPO;8Q>(^c5p0NUond1b>h$yttxq+-$?BiM%9&6Euoppx2 zhq_H;mri)8OCU(>sW1@cy;1#j)7Cdt!WHmoYTH&e9IK`f4wP4n?nCm8@*c*SuQw+l z#$g{CF6hyA3GQg^I}!E*N<=gITI0OL;hH& zNXxDsg`4y3Hh3>xx;N@XfJKGi=QyjT>|$^{SkMl&QO+G|!FjJbE)0(>Vz-An%|oR~ zPlR9h7S=RR%^hlJG}R*2i#O5c&h0FphR|#Sa%L)}@)5ToGbBBiL)-Ia(!6v-pez`{ zqLK4)U(C>9qmvuqbPsJ`!`k68$6fS*wlx|B{2iCcO48b#GhfQjhNXo#KxP#SCH=@Y zpHFxi)}e51re(j&EjDqvBg!&ii5!G_bmHCg)aKg#YGQQdpselv(W6slrZnUMDzwra zm{Y-A#5}=E3446$0f^Ep2@qx&Kb&RGcMpJaLlY5KX~#1GWt9HTxcf%ub{))*>_4hA z>AcQ=L)wf#6KG{!5D1AjhhXy5kfY*46@*SlV3v_SkPMzg!Jc%a8hPq_k(8jS(0;Mc z+wnWjWdTBGh50A?8j!i2-pH=tcIx^vsN>ejsF?b2Xk(yIcM_q2zdG`Rm^iY3ja4Uc z)>8lo;z+C<-GT-;rNcN7Xh*hSG<0$iFJ)~v(uiw5sF3PzKYBh~l3BY7of(C9yp%4T zPGdHbL&XSRpdVZY_Pti!V_-z%In8UXx(n{y2ii~qTy!Itpas^`rF_saQcUio@rUgL zgKG(acbt+y=5VL2UJc0(coAFI(XMkzcyG65%_cJ@-GiV+DGLJzhkegFeC?6BvJLHv z*O-gifnPrd&+$&t0oa!)0F`gqgNn~SU@sA{t~l*NVDF+If46{F;Ar(?B)WLY#UG#C zppflR;VF2T^B{!&;xy4H^{Ho&x|=ez*s>Z1**Olwygh?G{`Z0@^Dho=04-h0Pkh%K zAr(feIlNyOZ{2~r8DgNKSyuT4JdcuI8L>?j+u-YnMP)hcXeCf@(L`Kl!24xFwlY~i z`9xEXoB;%{H_1IZK0GR88@4w3Or+mA#y%#gy2^`5Bx&6?BzRbIy)B29FM+{=CbLb8 z_FJ4>eG9c)hrrRF87`GRet+5xiX%94(e5PO+OU5pP#()eZ2WloWf5{Uw`nTOW!b`L zGP48xvhIq*5<~GS(S*n0_+iyrF!K=MM(x@VfA#PzS((laS_1?aFI0GcA4$bP&|5|xZWNs52azT2Jjv~$8Id1% zSDBI{Ek)-kWf8_vZfRF5N00Fv~ zy8y?zFhXCtnQn=rkZAQ1I}Vb^604cdw%tj209{(Yq{rc&l8PRUqpakYuzkp)Fe67f z-gQvqZ7PQxc^~+qpR<6}<~`Rj*=lhvNunXFngFXeQfVcv=4m@q{^Anh#pD=^Gghi} zz%jK($XKZTkmuK!-zSjduj(nC%t_HMCq!2Hv4pC2F`D!G|qB1wa z*mdy}*N+BIIKgxmP->@tnprCozY}>hl2m35FseDoa1v&@4qi=}Jyy9M#Z?oW$_eEQ zo23W$IVMJ}J1@m9S%ni$UFC~$ejp&sUBHcy?W$SLQrNBeyhC)#mZZj{E)`pjVq56n zDiMnU)i^@GS06fD-26lvAcMlj@c$vseE<5CB&*Z!UVdp?h8>~RhxEPU_H{34ZBxuV zlM@zf(-%)NJRB;rL2aj`Lt&r5j$56n!3pN`Po9zS*_-vahu}}K3De-*n|O|oPt1PI z=_6E@cCTXU^yvK0VmLa37dhF6@X`}%sYvXL?wiea@ss3PjaTXWgxF^gQps=MhzlJX z3$Spyc|{j|8}tZ?YM!u9pF5&4jQs2VynZ4m8#Y{HK5jv^nz*f?VK0A!^-UXN0<14^sgkw{@@!E+f?gK zTAWZ|C)I|G)I%L-nVm@5`^a7n*r}}3+hYW`tR)qI%!|T|0GrOzh&#zpOjU(=xuAL_ zi2u1Za!g;x)qli+e>lS8N!n!8)qO%JmDD+!PVYTVf27#JO0B-=rvZD~J_Es4pTuxWhSi>|+7W^YaAumHTuf z5A!CM-o)(eF20q?%eP?QD@~{JstDhdF1HSBc$|mRL1iDZ$)}MVajL~^bx>+`*og*$`ud{c=QJ^qPht$Pv%O55KQB>u2*riUDqb8s5FlO?o(o z*Hb|MJD7{WZ1T5OajHjCRaxA59{f%N0q5VTAFqk%nm;Ie4{mP;vOoPtfXe<+_0{H( zungl7q_o4^6m~3PZ__6^PhHhADiLV@lrkUXrigc5< zLYC`6J2XBrm!>NOsN^U5+OaOSWNWa*;wp`3sn9)u7fzFX(fH2iM8>FyOKE=Q<8zlJ>PZ%@Jpb8R?G+UXXqS8Av?Yjpt29=fK z^z5b7*bLDk&mPO2)NX9iy4#A>>QmwHiBiv2&&-^E|a>HUVo!6#O6RPori+A zxSw2cBH3GVgeod%2kk)Yz58P^fo>?6i`&Qe%v&~AKJ0IGc9O!1=?kMPrd`q{tmdTs zq%zeZ+hleE$^)HP*^t+skLT42fouLzRRm3kH9;fe=|{{9oIiT1O`Ws19}P~EqCB6p zce8Kr%$hIS!El`GJYAG3y|nKs!)+X6z4Oh66LLocBkurU>U(L(Oi2`uZv~B>?}4_| zt_!!a#R7>HKzNV{R^7V=qmZgpuXJ)xE>nV!?m`{HK7*7uEK<pcgBz0DDD z_KHwju!^lL;H=2~{S?I8QYPhK3p(0dF&C|wUchbAK~}BP9?g;jttq_d{^m*`(_=lL z_Qz+|Ei(%*^*TN(!Xo;qf@;(#*Zw|yN)pttJe~2J7d4$W7kVAXVNy6hNDePEn^uDy z7QG{gM3FfJqS5{Vki=wt8Z1=>AQ&eC&iZ=X2>?D*$W^<*4drw@l>bN`)Z#P_T)+XL z!Asm@gz86--Ho7=s#*Vx)}X-((HQ}eoO(Q8&wui!)iU!?VX9 zHMOi)dM_c;618)L=nrl{agz{xWP-$7b%dM_ls2za`Pm6G3!%M*_xh+jz!uK1FsT=% z_Jf_kB+5<~exh-Y5%`y5shDpG+=VE~wPQHH>30*$K8&F~7eeZN>lqo5f?wsm#HC5p zi(sUUvmMR12xM-!c6j&nDNUTtdCDhD`Tr90lx?> zBv)M`{w!9>_KluUO>Ee^=gn#4>-Br@<}rqqL7lES9pJKRmf#K&6*NjEUF^K3W8YV; zFa+4@JYyvEu;dGZWF^c=?KiXdG;vj=@S0aSVxKdK5sG*KEq?^#4kaEitnHR-enb^# zAC>`an?KvY7UPXTfSso^EU%zgXtG^cj9S9WC58&2o%fo}C zm3F2S^4Q#h53A2TD_fS>UZkDTga=g|KgzF`0krQxJClQ^aE0?V*}{(L<-; z7Q^E85N_HBxm&gS+?At_JB?mP8#mmj8p}xr$)bL;g6I}y%|8BGSNz)QMx_e5k*m4j zG$V~I-`nB^iA?Yfq4`w>Ca}eJFbdaKyp(Y65iT83zYauWyPzwK(-h|)=zn>wden{t z;nG0P#@-Nj$I`x& zd>s4NqZADMFcB2P#cFpCMod6@qo$~Kfql!l)-$|K%;|{f?Lca4Q zBxI4tO<)n(v?60u!p{H*_P&Cw?<7IL^poNe0vji6Eo!G=s`5khXnox*gFRxs%O6EJcY$riiIK>Nlu9xIpl{wL;`M`$oKmj zM??b%xB5<{P@J#WufBp)8n29c*}7#J(qRD6TVDy_{J%2VsU&}`BgS630{ZU`L|}-{ zpwRBnVo~+~181&fG*uy@?E5rqV^k1+{(K2u+kHBUbvQ{v{&4sFpy{^-cxStE=yse% zTKMS7q^vz>_=K2wB$4!!8{usS!q4`@Tq=eiAIPiL+#*fv-cvdOc@5f0-owGkum|uVMK$kWy zM{HojD|xijfL=CgKh{6eL)z~Yb|X94^_#>8Fsfu5_NqppX4i+B?;NjSDcFhQV%$K4 zgzl8A4&*WvzzT#%_53R)r0am#W6CdBL%&S^Fg*hU89w&m%}maIem)dgY-Xtm7)+oO zbHuKp{_fTg2S4P^qULe_t=D6FdgI)3`h(im#jIOau#e%Aj&+)FX+dIx7OZSEUlY_Y zmf3how;-PJ)8bNm7T|$uh7-hqW#rLDRDNAM$or*(_AQ5#5Xdfr3n~D<3cFeILUUHx3vIVCg!04dQDA^-pY literal 0 HcmV?d00001 diff --git a/evidence/scaling/manifest.json b/evidence/scaling/manifest.json new file mode 100644 index 00000000..60b74d0f --- /dev/null +++ b/evidence/scaling/manifest.json @@ -0,0 +1,331 @@ +{ + "started_at": "2026-10-17T15:35:49.774837+00:00", + "project": "mtusi-lab3-research", + "source_sha256": { + "auth.py": "6bebcd8d1d3ca4c2c6e8b0e5793ae13d8996cac3709b5b845d814b51a5e1a3c3", + "service.py": "be404a47be391b2a37babb1689ae7880c70f5deb3524c9e7c98e4e8db845dabf", + "domain.py": "e970ab21fb0ada53dce3520563ef891c28710957dabf6bcff063449516ebb425", + "cache.py": "17756fa84a2c40fd4d1baf9602a7b755ca5998bc241f0657db3505b04623321d", + "__init__.py": "f798dc149d6bef46d697dccdaf6be9c8d08654f18161e42c99f548c30074f4ae", + "schemas.py": "e0254f10b3f64f38525f22824548f935723a1ea895ee8cf7c2be0b5d3b80c5b1", + "settings.py": "b28b5d402253dd32a2023396aafbfab2b38b935f97d45c37a57561371b8bf5cd", + "app.py": "37ade4b54fa526ac41e9be60a296ce458140d9b739c80a4e2b220be746fc8d72", + "repository.py": "449f087bc8b6158b88c732ba12da395a0343816c8e7b63c7cc3b3791c75c7080", + "migrate.py": "f073c080e13635a01482539dbb474b9b4f49bbf5ff66f483dbda4fbe1d1eb57f", + "__main__.py": "486cd5bbb3f1a814de74357e938968d219070e845cf178761a7a23e87d003ea4", + "cursor.py": "a2208cba232ae0f67c4430d3e90c3962129c8fb3987ea853c624cdd2c73d7a1f" + }, + "k6_image": "grafana/k6@sha256:3ddc8b1a33a2c3d8edc6e99b6a762ae36cba08788463458f5e6a7703e14eb77d", + "docker_host": { + "cpu": 18, + "memory_bytes": 8317267968 + }, + "api_image": "sha256:9d4f5d78d539f87a5f6a16a7ecbfaeda07dc300465c643af2b45ea206c46e2a0", + "client_architecture": "arm64", + "trials": [ + { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.25, + "repeat": 2 + }, + { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.25, + "repeat": 3 + }, + { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 8, + "optimized": false, + "repeat": 3 + }, + { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.25, + "repeat": 1 + }, + { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 96, + "optimized": false, + "repeat": 2 + }, + { + "series": "growing", + "replicas": 4, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + { + "series": "fixed", + "replicas": 2, + "cpu_each": 1.0, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + { + "series": "growing", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + { + "series": "fixed", + "replicas": 4, + "cpu_each": 0.5, + "memory_mib_each": 256, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + { + "series": "growing", + "replicas": 1, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + { + "series": "fixed", + "replicas": 1, + "cpu_each": 2.0, + "memory_mib_each": 1024, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + { + "series": "improvement", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "repeat": 1 + }, + { + "series": "improvement", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "repeat": 3 + }, + { + "series": "fixed", + "replicas": 4, + "cpu_each": 0.5, + "memory_mib_each": 256, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + { + "series": "growing", + "replicas": 4, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + { + "series": "growing", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + { + "series": "fixed", + "replicas": 1, + "cpu_each": 2.0, + "memory_mib_each": 1024, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 96, + "optimized": false, + "repeat": 1 + }, + { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.1, + "repeat": 1 + }, + { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 8, + "optimized": false, + "repeat": 2 + }, + { + "series": "fixed", + "replicas": 2, + "cpu_each": 1.0, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + { + "series": "growing", + "replicas": 1, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + { + "series": "growing", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.1, + "repeat": 2 + }, + { + "series": "fixed", + "replicas": 1, + "cpu_each": 2.0, + "memory_mib_each": 1024, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + { + "series": "fixed", + "replicas": 4, + "cpu_each": 0.5, + "memory_mib_each": 256, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + { + "series": "growing", + "replicas": 4, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + { + "series": "fixed", + "replicas": 2, + "cpu_each": 1.0, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 96, + "optimized": false, + "repeat": 3 + }, + { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 8, + "optimized": false, + "repeat": 1 + }, + { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.1, + "repeat": 3 + }, + { + "series": "growing", + "replicas": 1, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + { + "series": "improvement", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "repeat": 2 + } + ], + "finished_at": "2026-10-17T15:52:56.467562+00:00" +} diff --git a/evidence/scaling/results.md b/evidence/scaling/results.md new file mode 100644 index 00000000..e5d2f9e8 --- /dev/null +++ b/evidence/scaling/results.md @@ -0,0 +1,13 @@ +| Series | API | VU | PG CPU | RPS median [min; max] | p50/p95/p99 ms | Errors/requests | API CPU / PG CPU % | Max API MiB | +| --- | ---: | ---: | ---: | --- | --- | --- | --- | ---: | +| database | 2 | 32 | 0.1 | 253.7 [241.4; 257.7] | 103.6/303.3/451.5 | 0/11428 | 104.0/8.9 | 76.3 | +| database | 2 | 32 | 0.25 | 417.4 [415.9; 420.9] | 79.5/178.4/252.0 | 0/18906 | 145.4/14.2 | 80.0 | +| fixed | 1 | 32 | 1 | 263.4 [253.7; 263.8] | 119.7/148.6/166.9 | 0/11770 | 129.1/11.2 | 79.5 | +| fixed | 2 | 32 | 1 | 292.4 [277.8; 292.4] | 108.7/285.1/364.2 | 0/13055 | 140.0/12.9 | 80.4 | +| fixed | 4 | 32 | 1 | 234.2 [213.3; 240.8] | 23.5/491.2/694.1 | 0/10464 | 129.1/14.4 | 78.1 | +| growing | 1 | 32 | 1 | 167.8 [152.2; 167.9] | 182.9/298.7/347.8 | 0/7362 | 86.0/7.5 | 78.8 | +| growing | 2 | 32 | 1 | 283.9 [278.8; 287.8] | 115.0/293.5/366.2 | 0/12862 | 138.3/15.4 | 81.2 | +| growing | 4 | 32 | 1 | 472.9 [466.3; 482.7] | 4.4/269.7/376.4 | 0/21475 | 222.2/26.7 | 77.2 | +| improvement | 2 | 32 | 1 | 429.5 [417.2; 440.2] | 81.8/173.6/223.1 | 0/19394 | 148.7/13.0 | 78.0 | +| saturation | 2 | 8 | 1 | 343.6 [342.2; 346.1] | 17.8/65.0/89.9 | 0/15502 | 132.8/17.2 | 81.4 | +| saturation | 2 | 96 | 1 | 266.6 [263.3; 279.9] | 338.2/496.9/573.0 | 0/12336 | 176.1/14.2 | 82.5 | diff --git a/evidence/scaling/scaling.png b/evidence/scaling/scaling.png new file mode 100644 index 0000000000000000000000000000000000000000..5e11d2ca07e76af43404d610a43a671d0eb35173 GIT binary patch literal 117829 zcmagGcUaQx`#)@1+Az(`%v_a~l_QlLC`#Mzc3CR97iQu_MI4w}X=zxN14Zf1yXlt1 zy$242rVE@XRH&$=sGvTV_viO{p6~Z~{`kF*qde?jyvKE&=WCrkzIMfG+m=0BBqSuZ z{dNA#4G9TpRSAjp`kSP{zf@Dz(cp(!@L9WHYky=g#x=-O;<9US0LniY3V-nDq}8sp+z+ogIVL8xbY)%?;Z(v^?&(CLgf=$?I8L)pDiRhyBj( z+!$E2^XvxY{jc^%Y}vG_WAJ6_)bmwAcKGRxL*B`UeE;V2u^<0%2FEyqnXGSuEWY_Z z z87;Jkn0IM;qG%d6z4vua&h?yg+rAe%YlQs%e&kQ=l5i;6okJtMN01MN&rcAzK~TZO zV2#SfG`*JRnpW5TKDE&ya;Ak-9ieGqp_Z^qw-K*qe(m*{&7V+xJ1%D&pDDj=W3y|Q zo};7g|@()r8Ll%>A&9sLAR=Hnl!g=`wo$@}&p;`cQ3D%^;3T&q6X67Q()NytOsW zDg20=n;XoJjNv=!*cC|}IdbF4rCbn-nC4s#nEe*=k3WFPgP8e zhh_#B7T8IFvt#Y5Lv#MMi*FZK=X#v^#a+$r?e4dW-OjSYdHI%;K7pKHW-v#~i;FGu zQyS6Y7l4)!F8E1W`5@uhL^4s)~(#F8hNCGQq;Dg1zKjB z_)qPhxCqk>PS}r#4QdIQx8LF+xw=Hy{Oiu?e)i5mAP8uyZ zVqgYKike3-e~nfP=nzr0M|-krC$Br-C$*|-C86r*t&iz!vTM_$NDUrj1~N5KBOD|f z`SySJjL5n9;RdJl>$h)c-?HdcoIO}JzKTb022}Whm4Fg(8A5O8UdjjsTyu~J5&Fsd z+aVDz->Ig*mUY`WVjh*mOj3rl=1~R5Vk%^>rZH~dV6$zS6$L^oji}>yNJj0AL*NZf^#G4;~3To{f;LLoRpLnA8HCja(GtBQZ~{3NrB+w=vTp-0L1LNv1f zv9MM&WiE*JhipjILEHzcuhl`0n}x}SDrwsm{JCrIB;DhPQQLLQ3007$T~OZW(LBxa z?JZh|83;+k4w_GuYf?kSvL31Xg@H?dej)or{JNxlryr&B*n<)Lu8@Jj=+$M;?Wl=j zYBg-f{+6bfN33bwNfw%6M3P5-)PUnyk+OuCxvv+G5m2L7;mgOt#}%xOCLG(oYZtOM z$)~5_>Dn_Kr@>Zug>^KqCGZ7S!l{9pekJ4^%b8{cP6*)(J>r2DZT=0iD}!(e``pF8 zHWKO-F=_PR(W8u`64g_S%H?Cp7w^v_6u?e^emlHY0B@Yg2FpePrDIz_JR;p!;8^9r zD^f^`Nqha?Z=f=4I7a#s^c+-BJ=3aksCT!#yzBi3j#Z(ha7y^xU5C&<&xP?c=SzPz zMNCy_*((2Nh?UOV`^~7wA=dlb+kJ+HUtz5$%q~7JZtiV+uGy93Ui34!u-1^YG1o!8 z6K}9-4(#_##%9T+)YEaYgmD=b#O2_idHA2hIMJjDq%8(M=%S^~@TB6^E+bB*8vZdJ zUTD`MrMtM_yt$LZAo=r)Jn!$2e88^}sz2JMg1n!Me`5e0zTYD+nYhbIPW3^94+A>9 z0B-UKDSE}Au%XAyQGcOPw64=TVMFKVzfWJTaOHl@5hu<-jF7b53cV2vBXM1?)?Wlm zowip&N})6D7%A6d3|yjLzqXiI5=k*xAgYELf>lqxn!O&cGv3kjj_Fs`MaAeg1ig*+ zHyA!oG`=@Z-8xD>1Xg*_+v{sR<)3>2EAruE&#fG!RN6CLB)CUJ%fg|{TIP@kyElzF zm=m{tRYWElxHMlmB^B0ty_vpR;@P?MX_bh6ivD8C(4Oa#qBACpr=(*qdwY8yiiiy3CIbqHZB$j>Jyz^dABXlsG@KhC>=Pv0y%m zEgFL&&)w7XbN8%*N~ta`ZQi_@gPnz3B?+*9UA}B2u$ie2iYCV1wx^&PKHkc`)Ov`a z#K1ZUYy(xK>w=eyP9QWZ)A7aQ?O;E7F+fja$mdMW7rRRgp>=W zs`&lzGCZS6&^m0)MKjC%H7r-f=ojO6N1$3%pZi0;wByCZ5ae&22J)G)VYOY&{>&6(2p ztO1(1G{78Z0u^xkW#&a?)8ys|ML1XN#}?bO;FuU!e|)A^VYASgdD=iJjqX^lu1&R^qET?U&PdEW+L`7lZ~GK@6L!o#GxF`-U=b<3d& z0b?OeG*676e?~+YlB>2|Fm%p4wotPQHh#b4TcUHSz*@>IofGLOAk$-1BBRvNl;^55 z;iI@>$3}*lwp_W-i!p9QJ&E^uF+#hJw3+MP#MoOWTu|n4pZUHL%N&@QCwB=N+%3K6 zssi&u3!j2(NOQyV-Fb}LPLYdF9x5r5Cn*MfPMjeHaYWOPxu$hUR8o+dtj@4c(VmSA zHRh*k^`oF(a90**Gj`FrH0-H9&gjr_@kF3YMlLTYHZ3e`N1cD3;1tTotgI)j02>(= zB_O+$@+6mqu>hupUF$V+JbUKMlZ4)0JBW1qgUt%!eoIZwrg^YhnI!5=oIs~$k&_AS zhKEhR%J*VqQ+6D@Fm{{NnH@0&g=je8xB;prenbRrAf%@clsiw7duQNET?D_TXOeii zDs-~MG5E{biuqz+CIy+T#}kf?jX5xJ%X2-*?6(iMDlG-;K>de7oni+SWZnJovCmRG z-E>d&BGnz@+kYIwesYxb0J$ni*ln&*Ng%Qy`6`9{&Pz3;c>7yl~eCsT;kXhnT zhrBSWu*LV?CBkTs+7xL{3>sF~OfP^r7WBfV3XP`5Mw(fjcs3zwF~i7*R>JhJv!E_P zkhC@0acL{Fx=53C!j2)n#E9&)iwlA1s+#E{5%p$XWpahP>FBp`cp`Rb3=d=1JUMMc(pS zorb0g_KeQfLBE6Rl#&fh|!5Rkglx17$K8mJ>y<1xPx~h);xz5I5oM+EK6fmk5R&qq^0V z2ol92Xe>Tz)i%#=WG)nTb-XjpggKLe;l9oED~Yx;-`cE-caEHS7zHQ7;R96|6Jey4 zdFX^bgQ`(0?QGXGG1`(aIpmLrtC5q{-Q$EQb{C~L@JJRHFI(zbhD|fwlA(M`^?F_C1HzbCl3tZ|JM~ zizd%f{X(=g-bKz#)wM@{bH=4LVdO%`K`0}3@wgl(uTGJ&G%k!L>9v2!yJK>HzYM}i?k)+Vn~v2g>{*x9T^iKH0KD|_PMa9GpdGF_j}&gEx>5m?3Jp{ z0@(w+aF_X*s)=1rWIXS79-8jc*zwsFd5El)N6llmB<{qOO`{1Kux^^{s8{lk)h?up zJ!vcMZMmEnR}v8A6M^Y-pkwpx)W+EPPpAiD8ZD-80L~WPUkW1y-2@{=xn#j{LP7TYhp(gNeI*!>&(L(ZJTQ>i6r8VFt)m(EV#vpU)?>O}m{tGw)!@~C%IVTBy23HB~?F?n6K5dM{B_U#}2MHr> zzt^#}2Kfl%{^xZ=k`3ju%gdMSmV|tN!*A)2TNyC&w{ke_9PK7@(a9NKQAqNgGO3I1 z!;Q{;sm7usGPSo80v8wau!5R4VTbY28S^5*IylQS%SDczi#Aw2hg-VCW@6_3zK3Gw z1JcGp`#vWX1Gfj>qGH1YNVL-n?u#GW?3@UF&8Tk%P0tY|ohnB1BJ8S;xz7mHEh3$y z=#+^^Uo&@7U||ZHLZu5$R=Qg9F6TNj7|8X7t!eMa;%(XTgqiBDwY88;@DCAhb$q<89C1eEHtd7AtIga%6RcFRt0$y zAjElUISFi=GHf2Wii-JILQG^LA(~FOMxy{uIh{Td*0512otmyVtXu1>ZnaXr2g*Qw z(7-M1+e`gA)9Zj8Pob2Tn~K~40-}IM)u-YA82atUQG9f{IqLn_*BEMvL?&Wwc&W_IuP*HsIrJp%T6NEc3CHidU$Q{q=x!*suZS9}b39wiO z#**93GZgeFbsKdi7DLgTv9LshEuLT($;ao>a4V+B%}XMSXG6Tt1Hx1|X*1Qm$ylO} zs|M7DcBfm7iw0L`1${UU!7I|wT1rGt?Ge5X*)}6+WTa}=4*h*Pt{>v5R*2DVdJczK ziOm}u=K#6&Q%`vEq$9{=ksX_D7Y1@?k$&Qk`_+<>MzahoV~Il zrHa_!eyi`89(hp9{F7?&#Evw8LOS(?U$)p(ZZ$2jj?0Rx4L(;anaHp$y?e{PDCtcI zs@Izmy}IJS1mZx%ys!)aBZs8bKi{r$ipg{{ZEBFzSb5~vfBy0-EDfLgy?Ap9uZD6U z9lV`oj_Q5>)2{nTRuDd~zUli1>j6u+IVMZ;uVz^iuQ$u zqR8mSCv8KoEn4sYZgxz@%%4?m(8IR*%Qm#2a_b#L4AR+*h1k(`RB7UO#qJZKD~X?h zpfveLcX{(UyMz99fU4V{+@Ok(GA*3z&bRlf%O*-Y!d4d8NGy<|F1^z#Jci@j4Xu-u zlF|2^Qk6b3-8&n;0OXcS*i+8a>4L>xL_7WNRw1cJJvN#}T4Qi4>7|K715;-4qWMYQ zywUPDQz>@8%$R5u=n4~Ai*(N;`8_2UcGs;e@hmk=sQ1`Fz4cHiD$5SH9iOlRPB zwJ^e*7AgY#FvtB^z2ib>r@VRzzT#BB4z`%SS^9-3`9hvxaOwh160ft4HV%}l;vP|_ zgt{;ej$fzaZ`Y$Ey&lT;>aC>jZVq_^B&>=l;R;S}OlbD!W_E86;{m(aRn()1<4(_j zF8iI=)5-8M-@cA|0@qy)Kzl{t)sqM*A$Vq*sh<=zBZLOYgFu|?_fAH+$8pRp~ zyY^FB)&A5UB^|P|s-~a0J)Vy>Qx)9)f~5|+VNdx$XF?=LfbMh}=x9N@+>-S4-PR?4 zetyY$OFRtVSldgp{i!DChn>`?D%^P^jmYVfB;kv3C7LBI;xNoqHbWGjEnX6~td{$kd?%=3! ztWI2V(RJ0;>mN8eX6=g`*F)w!!VuFR(=PNPTT>4c1lq=q%Hu9 zI+J01vAuYwYF+MvgHA4WwovDxSIYLex5T4?b?bGv_aOC$>O!90e)G3ujSbLfXF$bG zH^hp?OK6r|H^EZ~o|DVU>YBt@JxJW>22belVyTF0J=)LXy65>r{v8e_%MHni)%XR% zOsgDRd=J3kp~zi`LnTf%;kZe;&V-Unn()r67IQD7pq+PT!|Zt*B>Dbp%eDe(cjM(j zJ;6~6S~7KNs&p`DE~>d_+~OI@1T$n?tyB{E(cQd$h#%wP99J88NEHx^uJNEj_T$Oq z`(l*RLq>+lPy))zo|{JP88GTF{LmbddE7ghZGd}(c>6>7VkVI1l#bOdyk4%{{N1M{ z@hHEq+9@o`&i7toqKrte^wr7rgMThjzwWBto^qg=JNX|2g)!#My??PZo25;Rc-D)c z;}6gaTj@!l{X!V~V)u5#FgEw%vOW-nRQrja%Fv(#=br9)2$bfF=N$cq7MkL9Q!6NC`J zZkt*i;m(d>x&#ckzuZefrKdEE3vr(&0eUrjPm0d?wN0u!EN}OD_j=ziug`MOt=uup zvAU$XMUIMq2vf4D@A}3nZdh39V3Z=Z^GQ8>44$#^bLpi8aO%^B!??CAro0PdKw_(ghc~H7dTruDM2cS1&t#Dv%5xeXKPbDQhcyP+hQ*$~#n7*j~S%Kd?s3 z@W%H{M87sm3IRa-Tlp|m;)t~FjHx+=w@kp?0@jZ>=ieo?&y5N*M=e4;+O{j4ANlFJ zGJ@Kuny+IPnz5MN&;YL_;g-B34k?-QkJ{wL1O7)wwI?66113qq#OwQRAyOqd^#dZe z6GwIzRL@>exaodKEmjdGt744O&pM@gu1rhthdtlQ$NoKK*SBlR?3QE56+^+jb>Z4CQr4Z9Do)?$ z;;6!U2WmbcQPCN!U8{mBciNSP>XOrHv7WTw!(N2GqqN_iTE>!ZV4<|H9<9=FCcWqJ z9AY}S2BObT;@7PXib=|`8(Yk%-B3(Rcw%1-%x2KVkA1u?oxlxq2X8cLKW#Oups27w8>Ou(`;kkjLmz)x7-&4pivImYnRCV z&7-QRN^R#tMq)IQ%m8XW%YU&Sb`FTR6*Ts6Hc{C$VHaP%79%x* z6VF%)n)V)!-Nn-4tvKym6j^Lfwz=zs3m;F4Xtvll3G_+gmn(Qfa7Md9uHfN zVw&miW2NOPb)X$V*$s`d#lSdf5C>@34L(*=khxpj^qhN7WcMBaCWKh-JkeZo0l%>X zov79z4s0$V(hOa^JeU+;G^|zTdMegaI!RlHREiZKMU{iYZCELTzLQ=d;Rr^bR$4PA6WRGu+#WxAn5=Gf9<1Q;)(Yv{PSs z24swnZ+Q}e#}4+b`+3wo-jk!+)3tR7F1bp(=>k2WEz0DwX2SRKFud@Y)`MvdZUqph zCR%|DSKpkL?=!HaIuHs+%Y^EG{`EUTJ6&93y!H38{Sa@^p|hYvEu8lz&B?GwG4>xF zYTG?KpwU$i4h}8rJR!}9UG(n_73=u^JVJg>h_1d`3n(n~LM>N1_KA#XiK_9%%ZBE7 zVdS8Ddi#`YA#|$nUDP4u)#TjdU*anskKU%dY47o@pQ+$xLwqHi*ka7}alY_`e!=Nz zxI)8?YeOd+7V;J&)QWst*WE_-EOmSfECG`6m6h55d%?5fS$!{7KsEu5}7+lO@zd4+yZVA8t? zls@Iez#q^y7e(_&TNEzdL8vJW;Y9hJAuL_Fw|;x>R*Ev-Oqj?b{jcxZyzh*4XPZD~1WJfqwgZzMIFs#^()5 zrsTU!Y7WUUYRd9r*6Z}}KE7aPU^)?*#=a9L9o4nGWb&Z&zsGb#%OUP5%32%yiaU7U z_Uvv*E-Ns+mac1sCp2g4yFVwL481AE4tLqL9r7^Us67gK=wNJs4MncgK|nMd=3Iu} z0;mzo=9eO_@rSltGYn&Y^iVJK=S2))hwm5Kjb?aeFJ?8Z+ff^NPCUSPJ+I6-Cc9}b zQn{iLdo$mK4HQCG&bh5SWs636vp91g$3#GH$>Lo$uEXS^Z0K6Qj+8erHenUw3#{Ma zk6^q9xOu(_N2BYc?+24ga#73?qu8F3av^ zOY9qDo1SMVOQ!3LtG!RWiF^?BN=Ev40I4svOv(%p^Ya1!y8Aayq#qpicG^ML@(7`u zr`fx0{>$yie!4gJw_FGn{!bs4b_El<+myj?!k5Qs;C2J;_N;3aFbXF4oq_n>ZgD2D zSF$f|xoHe{xQCxFYqbw}L8jjapF}21C5Xr((rodK+$GPB zmnZk?^B$_b)A6Ut3#Tp!1L1jB&Xk;^L#(M4?uk7_Bk8xfJ?vu7Lz@^M1T)b;|Bjo8 zm5*#VQTU_S`Ey=!!bH8-qMH@0aN-|M#MDq-bT*@9Vne7pSv8Xlv-y#0Ym)V(pg?-| zkP7R0N(=SU1?rHlOwmllUGc(hn54#%rRdG~jHp-uT=UjGRgM*o?o(N9Aq^tS=G@}M~Q`yR7vD;lOmV@QLMV^ zGAoSOyIZ*D-_84Z=w!@7-p1D!ZP1$hhP?&%^K1wxFPJ5aPhWQj`Noj>tgqh2-U43O zzW5S)C*IeZ`^vZ{3YeBG8>4n!ZJX#TNF6v@wi+KU+_=VeO#ctt>HRAdkOqhu37w{I z{dC=q6$2W|EcL;G(EU)%ghB2-WeJBk<&$ZSp@eoz*SO8(^xY3Ukm_9BeW8?K{@{Rz zg#Pa49e?Y{w_cH#df)q@wZxj{K1&M znO67Ky%OZ0KILZj-zC_A*ngz+#*}f1yvD53-%b~bPH7f0nEhu4)ONkK4_Pa_&x(%jFkQ~xtT1Wb;5?wq|GudphS`)e>RI+RYCn%pLH?1@2 zzNg2PNPtt}>1(LAwWf6qtn6&XT*F!VEVc;SFL~5n0igyO?4fvt?E=lUXsg$#({#+T zRX;{KxCr$sN@dOn+8FYI1p(Zz%PZA~;3S8%=yyd?Z47;QbhQoE$!_YqqkTq?qO_cT z7@dD`Pz%}{?<--WJ|c0}iORaF?vCSB9An8*czwIZ4F|1&Dff>=FX(muoM44AeJMfX z9f9vlnWQUOW_=XDf!{$Qpdt3Jsli*fZR;v^Jagv3F)I)x2BuYq`K>>RvCMA5ejod$@j)zzY@ zD$38FKOLAoKsX?BtEWxDt?rMMWnl$fCcgXj?V|w0b2Opw}6=W6Xm&F&U^(K#G=3gtd{}|5MLO_GyG)%7YU~}KCImN(=Wdf3v!7ZN0 zz_+p?mY{EoyyAS<`AB85tT+sz_>fvp< zzF)t7MKwLzhK^X(wtky9nO`;-RH0j^6&6+1j~`M4Wl z-K}2_qx0wl_>kmch3r67s(AU*SO}^$QQ2LcYcQPxC;93LOD_|KfIkhSu1gm#lnel? zcb@NW%dfafvII|H&60C>SOMa5IV>8(3XIdWu&{6`Y&VX{<)x6SKmw^>6|+KL4xFn9 z87u(dC{8g@*!nU+*lK>k1n70_84!wjUVr01ew^#u?VXp4{~WPm8=l6a`T7cRp6j8r z-PoPQ=v~TIpU4m7twzvedRBdCza97q&(?o5kqT>(s6-ssXSNjDn5LOfv5ic!>u-Z9 zJkT5?WQ`GvhyAcG4qc`N;qjqy2Mr0{UMYh?-}4ZV7Z&x)Bk_^=Q(Sc5OECxs(#%xn zCbn3eNB;vMi>h0ey`^!6T3PA>l3U z)Yy#6FYPH!D=~!E_9G&o)t&ZbwSd#{X*z7W#z2tV=kH%Lm#Un??-GcDx^4?RX8Ju^ zmC4Sgv)MTuLe1ybXSWIliN#_a$mK8@)32nQB>n@y++_xTXJtY5$tz4Bf~CZMcM&O_+5KH#0E)6AW!U|wPe{R9>%Zy&PVKr?L!Lm!e9<8XhzfNe(0 z*xIFtbTr6m{00jK)D$9=P?zKKH`K~G!Nu@86GG`Parl2s>&JcXBa>*!BN&At$vW-D z8am%PIw|vANP2M#7r9FYf=pLz;_t;!`vFr)WR%~MA`TVe(Xfa{K?_4Fcki^BYvw*s z8D1KDw5rru4XF9>aQtmPc<<=qe=2Wf#Rv|E#|{a>uBxn1uh1n=uWjCnVWBx6Q5{_| z3s!5o3>?cnm_Xat$ zT)VZI->TIYmKnUK2R~X2SOK@1vN_$Ni}!$ z-3?c~T|D=YXQkjdu$8>m_4C?H6&SKQbOGv0c>^qoor&AescrpPx|W)aY^)eGm6kJa zw5$E=Om!1JFm$juk|-b+?GFlf9e#wK4Z0>3tN)sPELlUxlNR&=Br6TZAA^2#X8qZw z$hD4hE$|aLcjl_PDEWcfoul~pJZ^94o)&CwF{}aCa z@2?=*Y_f6fqW-_5+5i839uGy}(T-YJe~d$teUhZDFWwRw=gBt!$ZW_i=rt(`rBtoD+Ul4;PGUxDb! znpuAR`vkL0&id`8lc2MI{$TyCaZnA!BcG!BKW#>H=|-!ypaFj_ay^~ILp%Dh4-9(5N$P>U9v^C1M7#9QEBhcI+rx zR)gbUpmlzEb5ZHr)t_{5Mo)qNyx-7p2XNa8o%u%$4CL3)(c~$L9OL*~bw3J_<0X33u?z8lDJgT+z$s0gtzrjgAscmT{J4_8e~$`wn;X7Q4%< ztK-f2)sR>G(+A$8_K%iTpt=2fz-hCs+84E8Fctt>TFi+)a>xToRL9FBYfwm)DgsTJ zE)>Xu&w=%T%%)@sX><@6jI?4saECt2TK5z_?#5M598wtso_)=}Gt zV$aT0b-uN&V@OJ8=vy}9iK2F7Kk3h(U=anF-;22DNLk(@sOEy@NUsu*aQ$??%n0lI zJ>R~^rXtAGJ~A@Wm5+~)C!X`G{BFd;KcLccIk_frM*+<3@5P z_cj^%R98ob24Ha+HnIzNyBR{57oB*oM((+bHNXud(^2sw6+iu)*QVDp+Cuayg)-#RjI@xeFJzfHRK+xtk1jG{~6!+@7FjwS88A=|*^A zRnLNK?v6Dm)dcvn_e$576(xs&byu=skIyFTa_!16D*yBKVlnXT*KXh>I(V{Q5hPAR z7wrHHyieipFhx~af?M?d+TZKJm(}ja-htl70iIRP#+y%rYaazUw!;&SJLI2#lYmqr zY3Z)3pd$ZzyL1wTLS-`zt-CsI(%RbU;j7}}tbsj*q zD6Y8H@9+l^wk+9apkZZz2i+h0v?)%G3Rd@|ZyE^u{|&goTX(mgpZ`ub@=0ZKT@iV} z5zeolw_nc(0~p3x&#%H}Hh?;R%R?@3&0pqrryICWPdCYNk1Bzf@8|^J3C5B>cBhhK zn-L#_e}Dggl(^_*8qd0`jR>7$J(g87b75p#9QwQ?USiKhCV8ip=w(NWw$}wBSbpZV zi#M+@1s&RjF2GuUSXo!=rg0$FL1s2cKXbz_$xe{!Cn!t&B;GUx$;5A0p#j4uL^n59 zcbld^o2&z)DC6aHyF)3l+ZOG>go;J2UhJsY{N5WZ;zsI8-{-Hdth17b2OQsNF7p$p znHXpZv6R_2954=wM*T=rT-Ve4F%YjjY5Jq}WOA?kI329&XAj#lv-)fZh@mg=_?sNP3c4#vp%tjNUR$ zEMDha=wyL*4BW5;n#*OcgDUMXB%ZelZulW~Dx$og=+vfv5_tN~s_nGrEiyX|_1i+X@{@?v zxGZU+umX@Iy|QJnDQK&p2{}}QoCH+rLg1i(=58fLgAFI0DQdcrSLoa>V@0OTRDk*wiajC!_eDj8P`&55 z6)KL7?yv&bIfri0U>$t@En8(B{W?L+cJF{|W|F82e~m8ROp!Ccg!Rjs5zqblCcUO= zd)tc4lU{<0)|hZET1oY)+sMD_z`0!iMUetcS8n}nLo*v2nv$s=qpsP4_n%hF={b~d z@5(g6RH!@0p&bP^J2@*$Poh*OlH61t-Kvjln4oXmy2}N4&2M*{UW??zwX_3^@~O2I zoyY26wpEXoF$EmM15T0&O2>@Rsm>sDs^^^M+X(1$y76ToYI~E4FaKnjG|g{~4Yz^o zh+g(`k*?+7tbx*KZl%wU=TI}KG8Fmfs_iL4IQ zSWCV*TH?SQjr?#mW z2P3{^3wG){R(>y>OVdG&7CY6JI^pp7aJ1=Q82c$wrF$V7r1~#y3-uxSm5)e?!q)<- z`M_4Ln9oG-t`*SD^+@Ii54McM))6JwFife@ozL}Rx;y*MT9JVAm{m=SSXh^6jJJaH z@c37;fM7ldjEjqlDIhBTxmK_6$W?A~=|oi26)TYar+`>Q|61wb?4R}00LV=TAS@H% zmO(bSVw4X+odu#cMOz0~kc_n}hz$k8Lw5bMtZHaKIf-w`ADVBHDbmLYu z*v`K8VY05IOMMne?aYjk(C3I0bYEizS^iNresQwL*j&>XbJ(woCM+KwxBtBuW-1bDBeQT(6a7(sA?P- z3ZZy8;|m3rW(==(0hQfMITFnW0Igv1=*{;o>fj$o3k+G}B*iOLXE{_WDB3U$$E-0CtWv#{6Z(-O5;J;WIJ#Dd+TCu)vS zb3c%apifS8n$~GDUjZ>@dT9?nW>DdiU1j)X9?L%o3l}n)5&Od;6FQh zxD=bs5~bd>ox4}~%XBpF zl~oc{#UlJu`-b67hqSkT?g({}8agd!;Q{c)wCZ&y5UqiH&8G5KM0}GR2?V9%`s&K^ zWgD#-VxY%vtBx)Lgz9m{Fu{1YxNiu|61FFR{u&*;2y_ z7Bn_sA!NN^&*e{?bI$%IZ#5iv0A46Z)!7W6D|6j!c1-U=Z#<2ou#1 z#;>dK8LFEv+h7mc=21Zgh8wCjxQZx9oP;3H8A67zJ45ysg*O6heYq+Y5ny0oumE~h zS53+f$$|>b9)WuPml4%H4m_@&Jhc``dsq{e?&jaf9;(C6RUWqWITWJ9QwsP3@c!QYY>AF7`vU^)yqg5|vl)P4g$n>Rp!Zo=kJw&Z(ANQkH z4MZ;{ZK;&}7PBj;cO@D>W-?st`#(OR>fE5jLA%zAgw-vfCQQ}@+06(t-~M=~_eS;6 zozT;30<7f)4hU$pzl3oO^WZHB`X40(>H(KUF+;J>C^4r_X6hJ4&BUJEV z9AhQN;OqD=rp?!V)+QFPVlb-LnS!8RKMlrFE1bM0`%5W+t1s19g6_pYHM#%1;Oc2Q z>$NaFf*gCE0}$-DM5obB#bCa5Y)=KqzL7GoUr_a&GBt|^^6fk~>$vv~ysxnz>ki}5 zrr<|8bs`^6dk`j|>RBnQjf_B319uWr41VDY8Qv9Ov2=w3Dzv#x@Hqbb4APT?K)8bb zauH8mG*1)EfFzYZ)qRc8QA0a{CO*j+0F=@psj9<+j01Sz%O2!JPC!)G-ogYc8STsN zogZ!swE92n$g%biSuMS#EyVQpV8_u<`U=Sed6avRQN0kKZWWFhGwB3_Z3an&kRJrUIBl)5!(H zCGJIMJxH=x8(B24@v^VOMd5w>sN<3O&`fxA?IaM( zI!eW$VNj+9s+hUw7TkbljWnOnuWZb-qPSyKbtgK5BXucN>0jD;4KsET2~qS&%lVT} zc807d>g|$;>{$T1+HtG{KRyA{JB3tPXO$ zRJwO^+m!LB(M|i2N@k<)jk@Ku@D%PHRPL1d%yQMo5&HEXs?YsrLY7}A=H!?zbyTRs zxOF2A@v1S+iD$XcM|P_NaVFZ(Y&43Pu1Hg%slH~wEt+sM|0qHxO?&ooS;)-3 ziVKqbE*J%64f%9}lt$jiv(;3t?a7J4Lc53e3ji1?EOTwu$h9l_+PXF~*Dt?o z{$0_)9u*ap=_t?A-%R7W}Yv_U&h&dgLMJu#?l}x2YL~7sRbE6t(QSniWbr$AVuc zf839Ay8!EyD2kMi^{Ymp_q(U2xJhr1c8XpOL9;P3oN-|*EmN;^Pw|5jMU;^U*Uuk7 z9(o?HXxppr+Vpf?2N-Ew3$MP7sh7~wdPvzrm|CdBU2iqKThQ^Q*kgSb4Ey!?dBN#NPR|7yg1Ju4VDQ@sBZF?da?mZw%~O@2mOHpR!#h zfW)`+*wj>~4x>eMsIvj0uLwl3Q~|E}>t!8&v+NPsC$7()32#vLtwF*Li{d7#qMrcN z__00dEyjmq&+7aLrmA6vL93Cu^C2X4W(-|YeN-~1nZ7Sb=FVb&t;>loj-vYq=dzee zc)RdU#X$ykwaiRGm$<&(%q06lzu9Owj4I=Yn{C&Et|xwbchzLP#&kFR_n#T5&SAsp zUv|cpg?K|R6cs(RfO(WlUEJL>0v)}%1@EgN<%XzC@MPC)4!fOqM8R$lWbT?3Q!l*% z%*oQK{z-HK`m^H2G_;znP;V>qia4;f_HS->ge(|OqX`?lNV}nO+l5wOjnu8PqQ3HX z%CppxC8BQ~dihu?(voso^0BX-n@TR2Jg!jZLfxX3r0vGNuBl0mpd^dy4584z?86Pl z3QVF7n}2ksK`~c%?1LJ$A&%(un0uembwX2`5_nJP-N$ecn5JXC(*)w>cudnso2CH#0zM8H2e2lkrmXIs8 zr+8%eD7#@G@RMCmChG@{yXlm%Dbc)VwsUA%&FJn+?;=CZRCt~*L-rQF-Ycggqq9M2 z1@`XUqfq^MFlhWl2_y6zw2oKXgpv!Ive+tZQ_OxKRF_g;bXPV;rF&ludX~Z7gb%vA<=w?uFVK5OWm5hF>{Nt0&mQvao5 zHoj#`kh!`veW(rHF|or&c7#%WrMIFj2A9n_!6jaxi$HYOZDg-1kI%RFt2o#bRcIa@6y%C0q5MiFBPYQsNt-Nj+;)s z{I-fL==(Oux|i?vX1v4h$)ES#i->Ym4dCME?3@tMQ%j$~|1;phnV%1)MQt{{?fZ9i zffe%jEVU2h-hI|*(eD4VCLRA#Ci}L>#Iml=$CTWc(yp&CGq$NpjP?o8&s4m(^T-pR z%5UDA>QxTr;k&K^QRnhe3oBAl%(&l~>SJN<`<%~}EReUEL-JZ5nrQx`>R+ka(j;%D zaOjdgA({AxaMBLX89D5Om&Hsx5P+uA@p~)~qthqB@VRL|RM>KNH#BuIh%Ve0{8rzK{NhX?)PNHn;u>%$4t*BtUG`oM!xj`!v_<2qm~9PEz3Zk%=!@8a8I58 z|4{bUQC00-`!}!&krGhp5Tqm|lr9wk0a29Nigc(nTR|E`1d(oV69yPGC?TDj*n}d| z9UG+tr0bo_`+mmzjNk8%cf5{qhG!g)z*u{&^_}yY*Y%ls)Dx?|vb8E^Lrf0qeK3EY z{)&j&+}pk6rR_5qafbIg6RnuiNtobUNb8jFdNYL>VrMmAn`Np`;jCD~S9y?`PyoCWpX~dI)!D1Wjd~cN%K9P@Ib#E)(X24Xe);q?AD}QDy@_aW1a{hoEabd}yRxB4?l8tUry~ z`ryc}5xv*@$0{VL?^p9Jld1~Iz(UTY za29>8(;$UX`rUT93a+lm0iC&-G+=H?IORV;WQjZ1K_eBE(7~K(t*%~}9+&Y2tXZ#Y zmer3ate~NPw{1S?WMshmq_$L^dW2?RvK2#!O%$l~=RV{vdK+g`v)#B=CzmbDyoR_l*P}3DC_^uomT&9&J$u4DJnxO<3`#F? zdd|cs_HWo6POB~eh~wkQI%Nj(0NIJ`%tD$b@ADMrJuSZ&nHb0)`@0_zxsJZ$Xlw*! zAj_W`nVfr*oeR72ggGdS&7Ve$M82Tz>YXp7L&V6Cf`LS<+WbE0wbLbnM_aW=Dd!k} zPPmsgGh+!pqmjh-x=>o|YV%6b7rbK-y@4awKqe04KdKVI8Ul8ga+zl|?ccC8bN3F7m$JUdW(7yb;457i{S#w%`3pQ~^VmUYl8R4^*9^jfZ^M z`Q*u)H{TZLZHfr9%ow!bSvn$$^-n3}46HV4vCrJF6UxBJtAhf4)xuKXREc7`*KZ-I z*mPsJzEk#QqY1^Qpq6^MrJm#e0>dYjJoP&yik`wqj;`sv<|1!Vahq&kn8EK+#vAq0 zW+pE6WOGL)cHNr;den^5*;Q7rsvUTAh--aS5+S+H%I*SZ@-- zdx?8M0PKaB3 z?CZSk?GV)b8*eckgMPGJSkyKBpol-rR)9sJ5?jJ3ClIB8Pd7(BBMcpHkW06ZbfKF$ zbW`Ickh>+^tJk44;@!#JU8nZ>`fy}-9h*Mq{Fkr;vra71dy?+5uX^P0JbQfP{@J#Z zHR)}wXTg_cf=Jp7`;6857nRb?Nn1<9{bQ62p`HbKk-P-=kjGIrl;@1f#|1^ z-i3}0?z|<(M;>PvI?i|dC@mMClq(N)Jng<+eq4S{!pIS2d&#)>%%39|otqb{*x2vX z$knxZ`IEg!i_SkZoh)*xiA+Q9J$$SQqhDhf*WC6Vr$6d+kIvyzZh6cu#Y07<9V+D= z?aL#Qw(R7hL{WtqM|~?T9-?3DwPgGC>wSj%aE*2F`QoRa$0jn*EUzFygLS{6zk*Q| zL5cXAkDUZu%|;Dc+!np3_px0|@|-G(t{z)oMFzV!DTBUuVO*lvWV-yEukF z<9A_i5Dj_uQDtQj#+v%*kDY2H=D?*!Gg9An;`xIepCv$^DC72J4jmfVcr_Ru$7@C% z8ht;v2NWruO2UYNvX;xusgZ{WySA}bi4=vur!arnv@vMjmbY)-?B5w@+mS1+uQQio zbEY1n0jKE?D}u@O5jygGPmz?zZ7pQuWqqoai3CKtmp}OW=-1O%PG8&DdEFZ%j9qFM(*H?E2{IEDFop%o!Pb9a~oxRcC8`J-Z-hBqbR|BSUa|JkzZVpSP@~9lgKo zQ*7YXuE(8SFA><5_c`q|uDa%S?AN-b87VNX9Aj}${0XYe3+c`@+pe^yi>#hq5-S~+ z^-3EqR>BdPKYaM<*Jty@v%{G?&C>lN6`1P}3`*$+TWkbQEBKb5XV>!uaXV?am^XMO zWJ@oR!?3GQHdK9PQX2$F=nk0?GpL%}v@%ET;`;SxxZj}K)o4rjS z?OY%PtSe$7wZ@JH`KK0&Fi{-0^3}t}VWMYS!{N@X=ciR))EisSym=p?gxwsNBV2?m zvR$vbC60$8d{wbTD$=C$S{to+&UEk23ebau#$<1XIC41$S($`vS#FAo&l9>8p9I#G z2KSvd--~c$+Pqps_w0a_x~k})(fjN$|Kg3~q@{tf17QgX$;ovL8wmJeiQZo8jPTuf zN4n*>vTeV8q4!!23dPr3@HfbVSb8jvSccW`E&Fi7Ecx>17v8(zxn|v)(duifkc3(s zXt8mBTUjHsSqX7Ph3wAOP44$6EWLw$^+$fTf3j|PW>D1GfN6;>cjzy=-tNa?dSek~ zc{jvSyXJhlMxw-*^rYGn|L`bu)?;4_vW)6HR$O;$=A|I~>a?dv%b}7kZ*z^HX;c$5 zny)G=8uI!LD|K|Kr0G`&LCkOjVo32-b#*t{u#OA_-UWZr;o7xpVj0trNEcs_b@rH! zkQr);;&MLp-I-0Q9C3#MYpJy3P`S@2jJk(yyRaKU$;VB;)n>{@yOg zQAK?)@LbyMH}%dF1wYct#slDE%@sjvwo*yukn?W(d1Y_`YQ8Gl#*REM_|*nHGaCR~ zVLP^17#J)ofhy-fLCfA+)CnU1M!(8KU zn_%o6{0(?9KQjQc)ojTqDUJRFXG0Qh#H$nNS^WL>J}~zcQ@H|0&D9+_$j#c9?1LKZ zvg5ZussXMW#N_CG)z~<>f?)XZ7GJ;bJ9q?2!O&5zXk1XU`$<$@UcO(tiXxI(0(5_q z9gyvow(N~m>@s{y9bvqyoWWg_zQGRGg3Z~Kl$25=#5-$$&+AuK>95}Rm5xCNy9))S zFaw+&a@t%Rl>7M#Y|nWxtach_%-92!$<1?dlttV;0Bwg)mJs9e2d{u5B+}h?yg+_^ z?7iRiFl5yPVGqp}fOR63U~zZkl=GM!M7=uY0V4Nkr@U|3>h9q861y8^{so0fJK$WY z^vQ<-bL!(K2M|J#wHyxG3hn8+ISkH~HAPvNhf6HDv5nECt&GF0ef1a7US*n>gmF?ic?=(YP zWgVrL;mNzsmUuL`>NX1pg7m?au3=gbl%ya25L{nDYLVGeaMHL95}MWIr{f`e8cdMQh<$)=NbNF`tJMhnLCG=xV2l!{d`b6bpL9%e4 z3}#C8o&54|a=&5b^^32pyUkstA6@HL-M=S#%lPtkMgy%^7&c#)B#hTXRz57nZoeA7 zpe-q*M*qyknDZsva&JP0i<{0$6&R1FWtGVq=>QZ7|AE=V_)S1TcZ`ycXk;ouQ^;t2 zc?RYl{;t-_8X1_+j2dsHtRi{s*$GQ${IXomZi9|`onKI6N(vLhCoC&Jo>H(-vd^fo zhT&4YuCv@-WYcEA$!6;)$=1cj9^B+hxW7@=?jW%j$U*{zy2usV6N)-x6W*e|H@bCuORJ1_yAI(}e7 zezt^R+jBxw+E&8t^PMuM(Z#HvSc%2}zFFhSj1<xOH7O|D8b$F5{oz zw}ed9^%aLztI8yE(zlEv6H6sI<=&+7mX1yyguHFetFSRP4L1;9dnn8>EQVK~R*G{Z zj%2o*Js#P*C7>N(Q-Dy;4m)$N5EeCU4~v%SA0B5<>69iPmd$ml|4p?#WUi>o{-s-* zS&DaX(_F}))QEjmV(jHkO|m1-oi!t_U{aBZZ(0>Q(G1O%o8Y zvZzWQcv8#pq%U30VNX^NX>O1Cg&+Dn$GAojMK;bh%%vE4SarizqcE?D!Orl3mqxB` zz1B&5*kf#2XuojD4N%6NF_E%3!5kfN#=s?RBTnx{2{5;Q+uAP!FII4h9DmkY`c>KfXcx=gl>yF4-;^bKL$u{M(H^78C>Lt=t3y;_ z_Y??L7q;wd$BWXM4h2dpeCi*hL#9S3sIPG?=s*I9O5&%6a}T8q6|FW35i_#>>*C@& zX^tc1->ms08Dkywp+8D{iA(f#!~0n)w2!Wu?+rZ6C~^)P_D+3;bv#ou_Vw`sUc$OE z(b1BVf@=6m?sBtzl7aqAg^mOv zsx`3bNI3c|GaV(m$j}K8Dra1+hZBxY3;jlXd~(-kPq~PQ4eWH73qtRp_K5Z=;D1OZ zCj^^O3gNQiQGx&R9&#aTLA}Sq;f)vXx$%S8;N+N02U$r;WDv2O<1@I1Cq=0@CAXVZ zGcOi+WO_2fS7bhEbBh$!Wr*H=+91Sc{CpD(D=ldrW9ZBR(W$5gAuM#@40Vy_y8K<# zq-1P}8}Wp(TwuLA`FK^H&tzNlnJYT#!h~yOpX5(o#UC@zZiIXElmmiKd1K7+6zzcz zkDIW1e5}i(>$qjEs^QIKUj^4GwO-CypI1EZQCWeZp{)-hvP@*xbfK_5Tl=;jpqTcO zd&;}>yx!!*If64x+Cx%}F*fCJtVO|`_`RmBj3g?~X4aTi2mVGFzb&U${S>!{Zcbe( zgZ2i~GYPAfmH!wY-6Up%e+t}Lc^ZU?R&dm>AQtx;?bLGqw z2zrElb!^Br#K>4&^g|g1aJjgY5EvoR?7p7NECW9QgUsloINczu^o5YO@H0Q0X^jD% zYo^fK`nBU=h-7#ICy8yBQrBc_h1(3CR@M(r;LsN@{+R;d760t{!_&a8q!;o7Zb+gJI2`8yS?P?3nXwuAUaW1hY*O-8((Lx%9< z-tu`iP5s4nx+Sw#{qp6fJO1F>>M_%9V)`n5RqbyYdf>~Qk9$_l$_5aJSi|quG_43B>@<0&^bjdp8EEVd6LeUBgaDq@0 z_IIyBac2Pot+@&wUS3y_%cjAd)`UxMAKq5>$OXyC!Z!UWo`{* zl~0!>%pL8gbdT?rgi8OD`e3_Zlcp{6tAf&z_Mo z8ZY*~rvt-D0OIMvmI2E!dBPm56`fvKs^~qOIeYgsgr8o5y=w{(U6Plsksk^wE05)R zfZ-{r0CxbG<+nyFqP)B)K%J&j-u&8IWTn9v@9_QI3(rv`MwCM+9ovJ+Rs=+E>A@E< z=S#;XO${`b2G9uMw}%su^mq64!$wi~FMnMSTOWI30xaCw4Zr_h#msU$>917M@>A0$ z=l%RIEv3MJ$7aV*Cf|6q**v{TDeO99y<9i+V&+l!-D1Y^{K1!$9-o^%`#QJ>z#|w8 zb;;bF!vU+P6!RN;@Vr`*Xlg{V3&k%TG*8O{S~c$5{R(hV>zr7FB3TCgGF@E36#&V` zr4A{S~0WzKEXU$}ylPj2+m_i^B(y}CvgsLgy z)1e$C)%LA-XayTJ2Vh#eSI5AD9|pu-2!C>_y15mjTl$URMUcNRxccNoP=UcGeTl&D zFmT`dtn%MyyP2Wm!`vx{&o0#}W2mpy%!}0sptv_#l6^g8a9(U+J~WDsxwcAGl4CSQ z+4n1DEIK7ncw;9gijd^j3N}uPb^E z0+_39?kyk$+pEOg5Rz7-P_C-Apjt-$gZ1{lw_+- zVn7p&u^0F*p)LF3z}t|DfpPhbnPcT>UFfqg)@BCt|hIc+1RLTPoUz29+J7U2tuke4M(uC73?V7O+|P=$gf)>Spu)**nAr{ zD$KT;ulmQJd7j{YkHk{jZF{%|-8^VKTUG%U-gY>-G+y)Hu)%1|Gu8FuQ&7B z(%*h#YQqKkrc?c31Yu!zs4Qg!g*U?36jbDFiJW^wR8eA_!P9q9g5zdxK zj#u{88l0X@q$?02wv%i%ZjZ|n5zxhk0y&&<9tr*FB%bLoX9$WHA+%+(2Zd*8B{V>l z8opAqM~fr}Y$Set%E^};^h48j@ZrKp027co*z{QX|PL9Q9>ey}5*}`F5~6MS&4x7HtVGn!IB)G#4+K_!ou? zp}s0^;^k@1lD}h#rZKFGx#V24g+wXMy4L|S4)x$+A%&S7VHzyIp%8gIuj+k{r&-rl z{={j$0q--&jQ||r!DzC(7AxwjalZ-i3LjSk$NnLrg9In$-}O5(Y}ACeX%KD18o1i2tqrb}$L zWiSr!R8+QUKgn2bP1H*-wQfusPkb%$rj1MV;B&*m80L8EircpPJFh5l2kv+hka3r< z96CVpzE~zeLC4ty@%;NFp&_&!l6-eSmkoi@(UXzLbpd{U{#}!E@hq8Oj}L5X|9kf0 z#Zz$7&K+#Cnsb3$!Js za^t)}A8)XhtpRI2e|cA3acF42q*TDWx2p1}$odRBG*Vu=(atC*CO?nW`<;5uMX$)u ziSRWFsXL$j_=IUNw{r6uBi8Uw;kNmc&I#X9lEr__{DDDN433+xWC&bpsqC1uLk`k$ z2J|tZ|3V-e<_j_O9e!Y(c%w4f4B6lOv(jRjz&w1I82-qxb{euaQuS9jwQaw9HEgXU*SCk?A&*;uLxPbs zDl(FG$ooW$l!Ly9WQV4!TJV>JsZY&|wt<`EJ_QB2=H=^*k@%LwI^MjM}t-TIn!j#y&Q zR|0NDo@K#C39jX;Z4sX`cdkgRP6uXGE9;F5fp5&Fo@^NEN^v0DDgLQL@dpL6$~ZYl zb^{faGp+)c$%eWD_L?TNU0N`Bm{RIEr1qApw@khHSx`ZsE7wDU`(g2MVE|phA^3`j zE66V0#q?^|nH`|&r%)>-y4uWfby!KdfZKy;9V;RP8j4}ugZi$Xs#3y2SBA1lsKY7M)zP+K-;;T1PU%TQ-EU;>dDyuSW23)QMg7A| z$|x)Jq|}3J`KSm1I+7d}io^ZW5+4WoDrvfG8r}5RS37l+d7h#)O=zfHv5fug4qOmY zVj*qXySTER%M1_W`Q)`<2;dzO`@gn!k%TM?r#+nJn`r z$TO}xiu;w=pvtiLhn)eJUc#aS)K49f*c&uq>iWMH>z|;1)xGYl!{P#Ra3|-GN=B2O z$7Kn$_AdEqiyQ}w&m#jl@87cVuED{blT0M2U=0(s#|Q<0 z(~c+>9bHAvEXY?A($u6@GQRxB)06t%WRZp39W$*!w{ez7R%k<9@ss`ghhSfTojKWZ z%VURUnuyrPQ7A8wxKt+cn<<0s)Y^%;om3?n93`e4o|qa@#R8udpA3=VyA^J;?8H|H z>sB0efVxq1s#*?vs_Ih^su|#NlT<uN3qyaigOclSlMCjl=5F60 z)`;PG%3Bnd+&6D|K}m|Oc5zy6V4nHWOz6sG{G-1YCt6qBXwxS>D%bZL{_$)Y%wQ`B z1VyI%cWZ9e>4lXv9P-{!dsk>}ZJXj3bMkx%>r1b?B1lTxK0Kj2j2n{R`&`<0gEt^+#r8-+k+mFS`kJmiZtCjNIcTQ{ z3b*+TPyzK#0{ITlEbc8>HI6ZAYF^WDcto1|Q}DL+oWn_1+^Y)Ft7^Jb?3cQ8TRz7v z_gkQu8WtqnQ3_uu)zt~3RLaY$A^nk4`|*;Rk#Ay}Cx zxr;x`qe5%)5foiO)N~C6{_@p)hEs z+u7IKw95wb>linWN5$IHCS5TN{1c?d=f9q6eLkd9&q2hsYbWYnQ6d+B=nFR1Sshox z!DgyGzIn-k4VO;NuAR1o;Jt5SD*%ccTBHC z6@J$}%2l`J^*S#7yc9Na0H5~BfgUfd{ToQ?y&-{&#Nxa8-v7;lv zI5lI?rG{Jx^#Keb0D}{~%%L7N4*Q+5*I!~p5RAhUIHB-skljr^s_YQ_oS1aZpuJ#Y z)Kw-bI$_87#5(!?bVZ?0a2Z=u!iZa@uRUlzMs?+pGS#K{&`81J@uVoFO=bvQT7S~^ z0jDZ|uPcn%LZhN^_dG^};hZ0vb%&5a$&oh@FA>D&a_x~{6}W^wYiwikIQ8-+c;uCW z<})%RYlr+;Ud*h~#CW=QNgnZ#dEE;O)qL$^_tm~qs1aEhrrVg?B0Didyb=^~^7QQZ z!qrozA4Q}m*n=W~4*NCPlZlR9HXu%*gpezu_vTqjlq<|`v-LlfK+%$N1phu@XoIVOOIa{;(BpF^gmrgVB%AmjbP zv|1iH&d)nKTU1719HY2Y#;h+EUnWDv<+9gj&Vq~HRbJcKmF+v*ruY$UAPt{i71tR7 z_fwlr2qcaEH8o6P>E(Q_v+e9I+Ro8Ndp+Td{PWK~i8qw6(P3@E?p8ma zA82aI88Fo9yg2q(xt4$Vp+D`Xc;&ttAsyKH(+vKLm+&-CgOlPi=u}9;FK$T|iWP{M za{?LQqpz>61dzfMaTswT*iNLt_+;iQjE+^Rb2LW&DF0bCoao_y_71E1k&7JV(Ixs< zu6q`5q%ZaQs#@5afy=vH`Uub^6w7&QD)1SqhKx<>R-oB9DgPE(suTt7+r97!hbfxM&+JHH1#u=SqtQQc~c&ac#s4y0S);HtnB!f zc?pG(F6T!pWyET>Ek{5^`KKVN9QpWw)VdA#=HhVS(`UjUh?TIkez6MSTKe{ezxZsA z-S>~@xG8?3N)D6m1;aO23%mGlIP&g(2cC$5mPE*Pac#}7@?at0yf;c%h1lWfapct` zGM;MoS%XiG^?#)x!z5ik1UCbHN`Rso;!CO3YYdGWrByb`VlDDhJ`FY8V*W|^s{JU~n$c;!)wj@e8l*FkuTIn%)4#9gg!M{Gf zPrnS^Zy~_@_aUw}P-ua=b^G@9Ysg?`&{|f$TM85u5ffPSrm3sj0)_l@L??X|-}W z`Z_eIG}KWj5q$tPCPuLvlxWuu(Xs);q_Wk8s^j;MYH!zebJ8xN4U)aj!Z!#OX__0b zln*lgvNYOPGY*Sec2oq8Hkk-AJkqKWf33~OQy06weK5}S>L3wrEQPInAUca`M3~wN z#-BIiw2OsXeHvQ2%RnXXboDr_E-d0rwlM<9b+*6tYNXeU&k2N1#Ug??Epo}vN1{%L z-a0zrayUqUq10VdPF*rp0}Sbs!yn8T%P_~aK-b7{A1 zW5RW@vKIMvH8SpAn7{W;*`uOz76LQ=W%T_4lEjP)qw+KIwB%tW_yU_7H7!NHov zz*hRSTj4kQ6&gdzd}uvpcb7f-r6-gE$G=eDncKMcdtrCS@g>=1WV%&5hlzQk-k%+c z?Yi|{iasemGCa4AlvU`W5~I@Ck&+RM!HxFBP+-D7y7WkG@*q#;eh;?~oFQ}Lu*gmo z0;g-3Rb&DnZY+_~E&{;%-@W*h;xi#h9*ngGkuVR#UX9NG>Zc(T5FLHC-`N7(x zd`jv&)bV&Lmkdqu0&V&j%iO|RDa_AjCyts{P>D4Zxha3mDrB(dhFf$ys8*=F-t%en zySlBx6eL+y-^2tZI|ZLsqZ|Pn1ki`q5Hz|!R#mYx9lYWRpb-9> zoA4pN`j*txwy=;iKz=}dS zPH3J3mF5Xc5>u_;K!5mVJ%C_J21@LrcH9utjw?()y+@1|wtKL07`HqmoQXgW_xGSV zZ@4ZqYJIrmLnFs!m)K(=;144{WW^jcvp9G6G(XQyeB!aQTq*|SeQfN1*Y^|#w=8kR zIT86}^0X9hI%Z62^=B992bpLueXq$25JgGY4>Avf;&_vXCKeD9G8@;=6JlIGpq_#1~HS1}D*>@3}?b2Chz zrobjtR?tzC3^OS9hR@^^d*|)CBO3k-^msRA#F5q7soB#sEvkRz* zU)O3J%k22Xk65^!`ajz638RvfP}tG>1NSo)s=ruU!*`u;MyunIZd2k^c&@s}iwB2f z5-14|Yd<(_k~4WINH90Wb5@N{WnptJ{qdkBCD2iPF4j@XIqiCnAjjP;h__u-B4+j{ zi%v;QTPpv@Az9tiixw-NAc>o7r54NC z&k0Vk!i!_l?*_=qoRsQJ9<{Y85;d)o#rcrc6Y@BXJfvIWY-eXY8HFs#w6+b^#p}Da#X6(9E?=fRjBYeffw>0*v-J$OeRihPqQF zT0#Wnrf8fT&OC9NO9Wpytz7Cb_e_GNv|KKY|+C3QTfb#&Y% z)hR9;cCz+$L|FIUxPw1#({jG#oG5ts=Boex>cuVCx6*f0b`BNq_JMns z?o5ZWs-~s;=%J#-{5H;8@IGi@#EQc6r4V3_`_c#1$L(8je8y-=4AjG$j>gNeHj;?2 zb^A^%@p}Z5M@nM+#MHizAKDI;Pn zs-TY}T@vMg;Z9E8p-V}?;Z+k^Ipo~l9k`N9vY1bGL(zoaL~4Oyxv4{`3A@e?=ztt% zxOhaGr;cm;NV+V(xOn6J`{@}v+q06~LonS@?4PYNqi&M;u(&M0O0JzQ-@VsLpJig3 z@V2c3F1+*RBqH#fpRTRI_j$WMrm66bYTCJY^=!a)TFjG^n(`zAZnTlB_qW0p>lN)w z2zUuC17a^9qDS7up<+wQIWZV{x3i_~ibw@4k%&!v5kx8EXUDbsMqgjH!R_!Pp^rWC zy1i^dbJClfzJSFC!6M_d_c) z43S#O4~2_-CC$b|LFi}Hs&1d}K|%=Q*p06Q@=!mXv9<25DcULjrycp3j8~W$33HeP zvF?LUk-w+KlQd1@RYVjn_`as(+f2)1ZcB+`d_bfKS(71($7-!? z9Ih14`y#vuTV%RU^S37b^%Zl=pEF4v?vu;iMrV3)Nxw(4Pru>4KsWIqC@7?Wokrh2 z{lNR7qWI3w#m!2jCZuZ4%nyn(Rl-$fnj7+8mb~rj?bM~cp~bNxd5%YmsL^A4bDt>j zyqVM7hv_O3L~pgZ3gr)GojFJqs1A*=rgjm1hq_KYvqkkApr~|O-e!SahJRvC)M(+Z z&4molITr6ZR&C=k7(Mc7T7yjUzNQEv>K$rxaHqo}DIYk1@tx-QCjBe3bytZX(L} z#cS7zR*UTd<(VqR#V)W5>WS@*A;aEV;e1&($rY?6BRVMzn!|KyO~NH*<{g2g8D)9; z=Z<@ry1C!n)P5Sev^2&TSi}(+FAGhT`5dZ_X1W*^3tzxZ{dV0qmY|3lJlCu+xsdM% zW`;q@2DqnMu+&1rvrs`eTD5A4Jm&Qk4)dENciJx$ZH^j@lSKXmZ;2!%jorF12lO)2GUQYx53zg4Cl81u5z3dXWp{Ns1Ob`iXI)6&Qg} zMg>me-JqY$B^woU!@lxy>$Kelxf65v_Bt4hj;1(^b_i=nUBZJw1*ug3oC=DBxp#Vs zaIcwSlt>`5swpmQ;PZpq8Ks0hD`gDVxuf{#9!Q6kQR+lGtkCT?Dla%^Y-iANllPM_;qI{wIueS3Cx zaopdFr}D?cCHMc-77S{~W#!jP!ykA_IuyvL9aFeb-R$PnD9v=|nvCrmiET-ULl(3< z-$DD2xqb12nQRZhx4qH*RfSDL+Hda2*78W)?H%4~#kW;GeSp_50o^fU!q`vzLyKDp ze!}|N9iwDDoQ|e5dgbL{Y8U!7tW1+W>W2KmtiI+Rr8x;{X|8fE}yRq`J*G`C{mupGth~!(CqIxcFlG=lZ*NF ztSg4&AI>Nl*}Q^U>m74PD_)YgI-aEU;fy`vxVde#{CxUzG{=HbLt#GQjr&fl;B6j~ z*RRhA(z87OA7yp0^guQxHn4qG`|X1W$<&fno$r(M<||s}0OI(~f18{r=rpRx;J9}; ze2cT1`et}DdOmaeZ~bMCcR&YO*Kl>ZOkMy!%@xVLZ*s%pCuCQ~z(AG(3&O41bnMK0 zHw^N_uP4%MNH^vI=?7E`+x$%4k_~pLKVbWaonA%Q7yX!`c!8ieSnPYL(8W)S{0Iu& z@R=FwBwXXLd0ueV6=Wgmeq>j+PKsr*`ug#yRqV$6H{R}kw**g!;oRDX0^U|--xWYy z6G$aY7|Wp6?m(7JXcey!z^tzBx5_%TH{}z{GZhriSl1Q=q7IbP{P!}X28^>$_h1xV zelacwMZBh0{di7Q$Mc`*^_{UoN^0O0%8z6W4kpzLvgF}rfo;ONWNaPHY7@Z=U5y{u zUcJ85_g&CP@;fOT$5oAIuMP4f=Utr0KFj4)J&mwq)qUX7s4>WA_-lsPd}vA4c499b z`JnFKd~T&YFf>Xv{9NeRHAU=J`y!E}3~BI3=rH+v7Z8w6AY|*t7SZyqAWQafmlyrXVT6d zk_-gc^$DP%(8Da!6#@U@hqs_JNLFP=+6rc6pK>9k4pn|sJaqq(m*f#*lr3!otU*im zWK^2;p4qd==2h%2|K~|J5Pe9SK~AuF>Igd>Ps|iqWWUCo`1wkt8{zw~ z;~=(#Fk7&8wp43!JEn>WX|q)s)F-6&B+nx-XG(cfz89B?3hGvpZEaiWh#$Vci@9oJ-^%nl(>RQK9!ZUjM?tz%P+!md! z_4RUUT`{jy1N+sD4JQInK4LXop?{+Lm`}Y@GJ0Fg3M%QlWV?%;H?%Y!s@n#}KlD9H zs$Cr&@|8<8`}XeK@`?%F#g3NDM=xA5as=8~o*8I(`P2G*Kh>&9e0V^Ud?ezsqy67k z1}S)*G#oBkk4n;5{A=|*|3_J>ZxE47jI!QL7oaAQ=xJRnDzd`8fwuYnw>QBly*%gmGZg|cHm~ct{R6~?Mzo1wic00ZkF4`N=*EP=6edV9Flx;ERU?kI~ur8 znspqfl|Slogyr&<#j01CO0uWc(o+Sqt!BdrERf1sOx5HYT9)b&0*`H1(ywy$;OO|$I{bZPz zN^pfmo5r*W^;fpVZ}f~)1!kBLu~V$Z=b;|?a(?*M4rZQ*;U9^fdCQ0+D))>|LUe58 zc09FIf>xpE!JeS$-mmj*g&JM`Gz7 zfvkCf{4(=@kZ#H1vIE&S22oO2p7VOAHlc40e=hFVb@8@d6U@mL^J%UXVtan#HXJ5$ z#uAa4$R!4z@S8{fj?v&0idG2^L+yR}760WIjV)SoLiT=7CimiCis*@PVV?J2@YLKp z#+&mt&U`rHm!`y}`1X{(fln$flPBo1TCW^-JQRsr$yLu;EPYQ*#jss!%soGX7>sYL z9l!Op?V-+k^(-0xjzwGGZ|#8~?55Z?4kR9jvSF$9 z@byn}Rw)|fScDy-We3|!$E?44Dma_Hwh}KIep#2r8{lgXLm%!>7j9Nxecd%EI7MeG z8Wy@OvN7Wy13_)B77qNYHnC7sH>!gA zw*1})MhY>#FK-azKvlxw513ka_rR>2E#&&(nwFL%AFCXW3l%RC;yGmQQlz^XDz!?Z zol+bQJZY>gh=^xxFYu zpl-{SZ9}e-v#NRdoM}ecDeY2@qVrTV#JitA23HPc1f9!zt9MRIYEzT5;cdXb(l+27 zZ{0V?I*%*GNe|L*z|Sf5wEs#sC<+mf5crON-Lf;GXd$E?>4!OV?Q()8g6EMp?Ya-O zt>h@uFqgxG==y{nAIHlmm<>!oB`LHxdV-$b>>VEo<(@BjteB& zV6ggFfM57NY}5o2>kHVuN4B_u9QZ`V#Q{ycgIPBnP2C^4j-nd_&_^BVgqX_>0n#3* zG9BVi(i_oz#-~H`NS3KpoM6d;r2VECT(I!Qu-X zg@pyN_iFRY61J1zeeEp57PvzDlj46KR*ah$AnvN2_;hSqUvm1)=q~oge8FH{6K7qi z=levX4-_MR$y`=%Zeb)Ohb2l==N=>Xn`Nitr|FCz?z-ZXtKBNxEng zqkyhC^vh4SCqs~}#s%r|^=*iY8f;^8M+n|6>-NHrk8xJjfGvG>B=g|=*?tT%Z@|eT z?N%!~LdaEh=-Nt|#p#*u^CbS~Wxt4AV84%H>T%E93%{CZJf#?+SF|(k{O?gQ*7D+? ziv1o_Uuqn^B%k^W`UZ25I5%x#CSR8?#Fn_OlYP1QQUAglUJ{vO_rfH)1_!2n%|}j8 z%x^BralEG`a@zZLV6KKt@(xgu$gwQ+co!hMPY&LJC%X8^8zMQ#h?D-f@0E=1RMV_`G*Pe9VneK^~8|3@Gn$!T6^uog*t$3V}CO48o8?UmO&gXxYFeeW77LHw0dd$_G>mqhbUO6Z? zj3z)|*(iIVg7vL7@dGSxvAMGLix)4**5r$dj%OksU623Byk$vJG}+;J5uYzUGRg-_ z8SLwqOFtNpN11**L6eiHp29#6mRHK%8cm4?;^$bLuL)uCw~)6Xk%|(r$;GdQTS%Jd zsot#(5PqfBh1LWhKDr`6Mbiu&Vt6nW(-e$L`5Rp!WKa%}#S`Es2WPwz7|ypVrhgTw z!p|XI0Iml=M!^&Gt4v4;q+tbCeurWuo}9PMjKPR`u{cm)Qw(QNIiTY^t?WoAJ#@Jt zddQ1A)=Q_AR{HD7<7x@SmhGt5ta69}p;-ZRri-W53SEcmNvZdJPPK@QS+ud*QM@ha>V{5^a=FQsO|YSzs4>0b3!w zHmt#2+XAng6e~0!taVQFl+g6&-3@`r>;x9mB@vY%bekMp#NsKDUFb;gYL^vEw|&pj zR5$X-!g0;Vtvb0Q$Ijd{Q`OHR4|OYZeDZ>a{=Po>8@OyI-T&(aB~$51 zhSvpU?a|BgiA$Gle|{t$U+NNyf@3|vE5TClt6KT4!rATAP14PLlEWt|ds``VBnDlm zPttwgnBd;MEy>Q(I{f)TT$_`%YUgUmpdy&X3wAt!fxYen*&XK3;Ah%@MXat3F!{yV z8)^SCXh1cU_AaBOIzK{-N2beHB#h3L`kxv zSTwCpPXbQ?Uz=l?_t0z%Mh5uQi&VgfB@_EP&jVJ%3rH+_Prkk((+b3i{jsss_t#nI zZ~d4bI!Rw^{mv%oM&}G^m?^oy(f(=Ueb#9AwI6Pgn#;Q+H&;!zhSi&h_}Ybf;8@^k zzB31naFmk-WjQm2@ZI(ag z=pV>CgrR) z>eC3}Be~~?(@9pJt`rtsZquxK6|1Ub>6^^;^4_TJj2hlK6K`yWPGb1n(p2Ib)J)>4bh8`zuvhBM2 zl2d;B8cw%7sEh3n{M>ZABS#vtAw=;i7YhZGLSv6?fWig7@X(Vhx&IM>?8pzkFx>jS zde~4afjKy2?wNyp4}5qM+WGL{JebHDGD@7gdZQiB5@8GO|(+ z^H>-z4%oO|qRpBmka5Sfny+WWGjjyJToxfhrj}&zuaG-w&ys=;)z;O}BDO|)yT(`R zWft{wSL71M2R@OLd*r@koz>#zzlDytr55~*sK1JaeT0;KjQT7WMfP8cxs)S0(-h1|?%zOqN82xTTKdvBie z*6;s$Uez1iSlhiZ9e+)Z0*O<1J0`ZxjGFv%!}jX7v5;~TZ@N=hT=R@ zP}&g4)846DV|j%2jWX!iA$TMjW2hlB1Wb}NpPb1fH5mc9gY`4@^4&ZEcI;vUR)9a> zoP@X`rimFw*Q{XN8+PPOaCJwPkE%#7O7=~B)Ih`}bhLL>TOAaRpH7_0qs(Y%C?BT? z*_u$q=sDsvW&`XFKyW>9ZMGmHQ9y-oN z;iSDIv7zO5U!qEOk!5Z3a?=@2!03)-X70%t8brFjM!AzXuZN(WoNP}|rr8w-vqnN# zkzTw*0}UMmbaV*`a&tF*G7=Z(y?|5 z@jL|aM77H2+!(9QaT~n*chskzWt+Hi-cs)se23aBdoom-hOWylpHnGSYQab(#(urM z0nhcjcrM|yPfa3{>- z_Ogd!qFu14_^14^o7sXXq46f}`8Qt-P3r9Mrk6IeDzUM)wfI(M zlC*ZHpxP&!aCM~Su7T{&dJ1}-$QzFCN?&)czyCTQ%Q7!dm?RG7;;qG);)d8HHH+_& zJ&)qwt*_{R3O9(%B^WR43;L7S7o;GMA^QEUK(U+1*BQFE?&6XRp&0$JQzF$Jl~pcX za@g%#l5SvAV1`dA?7BnasNkOW_(o@kFmd%qW}i<*&o?;ODVVbglzH%a8?lGWDfM@4 zKpI1gg(rx^J0P$mhkV^~sHNMVxl57sdDBS{IUOPk$-w`RqTmmgyn#))*tC4e-WJHR7P*$h;h7{DR`7 z&~=*u-9&;8CQ$fLUS3Ym zbi3%yAoKjjWpbmz>$+CSOFhawlu^ubF97n4=hnai{z=EWK16*WR_GqTpod^>xpOa> zDaUUG^464Y+`#o~gloO)$+IwG5J{IRcBSLT@^dja@fG=3j%K=_lyI1)=W+YJDL=&J~i7XIx}HERM2A z7uFt`P40RE)|qJ;{7?vUsD4g zE}D7wuDbp87!1$$0Bilym@GmEnM@#mehYo2eyQbC0%ur-RC>6{gH?WWB6TuzLX2VR zr9%1lcqyaZ9fBUt>4?)sy@TDUQ@4@f>$-+{f6mgxoGhuf1L*)NpB+eCnyT?rP-D5u zbo|G%8^>iJdw|zaL$^15tktCaO1b_w_2lcyF?@#ROjr`sj{L6R)bpH9%+?$$O>IyZT7n^B79(Gv&+bYjh+M3|u==W>3Ov~xSMt}rESs#w z+p^zJ&lseLICj-A!e6?3e6Zp%-(Q9Yivb#k7CP*xZNbCU>nU&K(x*GG%iM*ZeX4Y( z@4sP!!g|R#2c^tLDf)%FtF8EtWi0mqN^XPxZ4bayE|=5a#(mhxVU9$~0G}j@xZPv< zC+?Cr2psKC`dDott|POFE*{}3-g(6y5<@Keice3_yqE``$N)#S4V$1eNwR_I$NG)? z{Xd$$tX6ax@2Hgvc6C6VednOZIOyd?HH zt;B3tuxD=gVX7Jl3CVKTB=@U4o7zGGvCMYxUPa2mlhh!cKcRQtriJ2gjS{vL-eG-h z#5y{wd>tsG8$KzZGGLVRp^`{BbeMx-g^IpDEw~5QFm_8vPXpiQIS3cDbirr#y_9*- zy1pfS6lWHm+;GQ`H>yoJV$UNJ{$FBQ{6low@86U1}4-|2uC_zK|rUg_U#%X!bB8G=2pp~HqJ;qgSiciq?Q)nXJuJ}m5}3gJ#MxkM5%eV;uk70yzNx*3jTw?@i%fi)ZTM&O= zp%58?<#;icEu1bC=~0m;8yv2D>&Jiye&?--v@{*8BQ!vlQPOU+NfB*O!H#r))Px0Z zBLA#HR$gA7brsnGa(V|lq^Y#T9$!&sXS$`@nnHBiv=OL2ocJ^pL$abM>X%?n@U0J- zq>9N^Nq-=v`Qy=<0flXA`PT&yJBt}m zLEuC)IC9yaAdxdxV1!^h_VrZea(S7tX9;9X&Fc51fl-uCj~{cXKWR>omI z`eYm3FbHUo`9>jnj3|iPrV81yaL&#tTA&oyJ$8lFsgN8c!}sf3Y0i{%xm z!?KQ&d!qrJ2355KdX3Ql8@|c~O1!WfT5{{nC$EYU9G%n7?9i->~qHt27i8 z1fmrvc*lfVKB6y6CTh*uhfI#>5l*kURdarDfY>NLL-L@08RfmQ$DlHR@O1;qM~G+t z%8kWrt?awA>#&U{O&GX}3lY=1n)Lp%|B^rjp=NHq()d7!ZHCXt^#MYl**rbi)(O1@ z$$N}kT4HMVznkMTh?P6;xsC{Ku{5&5VRS$8+ul-?1ntj#V{Ja8YfZ{AihM>y^V0IZ z4L(0Fv)777K&66{b|z9F4EgdZZLmXAVSE_Ge7l#)D;Ebu@hEC#NmApOf?RpZsK`xp zgWJB}16?Kf-;*S6%7}K0$jH#cQ7^0zWpgjNV%`y?1)Nr~9C}Q*Um=cU!=D~7ApSQH zX4TV>njF^?%CD101>N)c_+0=yHNOJ=D^5z!YOS2!lTrRT0swBF;2f4wQdrOqtTT>& z`y{~||Kb`gmlIXYWR5S-*ZrI3O`9W)o2xm01%k^3e^5YgN5J-P$lgZ`5Zwpain{ejiqBMn=0%GtiAeBo#pAPOU{_9PzI|A`EU`K52y5PcAcq2R zLSzZpyEs($99n#78Ta|1@?IGt@Wuf%1p;u!pw_xofkdwUV7Y8h4to7(;K%j@M+%1G zQJ`0~0vC5K3BA=;k^R`v;Q>~36k<`q^~MWJ zsD6twl$7c9bSYf<^#0r_12vGkT*@) z*__Y(SPf@an-ZJ0L1cCzK)zP6j}6y)7AIdwp=PC*aGdw>?|mu<_^(z?1N6gH8(n-F z!1To$o3o7G{9$&Axu(H2IZVpBPA>ciLwFLORkm!Hg&FEJb5LNxF34*A{x}i9?%kUE zJt#)(f z#iH6?>)Xo8vn$3HL1h59?1AY*j|6N|63J2grGNDU-~{~RPMIDX^#q|57{5eF7IAt@ zq1QFpf2JEzGz&R}x#h=SbAM7sudcVSuuuiZ!a71P{<+e8Cs=@!d;_w1q8>mH zUlf3+W7@AvT3T9?@+g7KbUSz@u(TZ|?9YigU4sEw*oqBwV?isKFOJ_q@lFs*Zd774 z@$?Btt3CLBT=gZ%U(e~4LhO8AP>Jwxl?B#WoSX~53!Cso893^^?Jj>a$7n$w>n6^d z-*0!&OH5kP`d;e$?hDl^3kfU6a(c0l^ua0*Pe#+^dR*A0ekCSEK1W|q9BhB|B|lS5 z?FoTe=fa_XCyK03b~A!*Z7@@X3@}pZVXzZw0LiyjzzIwPn}E>#+G>0WKrS``0TPhM z(e;811CgFU5+M8M=H^m}+t{p982HrnY+EbHX$7iR5*F+)J~MN4A26u5R|zO$GA_M) z*(jEPl!%o4$w(ESeBZk`#fNflo5Z|%AhkPX3+Lx4Ss3q(Pwm%ptXZ<;Z``aaV82my z`CK}XnjNz#j%Q?v!jsqElC&)tNwnIZnbT=1DcW|?ZH)~h)YF|#HU}4-oq|@x0HwhX zXjJnsdhi|Lt!8>HXE!=?UmR>G(98wYC<9Z_Nt3!%W2y@!8v>qONt@oS)OvsP z$HApWi!;F>D(dPgY${FhB}n9vTfr%;&fnl34@fot_pXSWJmzDjI6K8(in!z6;HWiF z)9&5gnb3k-mXiEkus33yBmy=JanFL{tLj3a?;HtkbHbk?mXKJ)-a2gaM<7IQ9cu1( zlzH$ohzQAzjfd&kdCd@JN7h~{t#OxKpO`UGuK^RMIi`N*Zfe3^fNo6 za*ItU4^;Ssy|=^6%D0D2jeufAHb{yq4k30}rzsBo{W(hWCO4p{WWP!%!bE`L!5?3g zFDkk(K%02h9s>b2_6>}=G%%VTKQ$tqiu5*ekzLTP{y}eZd$NCpq`%t2CjN!yP*?H` zj(dp$Mxltm58|)lPpa}tf2I+sTMlauckRen3ruQ1bnfBR(q9dYR>r2$=zA z)J}Es1H@^IYv;x%ecX^VeXLH7kF4u*v=2#Mul~k5qGunqWC~)ax#(^4_o& zp5%T)0>LFFY|+?F(?lEH3ypY=2ZD1OH2%Ti&#)*&R?6wEcrh$^8xfsLtDY{+97?Ud zb0Fev zDs21j5!*G@02sb@wqvGT$XxW~$D)xXyTmM0QQ)`?v{d>+IcxD(oxO;m9R*JtA#Z*R z$7MSw*`Ue`j(rrvvbB~sWnFBp8*5jx-QvwJ)i-~MC|_Y#at+CO#Mqc@3W2D{P@WhW zNEaD}Gs)jT-~QY|WqwF7Q}5N8Z~e2L(widZ zT|nE;4P^zw#Ca|5@RJ2HYN?Qu4^a!$EEZh{?KI-Fwn=-tsOGaYb1s}zxLc$x0(aG2 z#%dA0c}!#3X;I2ImMSY!a^?@%P?`MZ8a#pV_PWl0CEWB5E(~I&Ln3E-v3%5VWJo>F zI}&5wipRFh=N|qyi1;@>!I2wAhOh^J<>q%gHyE4R@N}%!N0uK5AH4|8(f#z~ab#-; zd`-w44*r=vCjmyS3C^7yiL5+4ojry2U;6d4)aby$9}oJ74(hri@Uc8iOH*hvGOU{_WrE57DkLEuUL1e)${vOuai(GOlq}J98(QKLrMGeao@{- zc_CxiN-Yz$nsNcbA|nb8w&uq*WSU#TUaDX`)edoQuCg8wEy!5JtG@2bM_{1HrvU{Q|) zv?o{*H`6+Q@L)6OsgNx`m%vOPW=#Wzw!^Fs10H*3HYutMdNjwGZXpKK< zJ7TUebLaKtQm0MOt*3aiOn6O`ASWR7Zt_URGlXMal$B+Klx^;T-AjU(8w7n{hfhp& zo*X~3P)y)l!4E@VKBKc|@AWxK(3USNt>;jRg9(?Wf!Hy{7nPhaIK0BVyBYi>u>-(4 zZ6-swOW393LCsGTCy_!?&?wQ)_!ow5!d_xXUmDg330Mi%fSYtqp(u{jaCp{*|k z%tfS+Dq#uxh3n@g>D;Z2Zk2{Miel)jxpiraDvCd^i1Hh6=UhKmvc_TV3q&RMOT_kW zTwguN$(a{?YQvJ2%>N_GAq-Mz<76}mS@V%OCLsFhnKyTAO8ck0-gZ~dKMJ@LAEm3C z`KOH-QM+~=dF4ZGS+)G>m%EfY*9Tr~K%mo239LWZo%&bWQ#mh8|D(=jlbm%Kj5hx& zR?mAI#Vo;Q%E&6EUc??V#o(3nsAmd^0gjMzy9sh8R>bAfg$V)h{^z5bU!666R>3HC zyWU^zM#@l6ryw`Jb~Ydrsj;=17Jfnlp@@a0SDp&ESE!Fzf6Yvn$Rc5NNuE7{Qkdp` zE@+dLsi!2vCNjnF;Fmq4Ra_wlW(7IT6x=^DpUb;`8~L-Iy3_0L-QU~dDCE0rH@2^L zr3wsRNVGK5ZLq!+`lv9PS-|0~c6`kZr54Q7H^0iU^cAEJJzwe0_(je1{jdPSa%YI) z4_K+m3yR-FSj7f6ODE?K1r#tE>tf4CQ6EA_+{ATJlkzY;mL=D?)^2!qt54$HTe7Xu zG=D&UuintO=H%D-&@5_3?{e-7WDG7dV?|yBBLNp0N-X1JPUkiC$;q~*tGRK9n4Y~l z2~g?8$escGtwsoXmk9UJ8G?R17n~OEW-D$gOe=Lt3Ui#84?*)~{|!_G{tZ;v`R0qa zf9b>qKz#P<*=@d6aSf{nU1rntW0=^TQ_d6&We$Jgq%|r%Qy~=vD5!U&fMG+GdV?WU#2kzrffW(ex4W%AzoUd3xD08(~aIi?4t z11)A6+n2jPU%xIqnITh^Z6ybTw&yR&zYKD-VSaAh^-;%YGb6Rm!n|?;o5&1D&{y}F zKAaCj#O*+wvjAgwFVIBXD>9a@Ttvbpk4};7$=j3!TvV z0oz=C2?V7iM@OG?&8_sQzD`-Z9l`>%3g4g2tL zjv>E%W2OLeeFg<@n=V3%o0ByKM#;2(t$hAPNRR~yk% z2hFkd$pq9<#?c1dV2ibMrr0-yqpAh-KG$Y1${6;x=o@%k0)s|2cH*zx-Lk_p$uCCw4kqc7E^he(wpEBNT$&ofHv2d#MH_-OtUU?Wuy5blp(bbw`!pU~^ zhYtpV!Om{N309AvGjJ|PU;UXWTvtjEdpSLLp}&B^#~*Jr48c&!lt4k09o-PB)D-KdfHpx>>Et9cjWlUj8C)0Wk%TNxL~8v-l* zlLchyb00ioJ+2#9RONmd|GSQw+<@|2BxbCZ^lgoo<4;nbPb5R?2oTC(o#7@7f&oPo zG3gdz2Erw)_PYRFGM4vtKbN|Veh7wV7oj4u#JgG9dh&nYfd-KvEIDqNg9RJz<r->dkj9V7L({;Q#k`bBwfHj14apKyu7^aR=Qahxtbr2OeYfl2Uj~{ z+3=si)h~2(t>9Q=<2xi%^o%;i?(wA`uACi!$s(GgnS8uJ@|H-xNFq6F&1G^EPVQR4 z8_ycVU{932eYac5*!6YtZIL8RG12uAr_;%9o7$Mpt2U?AYpENwE;?41^K|Jg-d&V2 zVbhe7+HQ+v!H$#KjwjjMWO%D<^ma@RHeKNMRFg;*8CO$6e6$h}yj&JOB+h#Ai;0~F z0-GWzqVLsuJWxxO>gO-k$|m(#8V&}}hIb%3lKy02pzFXCUW`2bKWI|!SL!ylnOp|R zV55v)UBw_Zh|GC}={!=dNGEB4FmKhoS=BPn#=(1CM?(1`xfo^il1tLT$PB)*{jN?S zqN5=*@euS$Gds_bIUsmGhVAXR4ML-a+WS;~_vTwex3|4F{#8Fu+a93T|8y?Ja)7`^ zM4>k+p~}9W4Sb2w4FzBTM0z;{H z)8T<@g>TOB`wQ9KE8BSr8{CJno;!@pB=JDPo;_o9{7yr@xX?daJ<#~S2#lIS_T1Cw zREK4RAJ{~WHbScab5T-xg6q$sq~u3KPiU+_vzK$;*^kS4!`$Pm3tCO56Y0P@A2^`^ zRlU=xtq1!8ITKUb;yU1R8PJYrwV*)fedlYen~33z2DC1b5T4RFbOC-!P;9!fK>1l& zP7&i6;3!_s)44WK9l?1%XR<1jAG0Y5sy*I4w^O7?p|W|Nduq2TkIpP8lMgzLySaMt zr7}VNE@uw++l;WBupr!$fSRJ(qM9NHGvA?#;(CkLaiSMtto4;&uLM(l%kKN*+v}fg z%XyI?**bRr^v#@&sOLD38mHJQH~~oO>Rb~C9Dhcc$TX?({KSKfP5Si9tVE~s`4?n9 zJ=fYKQ&PIhCxM$Jg70-qj7DMX2w={RVW)1Zx+#dVv1M=$&G*-VfQEW~eH}3?C_xSK zivP&E!ytPwpIHT6PPA_z8ylfUmMi+6Dp@$U=S^5v=dHz0O6xJyPwGf+P_NvgO1>#lWu@tqIwEwwpP~nKDT9X14MTX} zU^3j{TZW7G)U) z1OR69ees%2T;3CxoDk0qK1*6-vUz9PeCY3PN zL-OUzsZ*aA7eieuDZM@*k!aZ4iPJ0!2peFh4C?FXJoQeAo*Xgr%yBKeoA$G1YUQTC zGpg8K>BbZMEfI1G+=1k14DZDtY(9+J9Bb=plcxdLma%&+=P5K)%|n#nZOD5tm~-Rt zAN<_y?!%oOBcb|J)1DC*R9cBy-_V{ZvkI)gjM}d+6 z9iVJzoiDLvOj`bM;Lwgv7_2(dDKw6>)3vHxNAJ}J?RlIOw-+eGImo83t(!?_>mbl> z6sg!%9#AewCUpD>JHgfy&n9{cXVmSkS;We#&~r@X^v`psZ$2bb^Cj}ym0iB_V5JiM z+b%fH$?@MJa3+?bq|k6K`Nd=qnNYFHB}X6FK*T+|!W<_bF};G}^G4^oZf0-HAnnjz zbPC*N4la+F;k|JjgGl^v60faxr-}K=FPp7)#Y9?z+$6iuip#FNu#fFkFxr=$X z@j{Ykw8zQNVbIb=#UZQ89Jq8;=h;op+KFKJbfOAAc)lDY<`1OPU(ebN80!Ong!Ko< zWKbQD*0MyR7vkt-f#%7 zuA6-%f+Kd&p2!hcf2L2>bywOQ0+&KN*+a?#Jt$Y?Dp^9^Z#@-E{eb&CC*jIEUSZ<& zE2ocY?druiMaN94D_=*WVOq#-{_i5$`4&0y`;9dY1D;8u>ghk=hsNPhw2u*N$$me5 z^qKvmKbsZ9uE=?Db^=0E&#^~;=im(6hocX?;t_XEn3kJZO-)Vh^#z`UKsv@;70d%O zUfmF-`=Fk=zT1*FP~dvt5WE+P_{?&AeZNjYsA^CVcbfpGijTqSQ~D^ z8Ow(1?bV5xdVa9aNbY9B8B2IB%a@!&W3%LS&_>BnGh&47SH?lNigiNtL%?U)+(U2VN_!DL_(a+h*& zZN%vdxFvC+H9ViQ5usm88x|8~o7!PpIpJGsp?XpA zlzEypp*aa)=PUjOBy)(QHr|wl`6|RXH zI&$|LnOER{(#!0$Y-WH5nK^T4UhEp3K3XrZBA-p>V|$4$qTNPGN%52@C?r3KL&(0b ztx^(`?l`z0*v|vLH64qaI&ii0p_FfbJ1;l2U3UoD&Bn~1aKUGo{)rWrj>{=Ot1wK< zOmNBCek3||AVaqUZ2V47R!^M)1kCMe{)qs6Fx#btaNs^0Af31^fBy=PklSlyS%3dfXmy>)pg*$si|qmPH`u=s2xW^|DZAUX;hu{ z(2x?By+I;3H@Uzgo`JvQ=E4ESx0DB7(|yN#sOt?wdwZt$_vY@K^owxd(PU!MSShmL zRj}RJ4oFT)8oso9U7OwHlJk@i?6vkpF1L5E(#?pBk0{7{{m9`Kn9ja%w8$&WHqBL5 z%SZUSSeq-Dw{~mWe}51Dev0ib-Fo`yQoe{FNmv-_2$rkT&dON$>Cv15?|f21g3e-t za;8Kr!};mPXSr^p=E9flkpmnI%?RVD@xlcrcPlKN2!MRU{3o&YLd=I&mEY;vkD6Kn z7Q!ZugJ&E;oQJIqUVV$YOA7AI75m z7W1kkF0C68dEB45TNY6TZPvEpnyOWh_8<)I&4>|N`{)oIt2-WLzFSm#TbqRa>1%+j z-~Z@o&+6bd|AB?e*C4_3lGv8v7O}1N4P{nNQRiJP+mgxs{VQwDZOx|BbEI8ujeUQg z?&P`z*SZnX`8B?O86!rYv_`%*-B_{NC`W8fhU=3$ezrl*SBXr*3W)61F4}e|5Xg5q zbrr}jU3%-Qb|8GqEWDTNurW%IFzi8dfifYT=Cy4g#i0T2N352s+lYvW1{a{8bq1Yq zhSNj?xGdGY&WQ_%KmZb#PBT%ac+H4d=h1Y@jUGB@)L((Y`&n#bkszOLM>s{jwfq{Sh^a#@cy$G z-eysWd5{@Y@oFP{_Lg~nVDL7JZ}e_DVZ?s+tNM9%wQi4s+-Pz5Rw#W}k*v&dG%jCz-zdptksc7aWTspDFsTRQfJq(e$6PSO>IstqpIvYo$d z&?z)UU;2!vP=LLvlAww+wc$@ndpm^26RH`0_E`cQNZg!gjRae+L}pOC?vUi=7T>et7826SUJ_Sq3N5~a`c|M!aM^H6 zeAOxsrA%UIBp{K&^~P zPmcyZ(C-Mb-g_Kcpm!t6AAAAjDk7HG2-z(rV-DBgcDTRFM>WcO=f6t*S$Blj@Ag9d zPlq`UYLCOqm1icizWcICM-icO*4K~AR=gYsZ_NbY`?)_qJo;l7Y>_BA$4)5Ym(I$D zl3q>jK`OCOkwy3lD+)eNl+*6%l+lybw#WX&wj0HFmwgwio<&=zml?&Pp|qWlni_!w z_8@0I5HVWjRs%->daSz z!xl;;>B`WG(x z$_K|nd=(F^WxY%TiIA`1~oU(m^MRmYWA?#TF)%dE$zWhP6NHC z>+wIjH4bEv!vO=i&6vQlnsI%sq|y8df7)9?6D+u{jhnQ@*rC06%4TFrZ3lg*h $ zzxR8Po=BDNzluGDEMY2!#kI8d>sZK@i!xY}>HXMZDl@FSj}0QBd9@gxK?hT#f9_Un znjPU***o~4|lkEgD@#OP1 zDet_4;wpoj^ZyI*e#_>?z@@g)gu|(rfiNwfPtE>wJJ%CG8Dl6bQE9&qTzQ`z)Vvtn z%zy#XvvvN-zuv|lVY+iQ8rl6emRs%lkOs;2#?`*$C4 zThg__v<@%$_@vVBBa6oX3S|zT@V_5uRTDV*ObtuUn-$9a5f89!BtEipHM7ok#-ydt z`0DT-H|aoT?d0+Uk+o3uAX4_=^F{a1nlEj3JjUl?s@?YSJ#F-0%N;bqjP|@r$Z0_`bc>FclNK~f~$(z=l?a>`>jFj6dK&+1{IDs^7~I`baV_C zv^!Dpnu2%lj|CHuVbL8QnF;Y?hTXK#Wk(+B<%M_L29dhH=0GMVp^@EP^f>ys5H_?I ze{tDmZp8nqM8A5cFPlsjc%Ptc%Ll!x?`Ahc;-K*y8H;=b@P_xsB*A?a{`05&?zUT3 zA-YKiN*&Bv>b*arldmU&TZrZ30Euu%4rW4~EJA@WeVt|;eVdEIr z_ZLMr)C@cZFC>W3B=zB8J8L#&-Ad15` zctdvbJ73U<+5YKW*mVaY&aO?|gW+vrf%5e)29ebhSVYXYYBnqDpXy-;-WnIT6Telg zEKv${iVX4}Kp}ie%_+ORDRERf# zZhCsz-1B(A5PjIU7#&xWeKCRv9Y)^@=@!RPX3)Hzb=pAe+N(bTW<8>;+&6mL#$M0R zw=V=J#m{{XA*6{q&RR3zWXpKlbhemYQty1r@BdvZGX!wOjKkz^JBC)ZuWUV;a~rl| zt?5beg|wV))Svgrp!=zC$Vez<2%Utlj^Zj;@jy^};OGl#-xnrU6jK&eM=iZo>sxPB z!>087G8E$?+QD5D1B#T-H@VVUxKdyDPTmHnCMdxPHP=|jth#Enx%&tK*4mudm6Qt8 zTHhwzD=gb@tUD5h^9TLr#)?R%wJaPL!!zR6;>su+lcYf?Sd}jJ%yys#@TKzmO?963 z>9Mr%HLgBx`YoTen3f!dpS{(-mMVc+AIRpK0>i;31 z;%%in3l&4AA@F@cnu)`x9e6bg(-Qxk%gNzZOOv5im)oW)D=UlgJ_N^?ohyjOAN(ru zXJ(kG@6#LD*w~;SrqHVokDOi~^|iZboJULjFl46O!9sR!M)!~@t@t*8PQHBwd!=7)8_MEZ(|36=2QVsuIO$A*Z(&Y99!unPFQ-JpE0TF+28xd1%ZMn-=xEtrimRY23QCce0;#lZ-C_OwR{iIX;S@g(Iz8wBy z0rF9z?pQyqe^<3r&_}`Jm>YT9cN1x&sOZ*fuQ^IP-bm(a#sO zEvt0t=uUrPU$Lqg=4Lu^F(fngwzN~a@fXYIR7u;-BNHL^9-9i%g(39NUa4sq2R+L# z1tZd_7kou%NON05n2q3*U$nho0^xIo$o#S9&=%}dO9p?V6^c2(Tb$0 zW7I_4uTU2-ON46v^iAj4qOcIZUr)bGbDEgQj1#a=RuY)(t9F4Tb;~p_{_Qfkza92}{Xn+3T=R&MR<4KH=uVoix_k}{(Gdpn zX;HA(JtNI^LB8m`6ogs%!!^&NmWeZt0EUY4i8smG^YVCMkn&VrQe4o0TXtG*a{D_* zII~m<J_aI{g39?CruaDb_(a$l>im!#*&$cO+D z)))ghI1wmS^ky_ZT+UPQsb`j!mgZ%JR7&TMP7};I;VlCTS6X_AOXk6X%F) z&Yj!Tin?9KZ1q8pU4aH5U2b;+0Fw>2HHqDme_WVbMN2Mj*0phw^n4EF+`ZvrsiwG^ z9`-kVjGKrY)%B1{CXG}%lLDEWPIMzdcE%8->-U#O7|-||qdo!uVYW6G{bk9{SVdQL^)gc6stnN>s++kQ5ffuJSwfwqULc3(p51 zVCmHXv0cB;O9a7c=I8AZ(GOy%c2{QMJ*R&U)niUs3`RrjC9^yonFB9Q=Py`=vGBGu z&YL4&07r>Ig=yrQU?p`GPwdSVyp12#?QGLQBBukoG6!E!5xBp9?yXKErwA3>rIb>o zGWrL>Ur_NqopymEQD&e1_(rNT{J^YCAH#p}I}_Pd2Al!Ne3Z6x8*pl~(*wN<3UO(Z zOTx!YlL=ZuFW42=A5MlhVqEaYcygG09ziCff~J2I8o@jo#VF;Bk(--~($P(q_xIc3 z6A)+x*uiXiS+(#WipgKh(NQ8L@2L=9TSi8PFhp60>g zy+$H_Z_JWvz0S<<+>@6(QI4x;k2(uWV?Ee^6mCT6s@ng+=&fVbml}^FIq-Jno zk9f!ZcTIp{UETH~JlqA0i-x>>L0zy-AjK@}MGp26ZNOixYx_`CKhTj#zXxaX&BxEb z*hnNTIxJL=ou>~pw690|9k~&e>pO0twNZ@H+ttNoU z7j?KN)xSxLyEfOTkFC(97A3r`6X+~)W>U|od6Dlecq|_sJqucTr?~t5tPLmkfKqhKwNPW>U_H(Zr9vCTSv?OtUNloxRka^JjeIa}<@Tn$Q->R1?AJs@|ep`hpB<)}$Vi)WbRn&wEumMqgz;C7fHM6|ITW17KZ+ z8QP`SK3beT???q~F%^I)EH2YqNce6M=V!wt`&QaGkg|)+GsUiNfXeoXX>mK8DWj9W zV8EookM~x#FR(;IlrFIz%TIXh%JA?EmHEyE#YUcnCgo04gcE*CHYBaW#a`@wSbXjI zc*JKyEya*X318~jqT%T7apM(g$EC!yCw)a%C@SwPHJd}%Bc3*oW8UWblg-A(o@A}L z@Q4H%vRF&~um(&85e4y<(=#wEx_N78P>h4aI28>|256CKB_A@DmHFL1f>BiO;IGme zh@zbaks*@5?9zmL;qo8g999rR%cYxH{rPkT*C;rB6_4;!ReJ_U{<_55K5N(@>{c6eczxI8}>b+oZChMd^mIACU9 z3RbJpH%~EW6!OzfS7=z>5Gdu}hGU7=c_8CXVF zz{g+9yw{NgVz1xNxyY%hX9j=un+xZdTW>SJWD^wZtstY&$nQa2PQ?*a#``%1Joz%6VPrRgK6Jrx6^5eZu4e zoBXY3DO_7E)Lb4rhK>MT3>36YU^5z%EbU{LBnL&?VGo^5=EBD0_C{D&`O%srf1zd&79#KjCWVY zX~^y@M5lh-3mOM}SfhS{Er@6W%TyYdTLCA21zWzBzG~|{>!>8f6J%J5*$!^d-Zq@C z;^WPMREJsu*0wI@&6w2Gf=_?n<4^Nsr#?pFw^JmY+8_pbuxjfOWYwkrl<{0ydc;I` z9-w}bgJ{?)n37+{Zsc-$IK{=r*!E(^TDwfk7oFy9bxnlHVmEd(x ziCuPfwhY~jtKz1bnwrj#Es&X)N9gdQAomy3J`b0e^Q7XV1F+FLH0Er&dGUk6^Dsl% z6xX~>iVIwE*&9_fgmnRlg)7x6q zSlMLOqLGMbZdIMv1yY)}Pnv#fgvw*+F3G+$&7Sh-e<|`2r^jZr=NB_v`+UT-7tm}`yuOKNGp!JJm~jW| zLLe-6qDwlloN^?Lw@+5N}++7W6zwF1Xt3%LEXz^%)%KXKNfmcaEqq zqvuYQl?MFOW`f=+(Mukfde{pHuReV173~X!S^ETuyTX^g$fuYhHw|ssp#p%5JC`qP zpkZ5r7OXGDwx9Zhg@8>|IyHRS)*S7V!J7xuTMcxW^-j%Se@y3Uhr-s%LB|bgbZA5exfb`%4L<>## zWsG1^Uy~_yL@6*220#?g*48EAZ~S zLOycHXukA7QLPL@>j;$pj)q@>mP57CF_&t6>KRMk^!uYDzeoHYpd8HaqR7o1ANdNd zX?)P=l+immZO(oP$XDsWDuIyQJ4~w_TwGSaTb}RjHl9X;HZ|y|F)WNec2K{d5^YTa zgpaMq@urcD4+NYeZ*nb%D|@sopFd>fdDU(W8}qG?3xvjNylYd$%SQ*%ADN@siyofg zumakJm?{@J?tvxssLaG$H8pVL^WOF$kLBRm)kr_Q$VMnLdkcMU$%JiiVUpK;Tu!l5 zeplb`%H&7ipdu@W4wTvtQHJN-);Ax8{d!pY#Q_|jO%OFTQXBFcemn=(Z>}bs^&iQY zW%Z|*N0u8_)#31x1gGAs#Uebpr!$FWc_*WkK>%so{Wp-PILChP&!@m~Kb*dkGLx}H zt-FSd%*mn{TpmsgC5N1F^h?zDV%@E#)}PP0wcGqaah6qJ4eA_i^{MT8EDDN!;MMRC zh%)5kGYI&YH)W!^^t|vH4&UJS9DIg?=>o|mTcCv~p|Ff;TyHwNw7#J3`0_>P!^+|I z;xik!~p|5v04jyLs03`};rdbMPKm6`(A6#F+XF>d}P6Id`&Uy0LWMx z!9X#!j`ojDE$6}R~d_MIM(Bcdc+C>7y>f`bJ@&2N+ zWd&dWU&|Yine;U2b<7pvAXow$O0@BhLDs@a(=ga%@(C&fZ z9xb2v*6$4w>NK@=@rYEs;cC5^m96)D%`PE%WxNNbW@E(`*zoki>mqGex+bUEL)YNu z06)Ev5U#3WACos@mQC4F%b*54ix=tCQ8<_sziaQ~LmWZ#TL?6(F`)%DvMVMyW`E2? zO3{A){8__t_5N}(2DoQO4j(|H<8t2&)=&(B2tC-YEWd|qD{U(2KBFJgc1-%CRGS~b zn(WdTdywAa*9%Kt0a?F=w`d9da-tZbVL@=lY3H=?JNJ!kIU2e9kfT zi-M*!Kb__o`BQ|eglSxtK~F@Jv*F#QpkO|Wo+CgafbpsVLFYc&{b67?(A_t{UHBRa zOeHxvJHe;IRzeT@CF2UG!>o31bzpQ3pKeDkhyOmmN@fS92KE6V?wGuIsu>B1iOay3 z3X%^&XRo5F3LoFMc7K5f`BeFaDWy#Sl7FzrUa1Baj_SkcH76hKNr$?K(&UJl^T=iOtjM{5jt2rtZ8pKMU6GkJLOb#aMzpMlMHK`7#$0q>*z_zQ zJjQl9`lkVwkC3{)IS_SSF=3Cl0Pv3ikn37^pUn&-3yIhFKv={P#qmT@Or!bGjb`;n ziPXD(B?%2_u*#6Tto6o*7!ySkMN=*hR+BJ!9|MrfWuFfuO@WKAZ?_RNc-j`4sF=h7 zAj9?vAkQAhKD-X9CC#L2XAVe*l;6C;G=JE6trV4q|6Ev0U}WPh^G!LGf^>Gd!K-UUnD%cyv%q% zBErL#eF-|Av7CHY1U4VU6qi6BFT}J~IDtqwDdWX|xJ?l8ZVwLbwHeEJQ22Oo6xYM4 zVY{~fITkNgD?!S2>Z6I7xln9MH)vpaNc(;{St5Yfn%u>IyOSYMlChhV>d@%Q5wt?Z zBGF*YL*nEE5E&Q!AB90@!(kedb;(1MgJQ`;$;gc?G*$2JkH+S0i!7pZfW=$TCAre~ z4)OSckQQKnG&IE#?^i(u-7x&-C5x_6ySON z*IRZRW@cfdNavz)kXtx|aQrULy=yZSP&%L!?TQh7D6GQE0PCkB1rM9?F^JeS#9@Bh zMz;7WFxtM%u=VeIu2*Z9%2dO2Pf5o;%8lU+0&aHBfcr`Ho-*T}rW`DO8D~EMh>N6+ z4U@l%gsZ{c1=INV%8H*zws5yUwZ4{oIN2<{nnksB%$`~z&6*O$KYcGiNQAZf3$GYd zu;)%ELt?|>GsBv^OYsANRYD@4fK``Bz8DXepJd<;mDIwnBUkL84n`6D(QV&qga1<5 zI{a1x0Vn>a7%eVEGAu0Bq2)a3rUCc^IMRlS?~4AyL>17kO!|Tx+x->Y?sjp zJ*;Z2C8rsf?c?P-EjHXcUci;^y##OVcsz?%`Uw}9WoLijQ%NmHreJ@B{EnV zLc=qfD&4@(KJ7XyWOj4M%tr^F;A$HCt%rE7{;*DFhZzI6G7Ily52HC(c>(7H`nEU7 z*kCGIj1Z=VcMbxkH9CI5GAV2yVaxV_#HZfzdfGTB3Qr;-vKy55xnNNM(Y1Q|XYc+5-_nu)FUNhCr|| zTQG_5wW)t*sIL74U7n3OARE=w7#JBlVvQcY2d{+$pn}=T@~WX|%EPnKi*2!8wiI7LKdB#i?yW z5~=Ba=;VugG~21yKEe%kx=L(E^M|L&xwqo!DL{DpHqie+wYPXQ&w^(Lije#dkf-9K z>~T5u$ey!yi}H9!7SsD3t1FDn9>E><%OjcmeAE7|raf>yKoT2FIO{j~sOeLcfuaXH zL!WiMN5zz`2{u*c;;h|&VbakVeNv3|e;k321GA9Y?%yr;Con4{0Zj?7pd2QI7%_eP zL;YA-um8;F^`?1323Iimy;)LDvb<#9SlajGNr}5BwD(KiOTcG5#B5csFC&P#Ga+@9EOIjG~nHYHUEI` zfz7E9(#ILCzIxzo6?_n=C8Kd2%!4WY5W^lYSVO(@ zNp|-Gz|aLw_Ux;N*PyT?1`pPlmu{pUnr2f|Zw!rvs9y`!R86}ugc3fo8HL!1Cp)6V z{muUnP*_7K!_23r0=x%)p94*6W{;0Q-+wS0p-d?~$eaxpELaN10M(q7Y5M^T;NP)6 zTZGBUL&or$?n~9s09!v)HGvaG0AQ$sp_}S1ExyTU#E7vLpyFXqqBKoA?=3TIZ{2|7Be_@^G>j;rbr zJ1#_sJwUP@$+FoIHh!a&-Qk9XZTyvyAP54(+?0D4R4fpK0 zj))nMiHggB|0n0qGx2u3KARuNyiljV-_(RoeE%DDhJ#V(>YhlwH84KOq9B8_82LpJ z#BBki{YA3vrgjUmD=|FCKK-Xw@^Hc)q4nyoV6wzpefi<~?NYLLAn1V1@Fd93wE>=> z_c2#l%d9GC`rlwF=Xt#9%}cqq9x*OGyASruY=efLaG4G9-_MnLJJnIBY5D2@RSObP zd5Z)~?Q$l47=RRfkHU3}s2hAmfR7uB1N(*+@g-8=H`4O7;(33Ed9^CrZm>-`Oq^}O zQ{Z;mk`eX~U37?my_}5-T4Zu(knw8HSgk|Wo?Ow56_xN2o(XypbTDos+I;$+>JO~x z%z=A#FS7JU&*YG%-3Cb{6WO3z3<^sMeiq2RD>243%@SZ#MXI>4YVj$+_yKWGe~0p~ zBz*283TDQ7+Bh+!%z{U55gzt;RRI%i9o6^fc3NhkeV>#4X2Z)TDNabUgg7uRvnH{N zjz|7YooLW;blZjZSz*Jn6QOK#_M>Z_b~=~9BS(>a@LdA{Bxd6Y6HfAg=s=inlSy~9$@ zzYX-fL_key>UAAym*s;CW=H<%=2u0k9z+&+K`#3o?;d<~` z<40uuj4p92wn*A-9AgFo0T5NNaW!m{@Blv^9Q*Gb$z!Y{rOW0Q<)eDMw`gi){~ldb z`N4HZEPbrS{=XyO>&UN1M641x-of!=bzeUo$Du>9G`71M9NZdH*b(4ZJ^KSpLE$A; ztFU3iILAZ}j^jLk@Y_vP5exTuGG>tyF24L{2V!_Ky${@1`TP|Cds?R#;&C8*m@?WT z#lS{n6RhNZ@YQnYl5mD4ldD1rAt(xdD6gu}ek~#q%L7R*07z5e$i&<)O7y;IS!iJ!{GM^@m&ZW)gxRf8;(q{Hb|Kc0e?3z_Rv#sxusH z&>R%;AFTvl&N5Hzt5eT*OXnC5A^2DKM$`?#;Hm8qtRm&F1h1CFH~FAQwbwkcAgFsb zt6U^Z8*&gbvQnln!Y+uWZ1n1hZ&mz%w>80la78>fk(ZK;}Y4p!mr5PwAF| z5lP6(|C%}N4>45p$ag+`V8-eZKBf*vtj1gVAKz4g^1R{&95~8CU!ox-Z4Ghg2tk~X z+ZS@=V1x%RIg3jaSev#=_5HHF=DTaK5-A^;XQ{v-atn)^enCnwUaEB4)hg#q8~Uhi zVG@Ch=bel?iIS~>H!i~83Je$fFyrlw=@$f<}+)S6l`2m zP5?m4nS4DCAQ;?=;o~B6Qf}j@o>misqtiWx%lPE9*drhx3{|VWoBvv~LOB^{FWqzS z0#XS6yOCt#W%)PG_~_wNS*7e8bnUm!PnSTCcgQDfAD@H~>nnn4rexp-M%H zH;PKU21R%dMSE{`K=*JxP>mFX?nO-cnOi~r?GtJd!vQ;UG~oFGmoXj^O9{s}9S1CH zuw&$lvjMjip^gwuaAd;+tELXdNM>JKOFl9tgXl>>EIBoJr-4NZXo-KHj|7!DE z^k{~vsU;}t_3weJyv+xdTk!Tez6By34>nYGcbp;rWx5^2WL&?!D!C>rLm&$?{ep^` z^Y5kma~#GNQfRUka54g7;D5E3b=Az#MV9w*$Ea_G=iG1#rTy_1GU6Z5^qO2MN{o>| zSJ5%l)Ff=ZJCO&1zDa)qqfv6p-O0d?213MUx=Zv;16Xk@qo@cQ6dbiZ-eW&r`ae!e z#AGr&si8tizehS668&)+kvY+GlfK$-*St5h&QNkx=(_&NfbG`Tqm$TD008W`utW4+ z-&#T?0Y}5_9RnD@dU_yU>(7~~hPM~hA@~lT0$ohnh9nAio}-(w2RF+W^0_= z%z0}ZlFEOMYM+n4S^4>v0;i|j7*w_p7M*M^A{YtN)m1MqK#GaNV%SIkA{Jqzy-By8 zXbLDo445s6J2_RNi{XWqd`pH$)q=BK`1{-6lj2Vq-=Eqhrd+QQlic{d%buKhSYZ+9 z+YI_2E0!WTU{b4sFh>LR*1~T4F#wzW1dG?5pD^W~?$4pmqKTPnPSXA_(Dj4YwgLc0 z(*26?PkDESw1iFv-0#ls$BjCAxNj{?9z=UhXO5y_`jU(%h+?@^%j?@$x3bi>vF=72VIrAmW)`VC(>hcx+Iycy@TMfS|EGKA6uf2m%SE=V zy1^_;bal;^?FjW|5kMpMCi`=nPFh9!H{gjhj2ZzvthuUglx0e(-eZ@TZsjHe<)ahx ziCk1!<&P@{7{R7M9t+%}^fc&FKyK6&CISARnB~q--iBIgYB@@vQ`)_3{O#1|STgi~ z#xPvpn=^4wPkw~_swys%IzGNEl-H6;RcM6wVJV}N)L|zDID;} z`^EDzDM{nR@q5R%+({qn|~554a_!SeD$MEJI=K>2;xYeP+EY2x30 zl$BY-QpClvm5<&AWwsG@_EzJ&?jm}gGWN@F#p>LTiDMJP{HD>ivJ%56w~xcdD%+`W zRn=i)FG8;d7O{Ea_ui1HFN%8QJwNvkDpLqd<|xF5t9@R4bW;^8IkPc`;oR5H#EF_D zXYYXk_UTsRv98<0@370tkp&WFsMq8z zT9r2Z>?!m3#kGJvivSI|Z*@FJ;Tv=mH-(;dEXJ)kNQ`5+61YrE!-vjvf5WaS5Q*#v zy6ORk4jYuD7R(YK{KAvM^2K{h)+u7+mOTYxoOsa1f+mC~!F<%)@~^k=*p?7NY;;z> zPo2QJoHaUDTp!Gg4XUmzQ$sT@LXT~<49DAPUmU8Ta?rldB(WJ5_kUFa zJkS1&W_drNEBKP}e!8mr@SM+Kp+pIwDUc;;IfA>-%tI+n&Y}zYwM3}V(e1lm-Z*}J z|CFZF?gQfvzXF$V2tpp^se4|?PB*Q9sk#vfFFAu`{&Z7TZl6u>S6@0C7rDsr_I512 zBPW$l=9oJvL4$e37kTtFHb`y{6FMp?0RWPx=HVgC5cDWhFP#FQRTx6IRR4Zn02A2T+@^uTS?Rv72Otq@LBXazN^aE(-KI7qm!!RJzFln3 zvmC5m#iZRM`zymOf~1(U3cO~Vb0IdKMfhFLf-xf}D76=9`>G2E$(XFMJgBXnZjTv-Y2?{l3}^F$xPecgzTrNk~p!1u=$FT3Qf#rF5Ou zcrNb?yE(tx{eN2(z@G7JFzE_T9=!9t}X zi)H2?GDZr~*W_zHN%du@sZkWSP)*3q{kTt}uN462Mjw zyY4_p+4}OOuomN!n{6QM(lFIaywV^kTt_JOqxUM^sWGm5Ytq=t*GEQ z+nrRVNa%B0TVmqng@9-$;WF@WK1n^-s~D-)*a2!$vv&aSdvl_3M7NP``86KeOLSSc zkn*bnHingk_}v6A)!T&*X>Aj(xGX1)&3^^k42WyEI&TzeKAXiVA2k!^#ycAOAx`|~ zS!f%G0mTNDV4V$NcO%Ruo>lCyEAY@6fPckd{Y2Muv407hx65Tv2x|TMNcgHV=8sF?R z3w33Zgh#W;u##12Thh?D*>#IatPyC@E%MsF(`W%B8Uxo6NifGL(PDSm*-(rp1mlz3haV21>$L0aP`fBG1YI&86KY5_n3I( zgmwjr9R+q(ioY%fd51K7eA>uZF`BFj8-pUiK1v)VH7>9P%H>{Q>&}Io@)2w{ z6w<|36=2kEtj^PUAK%s@WDTgV(s24pNE--np=OM(+%5hBfcKE`grBI>esgryyTkAYyrFE8+B zqtieTvqklQRXK_l>J;P6QpV~yBP>?u)LPd8Yb()t+@ZDC_#4yAReD7eM-T#y{Om!S z1hjT#ZHjg%hDXQRPAU@SUTowGuwo=LmE|3Hf8s%6oEmFwx%{J~ZUuX3_&*?!hzPn6 z4Q@;y=ORt!VvZt(p3CI@?m*K;JMlh_bYUjccofTVqpFrYoC=R)&O_zz>~ITd=mt$V zGBzKm7mMs)zw9|z(oT!Lw(0XSsB0TjjjoYEelE=X<_Uj+UUj*Iy%Nx$cCPxX$!#sw zBAMTQ3M=HXRat(A#?>z#f2QY(Le>pP-0|(TzIfj<7g!Pi+)9X-004gIm>_WcDZ@_h@;)kI8lf@W_lzJ%2Uz zj7P~H@3|Y>!i=WM@(wa%;4fCsb&)}CTxZQQ8-ia3UeXDZM zo+6<&<00n;wD9I@Cw}V!yQz}vNIBa?1CFW?%Q(Fa1c{X!5NnlQAUei)FVSBHSukzOdMA8h|oG_^X4ICWw z*oQ3Bh!I1+qAy(E1;1b;*KlFvhLy^s#DlQAAe$*|ry->eoYYv{U zMI|Noe=!k-sT%x2!Im+yo)MHI1I7|#1r0_`U%fLh{uYwmpP46=^yJa=KLOGjI-{n$ zy=ttT$WKs&{buQt@hEuCBM%(q9SFVvvv7g&l81FBR)M!ytRi}!1nDn2=w7&*>av61 zyV#>U#<6ao$p@c zA?dk>C?R85q^*B=G8&`bUoPM+E@v#mIIK6nK+`hQs_P+>k^H^HN-BpILv7&WUSjI6 zhZ!(k9ebDb40r%vq&p%ET5@Ai3Kf!?7&~+%HS=wiu<1yIoXiGtW98)5cD|E=rtiBApzU-_)I`n^%~2?tq)g#qT`;(^K;H(=o3bm3GC z>MxDD69ec)V$P_!WRpgOjfSD^n}ZpdYmH$tc-i6!qe<2JGfZ|Gv6Eh4CBW&6x|5R9jEc^`L3uG7ViSGEd$%IFAwZz{p zH+M|`rxOc&ft&7SzE};mxV^L7e7gUf#Fsy1N))>6qBMT3(O;aKaT>_>9pOtyQ(^J{ zoz>Nk`9kHp8m0&I7|6BR1xcKVvYq8>_rV@0n3eljWKP}F6oq6|t z83cD~3zHME>V*Kfqu6OXwf=1b++k<{Y zoAqXOXS?ShO(Fo=>nbUwMuFXG2V?Q8U(UADfdVYhxpXWzE+xN;^ovUlD8OK9qU~_| zGn$;QvS_!k*aX18z!Q6YfGAW&~A;W`)ULa>hbSH+7b3!V${$cu6CVb3*lGtdUwYJ7029%_b9*N zlv>fkK3`@8MA~-3l!Pdgqot0kjWh?xjZ~|~{y}{f$Q-D)nL3Ywx>c^-e%x}opx)65 zfa)U3x$W&4biL`vZ=WcC+Skp01RHZ+et68LhVP+cN3dOZlfG##;fnXi0UeP4vDx>c z3<1S<0gAlwhZb*_DLZ<1^7Y<)*C-!)uRRT~=1UWsw9oW&Rn)%w3s?MP-rr7O@FBV9 z`ft)bCLjmmI4@$+U%vl+%Bnn*Z{Lj0W%TL?V%#bM@nA$G^2b4>q-K@J-Tsv;z>z{k zG15USp`%xX;K5kvr*G0yIWuhJ6XH>+CBP?}2whs$ljdEE4no&3?$uIx|C3!my6|87 z@dY`x#7p5~K{$hhnv}fO?<}_oT^KKn&IV$Xh^Tyy0-2y+6B0s% zy)Qs-JWiOsx6snG!|n>gB#T*ONW8)BI*p#3k_6Df3>(%NFW&EVPIp!oP{u@wQ`%Ns z`sDoiWhVsm%sUh^sBIcf=;3?fRnfmAmTu-eUJB#~x=44<>?+G5CgN(|OOdw$(J!tR zq%?wRNuyGqN{j{l=o)ruF)HW61NlT1-k0wu>sglKMhgKp(=utw22}1c!=_@9sJIRW zI(4!t|7xm;^-@$&$Z2d$HY*#DIz9}D2|&$}=m;avo`^Ie#K*Btd(n%bM<-m@erd0RI_IWjthpW(#xPaWwOX<9)054{P7s6XXkoPF%5@w* zk!Mp@4=Hov1!A@I=2G5!`?NAE6J5%qe#RQAL%}|pH)w2Z_f#rB=5MQNg#(>D;Cz4E zy18f&0{?5<&K@$O@3Z^FmQp3ZP|#s%(yz5g_wD@n*SM7KUOz*3TL*WYrfvIiP6XS} zUMlU~@eOKh9fTN|2s?QNY&VgozXh?Saz|_p=u08&Mv;SqgR3)bWgn=ezO8&aCOOyh29J0%(?9Qv~wK=E;3{On)mV8 zc&^RnAbC?io#SvRmzjfPIw$Chg%rj~#E-q%lzN*)YSO+#eT<{CW_yNWSN2!7AQqsv z0IR)Ecm{b*1Tf>@=qNw&5dC&hHLIA}yRwjPMSsaQqq^ndspmt$Mmmj~oF1DS&H7c+ z5JEz44#zEu$c1W+vBl?u!14i!VS2YE%RuCSEqgPyv=OyIV|;4q3G6b>><#A$kA5P( zxc6L}U8XN=FAlQk3U5hcg=!*?GU~rG>d%Rm&p1$g>XA6rM z<(XL|2Wn-kXF)-G0DY(cW5e~xiSL!kwa8kc*9+gUW&WZR9syLV^I-{B3GQT?A<`$H z8PX}PQ4Q$uoy*ZS@vD01vF zn$emV5|;Gcg{|=bLLzib;EVgKB&cYAJ_6Ndhw;wvvsqy;Z7&lGDWlF+O)E?~JJce7 zMNeSO6q65q&v#foj6u|Iy_gcjBz9(WTv-g15e3h@I3DhhF)FTVfNZ(s@KO%Bpe*AU zJR-`K!W2-KYQt**v5K<4Si*uL@&2yRNIQJ)C6Q($!}+x)T^9JNv7Ix%nMCSwzgMrY zkH0^oZLjtaA5`Ix*M`w43<_+@xM&k|{DhG>SqjE)Oc5ObcIjF#e_h{z*BJ6LW#*}v zro^Dr;sd*W#L*~~x9WRWQTUA6u9ZL+FH^@}v$HLF*f5;77n}JK@~>H6?Ge(kTaY|3 zrFDDdFXKH(K8|)@6}+eOIw%~U5~*h%?LJx*-i3cfjVoZUL$6%gA3!?G+6cjH@LH{C z;GWC&Fn6NVfp7Mv{Nou3`LOpAy)<=j+e0QweKs#p&t$@~{AXDZx-=vY5|#i$T#bp; zj67gUpXUWCP^r))+{cvESA2*{fdrgB0~&oLECOr-vLC@g!884NJhwtxp5vYIiw<2R z^Y|Pb%#eF7Q=B$`5HfUsfXMkJ4pHF)+%L)%Z^V&s;CU{45AYAX(bF3kzNQ-v8|DE& z?YQT*8*AbV3G=*(@*&gXHk@w$gF(xZ!v~(CBJ*PI(@Iq?^o#d!3i;=aaw$WRTRaYw zi}zkg^oD7Rr>X%+39ixV{N)ivZ=12|UIcR4P&b*moIQ)X#&0UyP%DkXiA*qi$*4>C zo=L3dt2S=i_L~szW~2R)zQR2Z&i+pZ7~Ze%XC=wmxM5Ca)9td{GETz}#AU+y%nwdp zF&o3LLEse9pxAR8Au#@IHSop(f~w@f+r@rV!`W__a%I5rpyVKkog1FXc#a3iUr=rtGAO$%7Lr(29YB{4BLzK*OdBMS9*1 z98jea#%*>zUs-0g%W4S{Ru_JGIJO=rU;5Hw)^=3mIGrrk^r-?AjA-&B4AxP!1G)4z zE^)1&L5#l2?C%UgFrxZKzw`Xn2ax62R`(@2`8#aB16A5>@~@6F>Ky8@oZxlAUu;9_ zEJmem@e|R4`>R}`o-qM=nJ8u@v1_2P)*ty2ejGbrgEx=+YU_zYv4X7h_Jmo*EL273 z-D}MSFLNJHG}jx1EZ^r>DfKrNUF&`yf1Zj46L!`qv|#CLXsfR5 z2h*AMr2z?8f`DZWZ5#O^>-?u-Eef%QzRIh9alMm_5k7Fwdh~?PkG{?ovUEk@*sx^X zb=sD1k0XMw&h;9I_MDlp;^Mf#qRwT1{e{IK-sGEIHF*XXlY&;_+7h^LNxrCM)-<+A zde!(=AH?qROmNexTD->EODR$EwxFj`>n-M#_!a^$okQ)IH&}=aS?@Fmig2?#*t-*} z)7JOYAhP<%-W&YIA;(ZB)zvSTlOOPhlnqB3iA2U>q;XO{TOP4S0#Cxasw<%>hMnrq!#-L(&{p+eUW{e+?1-R@W_p$efjxFB!2J zYHt`vC)jwAi9Jv`PV``0-pM2!ls2Gtoy=sQt~~%Fu(A&E-8{|?UJflsqyE>KbaZ9~ zn=&=#-eP1L=&*kOT%P$@KdiB}`QPNppoN-_wn|=4=%)o&e3%{`mo6`;v%cp@K!E6OgS1*RbXjwj|3iN}-&b^IUS7MuL=Ns4IMFrJ{sRASrAY^Z zn?Bg=@b2hgNJ@@EmeIkAF|RR97DegdlS8fF8^nN2c$wh<^Yf*=wrmS~aiy&6@6tzq zCtf8!-68a;CjL=cG+v`&?_15=5|ru32CY%HA~dP9*5`qE6GoHnRfvD;A{?gRp4z%` z*ujXc-_T5mZsD`hEK?Yd-|6jUk4)O$Q)suYzxoYD;PpYUyCWy| zL37+`3nVCAV`xB}gx%Idx~Ym)l#~4Z6=j0iHGaish5gSI{(qNs$XD&L{z{v`UxRrm ze||O6p~C}G3Hi^6T(uU~csd2-XIkbK=uEeT0 zwDn9Ys0x#;Vsa^hv^jZ9lrHvW$BpN9kx}!}w=vC8PvUQb7ve^d^-<@eb!_<*7&&O_ z+Cxf_>4{4g-o;y{&5vj_5*)Gz56jV6QCHbEA!!n2hJ{5hg6tYjkkgS4l3{=K^#xAb zX^}+1EGJ-8_B|*tGc_EjCBiWAzlJ1A3IyKcf(dsou;^ogkp*nmn?Occ$1PvlFC7p7 z14ur%Hl;SkC}4(<8==3K$ypfzb1P|%s-$*HUp95oNzT93MMZE>H0zxva7D~>_D^VG zcoT_&c}?_?P@Z$ z#ql~kqX91+h`e30u~ydyxgR{h`}gCRqh!3_uv>DQ!va-t0xpYC#pfJ7Y3a0BHHlb266X?q9x>e6jE>(@n6j3S~_`}s&z&dVED>h1o zGX0MMC2Oi3-7Kv2Q_Qruvgg)w8OcqUhJKBhfRk*}%s~4Rc42Ms9N#<<(ej(m(fG{s zuc)><1Q%OovHB)r?~PKKK2->}{j|;ZRa}G9CY2nJquczPpU&%){+u=^n-C~=c#Z~O zsrcdm5R1csZww;rb#_GR52|LTaZT+GoAZNNXJ8jz1xsSo?kQue9xVkS%mawP7F{?f zdeM5k4}!x0Q(v>!RlpWLGuk(a=pXp|BZ{yum*_pRu!R8xpi<@ZA_}^+CW;4`z~RaA zMfOUV9nTm<0qln}NYQ+T;&BwZpim07@qtwNzd> zQ5FqIKp5+|^JLro>34sw4Kr^6@ib(}@(l?3cIs#RUMLc+s`?-*3X6RKjwAJROR&#T zEj0p`0UCAKbUxoUP2YVofq1A`D!i2v3qN>=`HOrhjg=t{iE4ZpFYJeR3@68Qv-w7c zX6pn=Y>E7Yr6D^s-{Je5Lu?Uxj95wnUQ+9uvcKlkyqbbklPF>KtG-NW=4)QaFDSkP z<(wfUrZea%V)QpFz+=JWD!}6{sTZp;$t!N91?uLya5UQLK{JitRb7VDrUfEn+xk)n zOVYvRJ`^XKCa!V{9Kbau7`t5rB}4+T+KWX^p%iG;{UHh0lKhGMnzddu=w)WiDCGJ_ z>@iK_=PJZRm z2y|C3Bx-PrNCB@GF{W3@w8E3>R9s8$Vs*p5_gxOR=;CjJB1UA#gW~(511ySZIa1NP z^53NiWECWSaYK1w*dce}4N^{5opk0omxxJOcm@3yTmeFG&@pN#?aP)t8c!6n7XlNn zEuCp=u%9?9K8S!I4vxoXCcQ$3PW+hy+bAY$HDWJsZTJd)qQ|4Zw)r;#Qq8|knLM>S zfBt{>JG2CF@mB4e96+CV`u4|^hOd)-ev}reo3tPDPHfkwgee*Ai5w&%Z!7w5_OCTe zv{QAT{_^vE@>7u~S*`RpWkv|?-?sBDTS63X1@vO`ZY^34UAyADV&*5Q+8>pDs%;Bp+UxW7ylOk> z{DClpW?fvri7S{8#P#cXv1`$CiDZU2Ry%lBf7PK`aeDE9lG}<<^tLLImN^ISg_YhH zihSu5;KNIRbG9kc_k38TznAr`ViXQe$ka`EC+4GXU(<%J;$^N@yRwH)gN{l0X`EuS zL9ebeU&^Q6Cu`rZ}Ezok&MvE?rdSDxA1uGV}I;u$FHe^u)M%bUGQ6f?I* z@=ePfjrmdJ44zT3JdIRn=C;0iB9B$X3oGh4G%NzS{xr|%h|m~D^M;);LAjjwuXGCf zHD%&g8+|^=*5*KT#)2Y9WJeT@e$wpxYV<-TldLbo{36*7 z?bE}4{P;#5pROj3b3`sV)b8O%AEK2~X`&xElfLG;|3duNMIZ5~EY~yjSkmDhu+#4u zI~SxDi?-(bw<7Gk^;4r4SsA@ocW0Pl6I%U=fqmH-TMRrpZ!5;s-t*9)+)!@Py#0IY z);iA@WyU!v@XPICuC=dzFVZfr=f+c5wjjS!V_+jueb^*V;M^s(sAS<$JB7KXbkAhI zJU0Txl+K%LTrhW(Brnp^*4#E@ zgEhzJq}R8xOtyOedgDCYh@soVf;sE%6$(kvJDH;p`nYQ7#{W%NwRVt{;4y3e^19%8 z_eAIVl;fX_28KW2fr2wA3IDH-JW1n0+{QQc3QG9|IS705ue=LJ0u5ydxB zp@EHQRF_%Yz7Q7mKx4Gm8;PX8W!`y%A+#3PDOtM*lj9(%~ z)~sXkbBn9Wfy5?+crDR<17R+PBH0&kz~53Mwy(oW@^lzJ(n4XXr*r6OTOf>sHJsHKk?d zU-T8?l7zPh^E51s>0WI=Q4v5)jFTi`4wPfOrrQ4^JAK!?1WL``Hydw6jD10Ge4wdW zQ@r~nGhiB=xE9u^&m~-TYIXaZq$exIlGOw4Mc3&9 zJ^m?T!lhEff! zy28XW{kXusRm(c<<-!h3d5UO??zi4d4{sZv4r>cXy1&h@K_O%3Ui|2jw~`}XRPW*g z!OL~CcEuZ0*A2Db@uNshvRowq9Zwz09ulQ4`6R28p{OJABxd?5b4mldv?>#T7-W}>sEM7ef3vdfa) zi)1pO-R^*m7&`l7K<)y;*a(&7hMnWWJ^S!l=)sx>Kr`Awoh+rfsGtd!hO)5Yt8vj- zU{wmddwf32w~JMD3V6ohNC}>-R~5Ou^qs)3aix$y1xi1hHiC9XRU6k!M+(1GMF?j*H`=!n$Wo(D2R)!?t44&xz}_k&&yx7 z+)g$IQ;uKRkEo20jAiFXS>|mu4pkYmxWH#8&92LovRlJ*OIM~cxpsruBBp8(kG6TH z)Pu3m5%OTf}uAirNd5AVdvZUa{4G;pIw>9PE&!6{MjJzlYNwybU2&cep|V zJ~Nf(-rK53cp&KnW?CJm(1dM3=$;fMnvElX!R>~?5XI$?lJhwzD1NcMJAUE-@6t=q z*gxI*rSJecbO|y+268AFx_jQ_i$H(gg^z`PYeFKT2$V$QlH2i-kk>yp(9G{I{HV(` zp7(aNpJ<2Bj^L)1s4m4M*E$U+s&+otN$s+Br@7<{SSzicE-oW&{EI8sqxO4A-jtzE zQLV$|W)Y{M4sqj;2RMmb)K9jC*a+6 zd%0xXcnXq~y8EO-&lM6(R%j>WkAJw4qJ-?fHcf$F*Q}gU87HK#_wHhuQU3<%?Utym zSpD-g$g7IZa^hZqSN>_oFFh{Ce0B@p;59tV#8Lx6tP=b_t_!BinV!{`gki}h`Lq#g zwIS{^SCv)qAOvo0Es^wSxytv-vD=U5lj{6d*}G!9oo!$46!CF9+0;vMBKZ67V3vjm z5m`P6Wu?;=ZGK`cN>1#btQD6Sk^0s5y_3PAYYqP<1c;I_^#G^g*o2V@I>eb);tsao z9v^a1N9q!f(%#v{uxd?!& z=Z#F%^drjQ8r4zLJ!Cfm$C8_7P$y_?@xAofvgUasn!bSm5DtTr6hzwp#+#10+YGyx zO-7vgyC#_q4Kb@v$BttY*lB7Oiw4;l3(C>U0PUj*>8wvqZ93Mug4)8(ESF}?Ldb*~ z2)$SeUMSSI%fkg+PrYul40EIF$;2ueGDcB>7s);E-O=-Ybk0m(nhb+uHH zdz1xEc!mDjXtDfsxxUG*8)06+g?MrC9dG`oX>Kyd_M477tPYdC;Z&lSp#-Vpg(9wF za?!RQjo~pHiFM8)z_xO*8WzkP$iIom|H3w~mt1;C*~Xn~aW_^IA1i9-seT3?LG!VOwmfc*cjxN;>_dOo^-Ei8FM;_u(D z*l}%u#EP~fdnh$Mx8G*_qD?tsK^c;NXRu?4FmdYK_qhbyGfL1Qx1Mq`Las1LHgyMF zlHRHU$`l>C(_b4PiQQ%c%y?*B6TZJQ5`>s>4_YN;J<-~TY7N(>P7p>*6&+|v8a%iND=7;BU%FRzdQpV$!v5VamVB^-^ z+lI(bGsa{_sYz*ak?EUNRMIcMeOvtEyB+?GWxW=&?3=C9Pc?9Pc7Q3@P)1gE_FMhN zRpZ+zhw-{cYWoi}t@!!vUVLI0{J#31eEW186;^Q>%QxVXlYzRJRAEiWDH5k7gv#LA z*%e-)BuOepzF+Sx?}+PWh8LKQo1MJ((u(((Fpo-2piK58_nu5Wt4b){6N43o7YEYY z(-CUtuqR$X34g|BI+^8IQi1>nB=Hf#MummlqBQi~gYKU^`nHeUd5y(K@M1~a%fc|`u*n{;0a z1XBGI_Q|9}c~U12Qoj^(JwtU@(E83*H^0Jsf~$$IH6EMa%nFzG4)xQWbFQ|mMxV)< zcGChC8bL!)gsz?==a^PdNGh|&uvBW8yv`{p-ek*i;~*sM-OWDjnY?O!<> zB#D%|30!Q+@(xTn^zEw^jjNTKjN4RJD9Uyi&tC z%s77z5rU0CRYyi$d&XOhgEM7Rm{uZD^?8_tV`|fGT&XyVSisipImR$aCjXg<%tjlv z+opPY+;db$OeJW#N|7=zs_*nUP*tw#>6C+FEvD29wS}pn${J-e`Z>HXOWCBYF4wdF zho`d)iz-?hHmOn~ASfcKba!`mcgKKqcY`8GcL@j#-Q6WpLrIr}bazO9i*vs7`cHp& z&FnpUuP5*O)||YA@x4mEx(2=Y_D?mYxHj-^35}}hFawz->#LnPca`2dHdQ)SEoIC4 z_wLJmU*Ei*q@AV8$CQIqR@KF>IjAGl$uCxXs4(1--Qf(c)}hGTg48$DFS*2a!28D5 z6E13B?QsVu&BElv(| zxqI`xSYqyQe9apu5*ayG!MM%YwLq1*Vc7h4Y*R8OB`@J(r&1jf7FOzzv(QNsrtT_a z$?$a5qNSWfF@CL8n9+H%z+p6!VQWx$YM9hFZi(wMB^8Kd<6kPWeF?EdVzJfM^laLt zjrP{jCSd9C@XyAKo(zh#ayp!?kZ);|K_=P=mJhPV4oJxSs>Yhz6GC{c^Ge0m6H?43 zqMum@R+Fx*1!NWCV`5+DB8QW|!Y@xWgK&IQK6|k-dM30=gBeh{M0Gt6kC$vb~9+aAL9l)^`srDYCf&@E|)x+m}VROm+i z@FIo&0*x=iX?Spe{_yq^VdeYz`*-mYrOYKFS{B@N>z4kG(B?&m{CAx{@o5z!(7VQFzCFOzOUSwo*t56S{8@(> zP0HHVks! z&Hzh3z`(7dWs=W(( zWF5iE1zslSAj|Zn&S;}1BsV5M8((X|th3>JS;9-C%YHz1tEfrbc`JKmqG_Brx^c?y zceyoEAR3EVqKK7840s;*3t= zJs^aS7{!^@H|;v<$^(ZC$5@?tl!jH;TsjpG3fC>*JgHnV~NMTmtUt}yn|PWSJY zC({b_EwXNih;g1Y;mrGJ*IQYK+bsem^GSqoLzdEk@?@5V1C=K!KrkE^VraWzc1J)Ir z>v?ZJ8u+)agiJT~^IL>p&@Gpt>Nt}uq@a1nppFb#(w-N$glMU%X=|jWCtoVO)`8(W zpraFo5~g?As1_{{tYZve>6Px$d`oDQ(o_-)3U`|4h~?)M^UzAsOiG(JW!7sundw){ z_7!e;7if5NCGh*x1P0d?H%VUnQI{l!uL;6QFIktwD7w_Oc2Jy)4Y^khDxaMr5((r& zMOb|C=E%hcr{tmcMk>TXgUlMb%Fw*hr26QMii zUKS^D*N0_$$3%V^VAun8y}sj-r9RU*;U*hzA{ul&XaR+ZkQ zUC*gD;Etc#F!R)AlPdb-MEBo4jCC-3j~}Z)zRK-B3rl2OdHa^{Rq*JquV%VMD>=Dr zyO($0c#tFFOvv;$l+-s(G{{)6b4C5wlUXYZZ;r$#nJc%Wk={Wr9D1-;(g^}T5G*FU z5nYV4uJyI@q zx(9FRwU#uC?~v#-1WQogU7(n;tVqLCBpUF^Hch8U?~GN9&$*HPhSp|S2+EAMCyY=3 zWaTPCNV2WnW!sn4witf!n+rOgEp{ZNnqIqy+#UnA3fHd1s-IkRJx#i!4@eCAlhYKX z+7$P7pAGrL&7OU|YBW2FZo&ug-m8JryKIH_EGbz^3q~mvF_{pzyrz(8EFy5qfqA$8 z#2;Yv=<^+)zqQIpfT_{v)4&uYzj{JycO<+zxLhQTQr8y@GS|HZsVLhU{W=NqFg_U$ z^}1!lv{B`Vn->@>G0Q9(-e4mxn z;)|f#8g%Q7tQKGlYI$9f%LuJ8)3sf%o2@Iu`<#FbU(NJGx5Y#AhcZNz2Vr$&r4i{v zDu(pyKcG9HPemNAd~8N1Re9nOCH~Rq`j?{a$$dz7c@>!3^02*hfKHF|kgOY~tGf>U zH0z9iCnMAFZtyPI_2NyVi@BzZ{j?BTw8L|1brO}J1lzhS{X7FgVcD(GI8S_{Am3!V zXWQ;{&xUYAWu>22e{~>h!{e*B`i>2(QB=P`c*g`d7E=WSW@LWzl~F0&#W>CNrX1Rp zF9z0%^*cb8h)CPohf@;(Fa{w*&&Xzbzy0}G^hs0r3#j3tiOE1jEnJi4r7kZ?qWxm9 zW8}it_Db?-o|*z88$xmv!u7;ON`c}Qqdj1?#1+OCUmelL(i$9oplYffK>ynF8RR=C zmJA`8kpr$5@*7)o5YEgCe;$rqq@Yct;6pm+%AH3SaOu8>|N)Xb7`Mp z;B{f|ib>7t!gpVg$9Sf1X!onQ?eNrU3w`LP>cn$Wo}9~0fF`6TS<&8tqhjUL#klsB zF*nP&Q3mxcMp<~>MIF-jSxjX?krw%8r51)V(JN3335XaP{gIa23$0VK%1!i>H#RP~QyQR4bh7=Ic7J1ouLF#?4A)OgtzCkx;n*VQzpX zNvNyhJA7Z~r^x3f)hfmo!e5e_wzpdvua#0^R3);*o0<4gnc>=D+ljHEQMRj5g0dCJ z&+*j##Vs&fg^=;AY4Fvw3ooqi)~JmRZVv~6c@H>G=P!ycf4J%lWb%|7SRHaEnU+x{ zbmqc7*IL0#nF~*^T{|bp$FP)+*hme0Dqs5Do__^T-9d8%KSE-5aRu)m=x#2mV*O_5 zD3xB@nh!5GN!Y&rhCWh**fa0h-Cq2KL44dy^g#&FG^!WCh<$8B8bgrytWn)~?4$Yl z(xXAi&s?$jMrk@mdgnc>Cfl%SJdCqkPR2s0+6xa-?Cvkqq~OfJGNOyw%86SzRNLlZZWuGn&>o@H~y#zG|Y{sx8I}hq+pLHwgu_;6KhIa z2mG-QxW6)qZiQ;fZcNqfpW7lh7cVnlS@Zi2R{yb0XmW$2*z zl<@I61p`u+6X+mr2Bwsz88p*l{s*W*Q6yOXRuZ$W7ZtY8Q0&qQ|0z$IlZY<3%V~dz zg8S3%Au7!$-2%3wp?oEDx?+RyW(st=8`E;6bICf!lI3NDeZ$T6(rziE@%Z^SB8q=w zbtq6$V;sN#BFc!!_Ups9EX!*=rsuW>P8E{7luzof1b0L!PH zA`qeC%)Frx=yYCQn??QW@2_(=NwmZALQJp3%7>F$S?+FYFv@@A`8*Tg%M%0}ENWMM zU01kP^zfr;UV%ikx@?ou7il~eDqcu5>8sZh;-2Twb96PY%bfE@xy!_%?%ou|n4w-x zg)#tJ#dm3SBV{Gz2e0nKGuP#^(eCeg-cw>;uBX0N1sYne6GSzqz1Y$QN#J)xR9tyw;Bb6`L5eWpyC$v*7Nk~8v47g3_%N%iKic_a$j zpfJF`1)Dw~ba(%j4+@X!%(2m*@BOMKYK;<6h%Sy2D)tE;%fehkDV8xdp9S!;jxR8T z=7g^x04~&fhx1$9%aD>xf;M*^7Ti;=k~ww=mxd~$v(GeVQ@r%=BtgvjKn=6c?Zhgb zONf@=tZuHVrE)wGnR;R54mHc5{8^2BqI%45OLECAzc?PF6r$yI+goEqxpraS(YVs= z6mEGy-mg%z7jD}57Zi!sfVb#2j=anGjnno>;5J!MC+gZ?0PvFNm@Rnx4jJ zY3akg2CQ%z*fh*K@)!|th)S0qqeZ44a=ls`Y#5*H3?^+yC!GM1`JYP4UdG5#=_HGE z#j-GKz{8tQQ{#UAfA||b%sw2C^$6V>1GjWQ`Py3#C=ZzPFIysj;HXFKT8$XQV2388 zh+p6-o@Q8Hv}1#j)1T@PE%m2e9BSupLu8nQ#_DA*c!IBJJ3vU@1F>h2G!`GmdZA9|pIRgweh-Iy+rVmz@w({*Qx@Y}fldn*+d>GGVE@JR5~Z|lgu!ixiHrYS4L zQuwGq4Xvxc8Zzoq|2LTc_ymP)GtT2}^Hsf+w3ts)U%kKIO4r}EdT&Ub_ZL2TBQ9%( zz7l~~^gcu8-SDITUr-s4XESn?8;F;&{!*;>Bck^k%egF9a^b=B2DsR&K%WHqXVGPM zn$K^2z2P_M=E9fjH*e3$ohhE{d5OH_X^6BhHpFFTA<~@cG(pm6E330EZcq8J^^yKK z#hJ`7dXmbF$nAfpvE2x*>RDZ1T;|&{WMaa55^|DMY|VyxjG@TeA> zYT+1KQcZ|c6=QI8_r#U^kSj=BlgEgE;C>gl;0ovTW%EHxT4}q%3a|>9SMnelVnwUY z-Y^H}zk``@lJVYOr$k5n`{RDzUmL?=VHYT#mNTPAi<^sittaxAzlPgEB_b^d z2{rFev`;2`LV}b3!wlg+o4S@8vB&+7t)4wEpp?@UPGLCUI*VwjKI0=uTeM{NOm-?` zjvwdND1{hue5Lh6a;in%$d2mMSVD{3EdLV?HiNs{a}WIn6%gksOO_(ypPQF(kWE&f zG#0-+NKfi`M&~Et-Eld2z-Dxp0g%ngAL6;Sr9b_yCaEKNTCd6KA%0kg_HaM_-RyDS ztlh97?n*96t?UDJu1>O1Zp?jtTPu=Rjr^3503J%Vs})W`b;x&oG5&EJ(bZ_WpSgFI z;V;3_(H)L=%X>y6>kd68=C3#ZPBd2hBowobJdTd%n!xcPqyKZRnShnB zR13`jjIQ4_eyIkL=VQsRw0*USuHTnkWAZ>L6cHJ7H&>RfTTuD0;~o$}vv`~pNR{5@ zr>Eu^Pt2p~NZ##`yl!zfr{i5l)9LXB%qe8PlI+THsK70OjD7v;QU#~CZ&JoIFCn8I z3){!2o-nG8O9aMhEH>GA-Pf26`AQ-Loya_5cTdipQ*-^KKB~~i}_UgNxJJ- zy^YZf=*c`$Pg)EAF;g& zo@)MYd+8N-=g#BU4XYQ*giN7C5Bo)~E$({VM`D+1?iqV2;_h8xDIN|_!FPX{#cdTJ z5@_|F=fMfMa&cYy`hHE)w&2a&+*_?`qK6O02Y6YrPNJ^(P*4~4IqGO&@ioNIRzs=( z76|*}ef;`=wy#~=Fw$}UogSSw1$~Q|SqSCkN~ZHoRRfq=(F;WPkcp`lfLCle&!a=8 z2@hCA3naF))Y8@vDI6V;4p2sjWbr((kFwn?d=KbWShiM$jiRryp)MD*3jwh+aN$|V zNo_gmdN{fri1mII7yj?Pd4JbSIt%Jp<^A7a?z(q65^3F2VNWIQZLxoc^9Z+Jt5e6j zaIi1a@t=Je6bTveeg|p{Y2gxA$)C_gU|g=_C3MyG<+EI)VqQPvdp#x zHGgr*7-s0wiwMZP)rhZbz>%F}ML)3n_WnUfPd&IrR$_?9E{VmUT@ZhemNuCC4(TGt z`MHnvIbnE-XJMA38JZ%6e)LDeR-wnM2Il8tE-dq^x>Hf(DjPd@esinY8?~_1&H|2w z7K^_G;yQ@rbRoTd%(NU=TITil39wI|g(;3}u8vxl{RF?9R-7pjXAya+ev~%(Ml%!a zI`UvCn}u$xc7EIgd7Cz6Ef|v58I?Cww}Rdod82!viGrGkt{bUbHc3-CI!z<^S70 zjiLFZB0W5Zrh*VlfSHstzMm06GVq}UEUgSvGgFArb{GHu(b=~n7|#F+YwyR;$x5R& zpm*!R_q|UTvO)e1d6j|lNQ$pjs(_$5vV;fPp}^5ySl!~yl6en(G#>`sBOhL&885`K zE)jz)=D$4Z5|hs3hI0 z+9z@N-xGX7z=+y0HifzM0|R$<{LO=uSe?`m9EHHMC)MI#oO!*x#o}T0a$iiXM`o}( z=>Y2pfYJ#hPMUpm{9&5TRVV*0Wy9-n8ITA1|9|CF&6`5;e@#aVZ%Qzk1D?kKvu~`o zpVQtWM!CkkTC5aO@={^bQ8iMgI93l}ou_E1 zZK(fgyB~29xwSpI*b*Gk2+|jTX7cT%{Y*6}eDK{`EXIy@)YLWWQ`b?)O`4s$&6zK2 z5NL@%7x*tdOJC!drx5!)JSbuGLlWN+^k-wn{1K-|k!cna6|E9t;3JwdJHEYgtR0Vt z*4*#A9lR_qP2M%b_MF}xDVEILLNFmK4qkuR30&#%5Abvza%gPD)iZcT8w5Za9f+lg zNVyD!Kyla+r@EQ{yLjS4&yjd7Mh|jv5in_btQ|pi7S&0`;D2Z29R5RMPbUss2PvK*|e+iIU#!H3#x@pE5150}1$Q9hVACZXRk1@v zS>n?}ss4dkVvNHA201(eqB}b@zlB`^1>P#%cLu5KrRrB2lw_zf+K7SHZxCb+CtA-AO#GPB8lRZ4lh~D&cCxm; z03jAK_jS#}tt&04oJa*aXrd&V$*aMS+$5-7&{38pnnO6utb4A8IzQQ#92a>e?9x-& z8wt89mvXLMj&c~SkzRe?1iX-yShQzIF6^|1>0)B8M$AGTYl@wEQH=@cB;F26mo}w^ zg`GpGtS3{NOLIa136R2S@iJdNee<37`Iw~R?LotB8zG7U5tjprS#%lHw-Qx372h^#Rw0W}>CesdC~S0fw4^8rmZDFGLE|Lov@Nx;-cyHq z^Z;y01@=cimsQsO3bO)O8y$R&|E*-!7UIco3^~}~10K^c*syn;OCPkx;E}03DcT86 zqno8-yp)o>R<$rvhGkca83pV_BlKb${Z-Y;g%m(9b@b2O+U^V$5hC>nCwKdojR7;n zRzU+rNCQno>UbG(4l)9XMp1ct`q$@l}IffN$bN`4LcE(LekOhS# z(1=6cLXc%XKx$Wi*4Z_IfcfcvU@13BY;VviI%JNz@h4|0+r@F*7R& z0N5RoM@u>FOkk-|C$_56^=;ApduSk1YAqjF4`K3u@Ogq=PM2zLFSYTWo}L0#FR>9& zQ2JH4Psnp-Ta0EJn4+Ng>6Fzvo$}lI*$HgYErx$t;G+@YhW3h^^oA-lo_|&-mchVc z503f}IN1KojSAP0^Bi}S&pcn7^;`&fCk ziVSQb!_Yi>kE7sGICv1li#u{^&WRDjFn+2#v*f5fZqp7_PbF~@} zR5%O;GWflGduwmBA|4P$ifp9~sxJ{@b@BvDW9(T}C>T$py-yP~fx8oR*Bcaf)f=Jn z-<`%+pO#}@Rr|YD7uQRmb8%2joJ7^!u57Y;nao}CttY3xdP5w(gdY|;UQ^{|qzoCW zj4*Tnc3Psy>-0c-J2)Bsb}cYC#kFA=Frr9Ivh(*X7&7?Oj@>eO_p`hE6;Aot4GW|w z37&eZ=;32ct)fQUd_EUN93;-`HWpPA5BgqcpSM`@;#CFRd+qw$!ujuj$MGjmi_n)e zdW!c~D#i{s_hD+_;eIMD&eEw4*pYlR3seBzLSGJ!$TW@wtcFzYWv(8aDz7-Zy0h(f>BD60kd+Jt($zp)Wr{iy>Vq#WGzr%OVLVhqZ z-4*b1z-K8mC{_)AhZ}y|@mb{t!Air|fFQkt>T%yr%^46vp+&S2Zo3D{xv^h;px`OL z7DE9knsqI&w(yNG0RO;5H2l#lF7bAzE-#uz5C88_B<~`99go%cK0EN^C#G6c78p97 znt1Qz?F|c78Ov)3iw^A6)2vVFRrTAtAqnk`vx$S^na|jOu-}2UEjaafvF?Pzaf2qN z((in!5gC0s62#_-M7kkMz`oC~)BelLFSd+LyXqjc=CySb*x*PzoWfO4@r6-J?WkKE zD|2vvlKK`|Dr&EI;J%xRLH(R`WVwxIVE12YDAlBND#1YLr)`Ayp3A;lqir6(V|FuI z1sskZd#8W5lZd|O-GHquk5oAd;DmY)KrO|kyFtikz!fQ2IGPUNsHOms8ya!`n6Z*< z=+_0*93_4Lm%%wA_~=t>yMR{~3pPidv{sAc-s+ysyF3LwU^c1Nm@xKzUlUdi9*)Pp zH^XmlY(OUgmpag-kJ)YP<&y|NF!NdOGRirR?m|`}Zj75;ZcAR#uylK_%&Y&dQ|6H= zUK~}AT=zz69%`CCH3yS3o|=PQ{UeqqWdc~FrNv2eHkM4+fHY8I3nWZbbaZO+<&<(M z0lM~WxB!7~bg%(uxk#cT2b|Q(7>>6Kq1WWIcW{{7}y&FBdU?p(aCc$@?Vcq1IN_* zOoFo9>9dgVAzhN9f?Ml1(T|O|f;N2n?+C`Jk?n_wqBv0G4Ix2Kab41*Uz7C=gUjCZ ze>hUT(Ztap;`p`agz^zUiK2`D6i?(v3w&F!?^xWb|M=+|craH18fQi~e?O8bM8xP@HGr1qt64K_0gFV;P{9D=;cYO-HgE=`z6r#t+pJs zgOQT(u?~O#+Sgb_8;Vm!YkY{|^eNd|do%wgGCCEagKr}IbSjydCmt`zOalMa-~Gs2 z!^6cY=MZbr9O4R&rbw4h3^&Cy>n86JGZEY301?-8dL0S$0~|HEHX3cKCPNrFRqKXF zhp%8z$3)X%8L{Z|Up!L|SFn)JSvFGFd|?hqADfK6gzDg5%f+kbVjS4&+10L$Fme>L z*eL*A_-Y61Gg68;WPN~UH$L}jqdlfdje4W!5QzE=);bH^L&1Ok=mGx?A^>z=G#h|( z*b!{`m0VZn6fz zJ5?u2O{ik9o#_vWyUr8wbicLh3jh@G06XWmA~G?K8i|UZf`Ej2-P$#s{WN;tAVUlK z-@ku%e-wkL0zh56V2QMjAjmKVj6SQo|2VojEJlf3cE*u4^<8l@JvZ??Xq(qBzXLB* zsYW;XWe+b;gn+9Be2NBQW@WyVF*~Ll9pGsIdPH zL*}{=c+Pb%C?tmQd=zMnzw>&Gy$|wCq+(~FSK3%aQxRA%bi_?ckMR~84EjUHPl}nG zD`wBVd0_^rNRU;6Xw}pTnE{%=I%PYv*S%MgS>npax{<3PU{@~wq6NSKqT=FTc&6j3 z^}0ha&gR^wiq!>5j`-Wa2i)~2Z3Y-!lacS-Ph!is_;_ZZAOkj0?!Jr0)W1@$`hnCN zpWZclY$}DpH~2LhK(x8^y=63kH`cv|;RfyU3Kt;#u!fG3oqX2y%pPY=ql;t=6|h}^ zk)7m;l~rdwWAgilaJeV*&c$1-zilhx<+tF17@e*U`~#16@aC))kcH@7ZaM+`dd5@A zor*77>E_QYpjD6gRmPY0C;CA`&|EIB>1x2x+D*CWYsfYaD7S+JJ%;qS> zUSR$_zHgU#EhDFqE@KV?QR^#fUsCtiYK4{ERiNZsgk3rgnr$MNqYCBB+1ce;8%KKF z*!R`(>6|NC@x$qyxrQBn{V>?iY|*bi2vKoW|G;~Q_{=TS@5b_pMEVQB(joz1XPDit zN^9~!R!Oy*dSmNm_2V1%l;PqF>pyL;{ypFUoK@u4FCeo=N6*lA-ZXK+ew9AHuPA`o zE0V5`5Hl4NGugPFdnVO1pd6wOdfgg_Ro@CJu;1=aGZrj9_}tG{Cm(CTUT(^Vhw~@V%2d{-^U}HWj;Yhhtk;5Byz9T z$If>q)TdBJdrU66Oqq*iM+;2a^18Zuhrhy(k4C3U7983!m)z|P0k@=SF6++7&kz_p zDZ1|bsKeKAu(8$HD?Ug@kpP44-YEcV9qnrEgEzEFYE)gUX=QCKTjD(xetegMjVtgH zIcGlRPNTr)e@W~*JjB>M^*C-CFz=8kzLXpJWxeq1WibK}c5+6zd@FvvyoR+#-hd%^ z(nmHdZuOMXVqz$0%btJX(*m2b{qBoIpv?7x8XgROz*=)^$&2_hkJQ24IM1RcQg=5R8UfI)73I(n#X3 zY>OGK;s|Yl^(s3X0+O454-}#Ag3a0o@ZRKQB!}s#))~ZL(CbRRLpe4BP@98EgM&Zp ze`F&J;H9XCb=pE&%zl8JJ-gn1dZUPWKrLZNax@e09;AapT*(`(YZfL^X;S_~tIAYb zX~ztO*o1v-QNBTxUQsR(0KOQAf7a4WPZ$ji9z5&P8%7Z;e$tY(m;1O;y z5(PQ7wNVCxS=M)eDXcNqmLn15A6810Rn`k0PkZS_ z-8_>m>jYSJEX>lKv;K%+zxm%8x6vGJK##Jg+1}Os^brEk{|dEa4&Q$YOVbx|L6UHn zRZWkteKYr8R+9>H;m!9f=kk-a#M>z?7qP~h_vPRg{U3w>MRPzdTTc?*FF@wIX}bfl zmT-kZo067R=#%IV5aAj(l5}HIcNUKnSl;#oz_-&9e&3+_e)|gfdlNR*AmZjSrp*J4 ze<`1q>6)8lYVpOAZpw58GfPs(M^qVXm$+wLnesvOQ!FGKe1wl@e+1YyYzr<1luWT_ z`5h*IBpSP(fBxeJ{lhMN_~5H%9G+l3JfUI7gZUmTo&C@>$G+i$Rk_*Vd_DF`c#$BD z(R8reVc3KLdM_MipJ`tWjIVS_RTJcu`d%32$oVZgkMaXvBIDh&_s=njBESQ8oYL?J z{-GG95*Xf|RkWUdv%agHQ0NADKeZKQnVlM9cJ_RgVDSrmn-`vjw;nxyt^XDjxROVn z9K#oL-DA;nxM0VpA5;eN5uz~pjsti!#&>Fu)L1COYu4Xd{yY9_HDtp9jJ{5Uqn$Zs z7Sa$@((s<3Jm~eG#OJ%NgxBrIu%W+i7fJ|!&W!|y@=044O&lRh+^f^pG=q_}O)ZqR z9cRD|1A6H|ReNNW^p1BZ%1oA^yNfr%^JWz0zJ%EG4A%odA(D*Nx`263_ESt#&z)1> zvNqwceiboi*4Tt~RO1|C)VRB{Og@a}7Q|$2y*yV6z%y{hE7k%*p>o4u1VW zn~DZ>%7rJ39&3>v7gL%iy#)3vz|pAGC#6ENzMk;Z!1G?|0fDxkIwkA zGTzFd$enmNUQrYMKuYUD{X)>{%*XhYYPdoHGg4C%8zf-(Q>*#xvQjD;08k)_YtuvU z`x-xBFH3!iwH~Xci+2I*j>!W^N3jdLQu_y~ zu&yAC=d#Q>&ICx}oy>p-Z;|OqAxDApR08}+PJYdYKh7zoF(4a~Guf29IaiHs1LA^4 z;M%S9xjyAtOs+AE`SVPv+E5fO)1Et97ZZbLLOyYlAOYtVz%RAzHYmH;AX1BM^;cZ>b{i%06 z=B>q4EiGauB-}r={~lt#walETn>01?W}JoWz?x;LIO$@7<13+?R&2w<&*@grGrh~4 ziy48FUpP|*idjBev+u1>R(q^K1QQ!L45(y{0l5b&lq;cakQTNE@;qAd50Bn*+T;b0 z-SRLrcGGK)<=Gg8$cyvTHe6ytr7=7>I2rW@JNI!e$}Jw@tzikOK44MG@L+k|32MNM{w)**GvC$ni#cyc?0sW=L2qQ zIa@J=Tp^QhPCg0MY9c@K3Az8tray*s7m$vg2>bqz_cQDRmxt#d4r+5dTGB5hhC(FL zf`o^IzF8+74EvNug#2WqFVDA8=C`alAKe;{c9+%meyI77M`&B z?zwMeY?gciC7Pe-U}Zi8(qsgsCow(JZrMCULD|hLaH_d5(W|GnRE)gTFDG9AMlVhC zDtPj+mhQgFE19=-w@1RmOSrjv;!U-(NY&9Nh{=L~DUDCF?<3v8KmfY3*uTv2Qt#>y zB{jRJnU>B~>2}T1Wjb}^zMaUZ%8FA#LMx_yotwav7~g42-`o6frLG|H4LjK3Al?cG z?v>tAvN!8!4N128Sek$@SgL~riqrBR=`Wn3Vq(q!FirN!THhXc_J4z90T&l{W4gQ5 zHaJM!N6o114NlI^+>1`k>HOXGE&jlsETZEC4R#H?iw29lxeD3mh71^QKlDs)6(Qd# z33AX-`6nk+ulxfXoF=2(3)|Z2LUCjQSrcJVT3%z{5W3Foj0A0MjRit;9M1I84Tx!e zqd1dMg;~CA*j}C?(FOF%o4htg;VmQkq1v4Sr=FhsvukS+XJuLQ|cm(P`m^jZ7*-YK;GdXu05P0+q`46mw<_iT_Q74a@E zlg?I`!PhsqcDLcriN-zDl=zH|hau|1iEhX32VNCP9CFY8F{~EOERf_QEE?I{yS8}i zWd*cWj(#qsuxIZIiInrB)j?E($kk#qul~g2-0sVYeAgTw{Fsb%%0?lxjJDaG1Y6;4 zIYkN^1C4J}LD5MV_*GkHyO|i;>Zy@^gzn#I6K^hN3`@W>DxM^K58_~4tk_!~P&HNm zQ7N@VPvDh?W<0 zI|aAU4OPB1OJ07%$4f&+j`hG~DXjBP&x_ZNPO%ZARP*J=P$<9u@VeM-8j={4q6=g1 zwOej)LsQbBR=3CO1A&D;twyO*fkMV)m8stz-85V%>cmH*VX;;46=F~4s$tFbSIw7q>3 zu)mHW!XfXlY-(?2ZZT*QlLryiVH&>)%c;a5;Aj+>=g3L}a;j%9-)pT;nBBh(H#utp z#OJ=m{suZ}G_u~_-sUsl_B|-pTE|d%M~iQ+({OqI9PZBe=t?(!9AU)gaeuVV>$D}W z{h=#z^~1$op}?+g;P3%FT%kMz(WF7vi1r@G^Td2dp9BUTsD7T_n*g03u7W#%M)Po0 z^9HVDN-Vs3RqLgfmq~{`GimsYe{w>vgg}15>4?cGHlu|&!Xe^~11q7zeY63I{ z5zm7^O{&JmnT6ZOf4f0wV%RilJA@Fm^tC~p-n!OSJJOT?xD&A%#2%=NeY<~jV`>`P zh4N08DjM~#HoCls@!eL{5igxnTIF^4ly5FIs7)0yfBbf^?6+09Qk8A@mqVnc@y{AF z>K&yB(v}EB?-%m+>JnUtA9t3mvO7j1rQfS!!+TgL5H4jz91n^mO#iq~U8eicIv0cY zxz@-GVkY|R)_W6J7xXQ?_wqh<^#(z<2gzt@Wx@5H1e{>K4V0tS5uz*b`*!cEH177< zTJRa-2%EdACxMU%OKzIfXKDt6OKgd*iXC8x#Y{9+it6-Kci#zI3Cq<<8dcHnD>YE-HKsY__N-f1yde3`q@1! z>>hp~bc>%nlcTmd;t)Y(pZZC1t8cLSsAgaJ+w0Eb_U^TNR8{XR_{oA7hdY{DedAP) zI2xhjFDwS@szRqyj-^s^A<{YR@k9CXiZ%YCYXgAQ z`NvfxUV)ui`%1AxV*FpA6VBftsqAmzu!AE=U|%hta6k6tPZFW&imJzUjK#lohwdPn!dm3R9`6`^5M>SL$QIp;Q6^gW>RdPcZXgnwP$rX zrrom8Xy&3WMq39P9GpU#8;k81iXokhBYXJ0Gqb!II)WU_j8B=aaJU~n zitT!Qo-|H5pGh8Hzs(yC=WjUBBbR?qFYm4L&Z(sKk$PG!Srg&K>hcD;IafXu+W5m* zdUY*)F{n5h>n9ZHLyh|x=OQfMOCt8)oPrY30>=q1P`^skzD>1!r$L%xK3TJCjZ zK&uW%CQYX-^v!KV9agBdk)j>6g11q$)EM1j-{G%;3?}I`*kv@k9~rFo(zo0f6=a_J zE&@@tdpm@3e(Tac9eAk*ZECrb)YIScxD+1wEGSI_LN2{dZ9hb4-kg!P$|~>Rzz0o) z$ZIYu9IyLeJ>6&s$&6VG#p7hA2NAQq4|2gN89>Lu=Fv~%^xTO zCw$e?`YXWHwU_KoLM&O?t?G?QL@mVf5NCWxYbUfN?-)DhCL1f$$dp}v#)2gzt=B8S zGdS8(TN~C7BSou@n`JXzj8ZeiTVK5hD;I=9m=k-00+Oz`hl6TK%+f=u7?iY>^*GE5 zDUY?LZTgM;Mr$MW0Re_LdFpEM|e;P-+HUR7UHP2weCP0RzW zzvPLuGE5y6a6(Lf@2mGybhGPMeRJ?AV~2bdL8NSHVb_9Oa1B5H*IkM*1lt2CXrDhm zz?9wZL@B6N%yQu4P6+{YGQ<0sC{(mO{^q;kDPwLWm11SpyMpbrny~p-NQ3F{mRY(= z*ooa|c#1LKe@iGle9W zIxPG^MZ6qA%yDbCUsvS zloWZ%nJD@R+$HsUNs4&?Sc*P$i@J`6-R_;Ymks9aN~@!6Ug5&MplCHrB6Oym)M!dg@`86NptwSf3XHxIkAYo8uEoJR+p{ZN^bE^|dtd?wwn*WAP?Geq}+GVk6S}Md zUlN-PpLKinmq?(H&FrAe$KOf^3tUTteHWh&ds(Wh>r7nTj-Q?u2)OQ6&&~zqi9yjc5GF2ggkCPD%~MK zpLekH*zWUfYxd}^VszgozsG3+jYuaJyQoHftz$NuV{NUm!J$WsXkIRHT#iiGw&cvk zdpIj}G&yb4_1587R#Y>g`I$m4jcS*Ue3U~jW%@rU$dpO8GV`iYAd5X+E|aFw!kR${ zeAI1PBs566PvArwm#OCXhFQA5wfT$9m&v-WJ*{KOm$9Om8SC9#L*i4+A-|XKd+$wQ zkIh8q^r9s^ByQpMusi<2Z7$N_d2M-t#prHc(uL{ZwG2G?N|RLez239(Djnhc!hNZu zviJj;3rRj}+?Rsd?|e!oJvxfpb$(2fu7vI~eo)sD&`$G+OsJ)HZ(Sx=c`Skc{$nI+ zOqyBR+usOlRDn|;T4-Qopy3ql!yD44Fw3Welg2aa`G$(AI)mr>hqTVclzK;7r+Gm2 z+f+448Qos7?EpNQ&Cin<&Lc^3L?V+-8jr65#?_bL0D4x3qdkM|~icqstX(q@9wqF>Un>vEvDB63e zq+_q7M7Fp{{NBoUo-)) zDE;|H>(Q6Jd>s2Su6+sQ>At4)dp(USxyZ7h^}LC}(+(m6JN|lE?)#E}U0U`Jvf#ym z2tzPzv@3WxTDxYDo%{SXWV_z9W&8Vst=^IT)4iFc#glvg0A*XT+S!tXdLDT{)j+=A zr=4%LfFI@4`+GJ0*bEW(Gx#dRgB$XtYnVS= zjI&7@5Jz89|3oG@GZ&iQ3N*Xz^w)5zGHiJU5{Ar#L+~|jL@2DR$1@|Y5a!gyAyP@^ zKTD^YA42a>AzcV{k%|0EN#BWnn}<{T+mG`bGPoTjQwY%LMQ2WnO1j!^RuBE>2K>>w zo{Y~rL&7WITcNJ7D*dx-|9GJW`WP-iGlwY8H!e%TqPdliSLUH6ENQ+gD{UpklOM)Q{%@QGZM%PtP}|pWu9MA zQIS3sUlR@P??4u`*P!kvXkcPx)Ftzyc_B3p>-T8KMLXfuy^8PU7SFQQ%%udpf-fd3Sqv4@>(_Qekst<9*!l~NqSY>5+PD`iFr`8}}`KO5*O zSvRimXtj(#f7(>!bk~7%4at4%D}9+uJ|#qL4O5b?-t}6!#k-R`pRV4nTlVR_HV?dHsdzcD5|5Q=v zLsH1~w51lZ|*aNP6 z;TxRnL;5|9S$6oYUY4MSLj~tNwfj0t&Ej$&_b5Nz_F+!9Y2n+(p<^3IDFNbr(KjI@G{Zc*pc(&PV+v9FAZ z@{8UbKomqQN^?%p$1IWyK-t(Tb_p_husr zE5s@lP9duMw)%=OpP*V<)YR$RL7Upp5RyKJ@#H<1w5S8U`a#k>^70C&N>jHwwOi%; zO{;i&yiqi~Yu;yvbJ3A~jW%sY6G!*vqTvtAk+9u1SB5^*(y5!ckmCNvln( zO@^3Zz9p)$raEPHo(3!LFIYmK7382Q|2pJ(jjpB2QVRcWmDa&fd7P~6WhP|kS<5!{ z2)(Nv#Pof!@z^7#e*Sn{m&9=DLV=r6Pdqm&8S9>@coA;lr!gR=sLYv`*HFBxue#t< zQ*8~N`*D1;F(zr*`#|~W8Gp44&ma8xE*q00&g5x;U==*$9`2_Ic!PS>PK%tIJm2H zERHwTAX(0U#0SlJtW1Ck;E$F2}I<` z0^bBB_lKxaVO(`rD3WwemXDE@=OFbXi^}OEI$8oM9*_DB%qIG?vSZsqO`MYZ$aF-7syqy}1?ljk zM1_|=&&SBdI@ey5&fth^52@V5QbDnKS`X1XW7OD~(plNg~* zj!h3eXPJB5x~4rfla+iS&#R*@*8f3KR8kbuRu0SSKEHafa^P6zYg9fgG|=orBqo{} ztS9suxz7)y1ZN~FFZ|~s*1rOI)W{4$sQko2t?i~gn*IyYHCQfq@@mzJHh!E`gb{h3 z)!(X?*sv8H+2hHMZF`2?n@on)HZ8C3a8%#J&S(*&Q$M@+Q07%F%T;CSXP>TI6U}7) z++U%|aQ%S{`_+sy$@>0upXJl-6qIlxEF*-mT2d}+yALLZW zqsq|!H`UVCk&~$jzCL>Lqu5&8mL4>hgu)&J4|%Pk)kGGmgqq~^iOZ^0y^IdsJ)SD55wEfj14_4yfANuW6a3$@A3AVA~7aGE#W^;m0`I?(#in} zeDwFSp>lN47$@+}FgF?;FgL=q`RHu@?BSBxi0c9|5q|Pk=qj7YCofvdWA%v<+dB4D z^D2NOR(b9!|LHBi!e8+{;DlACVLmO8byK*5L!DYf(3yNB=2Cp-p0^_0RG_qi0n@WD zckESzDqQ9>+~iLgUR7jbJ2;Gvjhn5t?KMaLdZUJmLjO!go?J%lTD{=>w17ah7H^{4 zXym#4x)`j7^@UeRIjWz~GG6)Wl!~k-LTu?h(8&||mHF5Fp5C8cV&;nS1KviGD<5>U zvVS9buDaXSYJ6L31vSxyb78Z6J;V} zge3CWJvVq}Jvb zD>43sVRb>oS#JYSOHW(cF7 z-6Qye8IOaHa2dOQmc3ml|k7g`^%voeSIpHOMBQU4e} zZs~i9zNl?_lj5+G#zr(ppI^*L%YIp*^a6e?r>*-{g_mz*|6~4<#(0rJUDqrnp$G4)Dg%;>V%#uxM9y&YSZ<#4yRbq|z$LT-3CF zDseh7KeINPDL|fBv?kL)Yg2%G!>> zZ(#%>+BMzzlMuR`3D|A9#aZ{(7(uzov1^J z%hnxI<4wpUqH;vpZ4cUPrxEE7AjB%}&&nM$c?B_F zmw#ms4?AhUvq*Gbl?YE?$)3$v94c8nDc3YP#@oc4sWP(l^2EJxip=pNzJEg@BTMiM zkFJZ1oo(Pa`1>yQ!-UglkO#UxSFY$>^x5X|W-U`mD%dZLLVM)c#WFRmk<>Jlh2_w= z+MG$p;iV^0sgGGU^9c|HB&4JcGfeC8{+<8Qaw_UNZ+*NRgQEKm$OL(Z-^~Yv>$`fj zmjngAn%`x?^1xXDUr_qH(G<};FVMP4e z(5|Er-3cCmEe5Xf0$4LFj>f6&Vv<~&#P!?Qg*N3UVY%ikWCjR-M@mNOg@~bVV+cjP z7e;S~?>@Vixm%WIN_Hv76po{9HcqhZHB94ElMkBn1*)wM_w~TVeJ%&ZR5K@W8b6S9 zs|R0Yi5@EWbjO&9^C|lMhXeS~Tr#o@kuW2G17fsE??Eh27}GGWF10zCUu(kSsqiK3 z?Nj>r0|(}5R7y=Gl{}F}JoVzv}E3&CPpe3T$iT z%guqa`N$@KQ%?^QdoM9GbRb~)wd0VOK5OB;%?X4?{_9c|Hw5NI9O=X_^U_|z zSmmP+8p^(D^fqH9mJLRtxskh7wvzvBcYx+2AIo_Lbk%zHVU}1?X9Kkl?*Z;HHbwzy z+fneBlYmKU=x17sv3$vynCheYIX3n&brH|`6t#Cu_0uMFcw4mv2B-aFxr5NEk`q%0 zC(sRU-c6EB`}X1XHXobFH$8S6!wTeY#!56!57mTyYs<3y2z$y_I z+l2mFfJ~|N+au6?;m^|E>S=JWk-qVXokNU6$ilr{0kEyFXy{e&=p3A>=8W*d&J=1- z1N)Xxq@x7{$L-n1ySt{}sV9dx8ub^Z)awfrUw-gL1|FM3jARNm+96WG#7yB-ShUpE zD>ujTY>A1tt+?o>9SIHx6HQ|dD*#sPDa4m}er&JbPc@{-aWKbr;}ppLEN_v(^ZBSzMPP1BVjUl|3K z$&IBv_H|{w4{Sr17{BwMMMxqX9UWs66S0Fna6}{LhPOr`q`mQ8sl-RO%c#~+yWt=h z&j=aI1O_iO#nfYg-09C&s{D-AJzn6q?`K7z^GoCtloNy*5=2s?xB=aTFHYs_y{oI> zEV)=kLLftFzr%+P4VFu$UZy39I%&khu>RUlH{^+`nm0d3nD{*eV%ucub6_0^4g0fX z&b73(a4<7VfdqQs-A$89sD*s`G6*;6*E|B}sD1k;>(&f~6q=BUW=~jGz3YlJv+#1P zGsf+B9(o!|JSld~^&srS<33RGIQJiR_1_Vff07Zuh>!gdd8)@AUAyjCdFASlv9*l{ z%9zi&o?x^)ZR1XAynTDwulkWT3rIWNn9MuhsXm!xx!J3p!+G`Uz1txNvipab8_Pv% zTd9vizPV%H1w(wXi_@99nVM65mHWA74&7b_DWYmgtm1y~S-onT#68h#*S<0g4-cg?M$L71YS_KCTs-OQ3Qp`?xHtgd-;J_?)xO zr)-!ZWLCHlUS)f!Kt_2n<7_yEhD5|^ia4JComJ9x#S`;u;shstPGTV=m#x`6%M@wN z4D8T?QxoNdE_HpP>so7*na}PpH+MQ){Hz0N`oK%nyaX#H{ zybcQ$dj0!5>v6HM*|D*dK2QnCOR^315evOCOkHk=@FG?Ng30Lwez;Bg-Q9w90aky@-qh%)`+-Ib}54iRM^$KCYhX{7IYOM9j zSncjw8`HRGA$J_7O|j|v9Rz|?bMyt8*jOP;JW6k)n?ZTxn&Pem7CV7HGKwj;C+; zYTsrl=)?^tMrY_tB$m`#JMKAL9xY02WgM4NyqHNvBYk%drN#gm!E{cI1e`)L*SJF) z!w4K+XTS9G<+%Yk4AppZ0mC&}OC2i;XVU&9ri0^w3Tq}j6`-Pse47rRFGKOJQb_(N z|I;%$DJwC~XKV2GNKiq5&O5aKK!8J_5LJBs_PkidSIyVf#kCKWB@Qa}5#JXR%~N~d zUcJ8obxSmL&$*sh)&Fu^8k(Z_f>*o=qBbnds#>Gx=GKC@#@i~VY+O(5#lg9V&DxKB z6}=@w$>%w8nkcD^FK7dWajnXJazgAJr2RW_-j9+66*Dq2gqJJ({)X#+{4uLfZBTiu z5GoeP=Djt-mX;YmTTQ_Z^{QP|3gN;7JKY!ktL^yqOY^gWG8!)zan5gJ=duSQ+Q|ijq~(C+BCnfherzI}mut-O=^?D<*sjD*n0G9F zg=3!eK%v8oR%p9yB{ARhGAVX-C+`xTFilzn@6Ya6=DiX;rn zfMfUOM&Iox5I;d(mSM{cu6!#d z+huF09H~1x-1C6r>ova+z8QZgtKA)|v=1Gx(#A%s_j!EWQ#XD+K}Xw*=|)L_MSaoN# z9NSK-+v>zJO0B=dxcS?jZrZ~Nr@3zbZoZ-h?R#3B%}}A#I} ziNklv<<13+hrYG9%0+Q4IuUuZ&!r~by|TUGunTR~56b6^7|cWAi?*X}<&i?yj6R#!(_>*#7%=F`t?D zy|}rWtrEkzpA#TdGHgC|l+*2PV6#e^5A~qRGthNqG+-#6M?a*Yndf;T9Ep9>+1H_v z$xSXXGOjnT0hN?-3Xk^cqtR4U6soi31(ANu4~#pzmaE1aO&P?V%ez(O(Py1>h}scc zz3Q$}lctEs#i@|=2m;}4oWsXKH76PY^qEWc(1-2+aD6|(Pjz7Y&_yMZw z(nym}J>F`LoJS&&Sa1qGLb;Wj<Mv5?2U7^A@2_|na!IE-=67N zt^Pw5Gal8urh`29;ofk#u;wO)S$2o&d1re&nwZ8Q-PrE{vuVuz!MY?x?3 zq3SuFVh2NXcEfXzrh&T*+S7uG_%^}cart?rZ@8BD=OlyC%-H1>&Tp(n^g?#dbDj$F z?$=pasYkG|xnW^w#nbS~?JjXz_U6`_gbQn*M%mQ^8q`qb}kIcOQvg5STr& z^^9OfG*8V~=Dn9Ev5mM1Cy}M~m5`d~JP)F`G{)X#MqbOe$6ZHlLF)cOpQPfi5p`*0 z)BOZ^B%_qbkIRp`Ri5e%zYO=YmF++B5mnZA^D4jkMM}!~OVl3rs}YZ;grHPe6oCu4 zD}-r(o~j)m7gtJB&F8OR`HTCMB@FEwH{(HQJ_9<$^}&)Jo)@Wuux-cM0yH7dMUK02IAilT6 zUo+&=N^4H(ky^vCC2_Q`J}FvqSPRLKDK{*>i%f!0R6prTk6lRl(dOk{x<+3Bu{E`XA12d5fXJK9iU?K-F965_f%vct&tV|}Xm z{rk(d3i3Fvp*zcIJah*uOihnXY@Qu!Xq6T)YUI<*c=)SAYQwJuM#CqK<~RA}oE*<` z@vU(;`wo5)E#`bo7 zD%USpf$uV_twE{zl?Qas!=0D1Qls+@k6EI6y>19h9d(eWMiq_Gsy`t7nQ8X|VAR9& zO84iVcCHfVPy=d}vC;J@<5C9@xnSCZRaIxoJ7o%nHsPy(iyV!+O}bDu6LODob>oF7$uz6Lp3HGhQwADlg)l_ zu4{L^tXZ{t9zt?bgE(uHxtG$;+cPi-9yoKhpdT^NkukEw`42Pm`|gM;t=P za@%I;#-QLlRKdC>&(HOwl>{^S4w*{%?#v_zuY8y$tcxEJuaR1A>A8MBTaY&vVCe2* z2lTBXRXgHB9%{?=x)dxdSQUNcJTx?V`mvW)PEgkhgNjRjOlA7(>l?dYGp4tfcph8C za3!A^miW;w_YOi5O(^8P*R;3i<*SPsd81=i$M)mSUe#Ecr)@Sxs{;AR-jO@V06SZ6 z>_Rp1y&VWd?}gwxLsYHjo(eK_w7VvT)9RX%3Fc&*V^jHPEEmu`O=T|_=oX5n>ruWo zv0Pbn@}*^ZqyykkNdz%d2k2cxW7lER!1nBF%f5%O^c(rU^ez_HL$e{=nEJd!YXn09 z^aQx}b1|wB#bV4Wi6~dU8CmKh6D!K2A zggkYbUq5--mf7s~;-tqM!@>S~k6mZGkM6nj%z)s-)W~R~(k}F=tZYp4OhgqeJHz_( z$MvM2vyej%)lvs(z)rPPT$zUa0k26JclC-=ADA^`Kifb1s*jbH`_xR%uI9a(C&5I9 z|1njB{9wDewYpZyVz|)6k8;xvN(P4I0Kd5uw^S}a;~%iJmr;R@0G0KidIsG0!UzR9 z?X6b{=MXCEl}kL~yE=M11p+(bmNU*h?h9w};-SeyuH(@91?2@pjCLrh^Z9$IE#ab4 zy~stZ+RywAitY@sq#Xv87b&DSFO4LxE2uBJ`hsv1A9xOqjNRN*wy7tPBAVZ%xWLvT z_*Um9Dn4KVP;0>D)kLbSfv%QoNK-S*#T92$8i~ek^PSmi;RhDQf-CY)#-m}Loj=Zk z7_91ICbNc6yyF%|v-H4*P_pzFNGYwR$4=jX_kekQz|-IzBCum*xxBPr1BE4L>A5zA zg9mJ@Zhvw3`SAsT#PbTXt}#{BIhM#BCb=}@>!vxLO=m-+Beo;^J=`BFt7`;Ms;A{% z0=pBY#$Rqgi@CVCffvRw2Aj+XrX~()%T2IRl$1wp{ifDWu*fv zz8sTqDnze>fT@JO1q-yAv;nww>rh6kbSNvA;~2nXpDE+jdFS13UTXlK^Bh! zG9d`>)ab8NQvizHDYnXATnj( zKKWA?!_u3~VU~CCw@p7;u`NAGhAfzql@VianUzb`<5%!pe}E02Mrt-|&S*a6D=k+w z)OqGN5`(U1K~_HKdAF%2x+9%GNBaUvA1v(|5dP%CjBhP`*X^h{=_=pw@7P3BVZW}e zXHe;8)1_b0C*+FFSjMNkC~2thDxcG2Quef-66D7_!+En2fK%TGF5W8+Lo)TFP2#f1UB;NLok)-j0&OQUFD) zLOncuccei?F(1sJu-`-yL)}u5M5UQm$eu7W_X9VENlnmy*8?${uM!ZBzq$ViJEswy z^GoM0QG8bT+xFP#;f|4~Ln-jbmeZN22Knt5{wAfPWg`^5#(x}EblO;ueUq^Z)n}G& zviuSiqc5_==d0x7s@R6!r6wBYm@l@q(7P<}Ir)e&EU!ibL(9FzqaZ1i_G0-@E zueGkGuwYJRb3mMY+Mv00JMVd_2mY3bkeDBjgtt_&3liBzbFx>xMn2CxlXIGgZpFnn z)v3yleRR6?jO5PAHq5c0*AzhtWkx$yi9_2L}p;fi-}yA}5ApyhhxdtHdU zI)6OpXv(K#)U*RW1)e**yen;f4#`}7Fjaj?1>A+ztr0h)fWRvAm=aH=E z47=qZUC-c?D75N1*_TikL{9W1^2w*x8}=re_{laicRUWauy2y8okJfs?*&({kSeuG z2Vo&mYvJBQUF?k_rsqMxFyU&K3pGOLMP`$+%GsX%&Y(Pg74pK6sjzJILxyRj{*{0D zv5eEyTux$NW_O#JgTIB}Y(`nxi^b2XwE44%=%-c{&|<+|F4eV}WR;kfn+Z&l%<%2f2j?(-p?Bog$tx`0dO_VEf8Xi5-R zq~fTsp$aR-fys>PPeFT`%R&Nx!Fobnc%3L;x8@_0&@H17d+xH2upw1g2XcFNZ?huJ z<2~)PTq9Z!N;Q-ZK4?s=M5H8LpAU4}&GVUd$Gmx?a_~X+zje)-)N*g+Ts-gLCklPb z5iwl#R~NMQphC|^+@bei3?k^XG(5A7E@z{FhTg8>%Fto1EQ=B3gNYA6sJdhiot$xe z1LLo{=js|ExT>UX^$_dlo(;gQTA5}(YuKy(r-E?yeHJk%Grojg9SK1-mrRa-i9Si> zDMk?n9>c9r=aEIVtOG~;(K5B&rPJ8vQwn6_Wq}Bz_ot;kmX-4yOiugW z`itX(8CTI&UxXKuo-k0+GNM}7Ad*RU`!|AnR|Osk|9k||m?hL`DRqpE3U=cv>%BbQ zRW7j+M$WwUH!=Mt8zo-*V0Vf)RMfMT8;OHV+`y@mhach@XeS?pyymD;fES*Jg+c*? z(wh}$Of}4khH|(j4)4>uA!|#rSm1DTj&T>OG_4Sl^%L|w^T#Ud?nudWxWzWTH*v%<)J1yAj+b0WHsBGuxu$Zju9j4g`mpf8)JMkJdnm;4y>3Ca& z;y!1!&)kAFZbh_+`2cFn@(vZ@nU2~;=V_Vs*w_{9>d*~dwVwBw(M{V8Gr^$Xn<*#p zlYS*n`T^7-Up3^{rt?h5-OV0sw?tdZDA=bk7ae4AmXwc}1ZFeqYV5asLhshrnjFX| zw2ARbx55MC6YVCKd;;KG+Bxrvse>{-4%(sg21N1gH#|D0xI4P(A+Su}f(>-q%X6wY z(emI`?PHTXjMhI7g}MLiy}-ODcEkhyL`Wfu6kODvs;A}ajl*GdYal!_hMJ&F(lndh zrt484&ygx%=v*5sqYC4Mi91H}BTGBN%v!>S91tCBWg2H?|GA`G+G}+l40HOUi|YK9 zMQ1)emV$mWKSn$LmQ2kxmAJ@fSD{UO;mx~M^7^9*ad^X$JQZRbhH}_M zWNMA4emUNySy#_#6@6GL-J)~(A%2>iT=QUvq~+l)m*e%2-YRFo%CPrZ;BnYS2MfN> zz`YtOHBDq~TNR#GD-4f!iuk;7#&lsJZ<~ zKG$wIMJwm=^w@0?=VAQ{pHHpdN>#>vq_k6{FBe)nzzAh@^{o*t!)EdZN z@JNaSaFqT)*XuYti8PaJT3c+c+Y6NjU4?^5(Lx(obk72r0?!Zl?VBn&0}-dJVGJSjovm&HHu8cR{h;!{;5N)O8P>qKFW8?DC~9IuVmSb z25$JQsc9o!QJ9r$M6Q69gW%F543+&+#xPgSUTgQ_5YkZEr()KtD2RaBnS@o;c`H8H%H>-O@3@$*~7 zQC|rm_V+jb)LJBmEoL*3JJf?TQPXYxBRfUcW8f2SBD@$4gfAk?RA?YP{Ac1n6M?MI z>GqY8OE_ds*$V2=i!$z zW#s!_-tdU*cf~6DA5ZrqlU*?NPL(|0)zQ~@Z#{}k8@P`zRSO6wpU#XuulO$xV_Y7N* zY#F&2fehR(mW%9x(z`0X8sBnB%f!_2S6vGa7Hd^~`fF^70_z@|WItv8;yw#j3bxKq zsV~{7xe8fFYz#-S8o8z`w)8Zzt7#mK&L1{{)g(bdzE3(Jy-%C=Q9yr%Y`t zG*ncY7NY$8>i9MRz}RL12fP5?I<@<96g5*!P3J83BNaB+n5=zF43pUAGt}$q#lxpE zGOR8!<-fkMHF-QQq_9;i)J{!dVU$ z8`^ae2DA`g=DFfA?lMTV=MJe_-wgk0=q&2o&XH?@MI)PTl39uG&S%v@7gtTgj>1Fp zU(5$}HU;)JDs2zz7PpH-B1qJqy#wKs0Tcdpz>;&MxxmBVUE9BR8I)p3&=~eJq>gGG za5lPzRjy9qGlM*P{jX{K{Y|bUM#xOCfxP?s(LU$$MEcOsoqWr|@=cpF;eSrhe{o-c zx&96vzKcmISlOAGKbtZf0*Pqq*?#gIV_~Y87d0IudmhQlqs!VD3or%R1(4xc@fw<& z^j;4yuAQZ;vK`f8d;eTYrRfpGu}O_qxggF_l`^Ok7E(~rc<`?JS`IcRa?bL5>v)rs z^6IF(_F3#t!Z2tUQXFQ*{-4cO>1CciuAMbvKiGP|vBfrew#K`Hs3rX!Au+mm$5 zkG}s2XMwj z0aDAfXtSm(raA6*dwX2i)e@v#uIx+uC_0zIcs}x|lJ<)i7CEZq@%u7X71RXyc2P7o zg(PXdyZL+WknEr9@NM`RK-OPntqqL?dp2FpP?HTV_y5VwT|nk@{UxSXd}@^gWwG;Q zf?zSRpVaI20>VjqFF?r(K7)(DG*X66qA$2940gtytur{iUOmwf1(^>quk?*!P4reA zWHNT?d%P3Ga2q#y_9QcA6l$tmD^#TxWJ7>plJ^?xd7)9$h=w+Hj|aAnc6EDA+Wp-PI^V!)+xl2j3C!Wdti z%Caf0e42DUZ0?zYUlWhmxXkWfPs>41O`2GZB8%S5?D>%I^6&xncA|5lZ&w$At6Tu` zzyI#s`)T^oMz0!3njpJVM7SznpFR_BXgN@%ul*}#tl95~xs8TfC!N=@j{T;CvT;D; z#@O!})6;@U?=M@?Bb9S58LkN&t8 znsgfZVo+8>g1amE=Xcl6?ze}ykc~MJe1WRZ6`nGl*HKeCPo%Pkg76%mB=R&FS)V@v zk#ny!INm;GH=ireWC^w2Ez+Ycg>kQ7GUMB#z{`I3*9&y1zpCi*IVD6Z1hio$Vl&&9oY)R!!q`6h;|Xl$c*SBLO7` zF2>q|w=Q!@{VNK6UHmo}ya;=UDc9ivZgK=fPd)%>bn9Rgh6B@nhwDr!kWsZ06&~SN zmQzsR`dg-^uD+h4{hpTJEcV@w4kImbsJ2aCasQ*{m6&(&NEbP^j@D-a=?iaFi4YCO zu$i`za^{x5lhJh&$TY^c@xF_+J+jd`;;dbsa&$LZ`;KmM-W#b>N?I!vn6qukS@~w{ zQ!&V%e`JxbQ$7W6bqoMA7Wi%u)YFb z5z~g-GV%+yEesST`yL&*b)|@Ci+OEzx*hgN94(1&&8x0apwVAth^wQxt|pN`J|1~G z-RRsEYy)5RjD#0qxV0}XjLkmI*Q1mO`MpaQvm`W3V}lJZ7kBu3$=x zC2EL#K~I7dx4^B8yKGMd)6m%umz!pk^(l#T5!2h^_Mv}E+`D&qZz$LnK>y?L>ASvN ztu#i;y)qZuT$ykFVuIl1IkvcT0^=YIH?`q`!=|1U$vxMAOQ@BwK ztD+-@XQawH7uKJ#W|2%m9c=xK6b{oKox=ah4Ch^r-77*PWGh&1`D|RgFP~zQ_Q;Kr zC0rGhmas)Olq?WN+`M_y6S~=rJ=K5(BjEn$=PlyPr_NkT2VqE@=LBfo(m^)T!ecg^ zsRbH?@okW7puU_Hc?7Lc(!u#8d6Svk<6u?_v3;CRsOfVZyl+rh$T?6qHZ4%ZXUwOV z2L=T#EEJS%rFiXPbL&0&((k?OhvphJQP$8+0g@|8^#{;vuM;<3N=Yy6H@hFoW3$r)5a&8x;u^G^Eb(Dycd!tcn3$Ee}Xk@IzCshV-uWIPb^o)$dX z{T-t$04-O*@aR9p7tW@Oh-a}8SLG8XyEHIvl#l6 ziW}duqWto*I7ky65+fSDa9TGk_1N_Ab&B0yo4AWFBY^r}Ujl6F-?;YU{yD1Ag|>nE z!p$EO?;%b(|F-fgVzowrDqo5)Vzm*MD)Kkptctr;WaYz`LHcinhV=tJHh}sv+DdN~ zwC<9}W&0gvW|fgqbE_oq8X9nvg+#~xHa|g|cWoaMQ-2!G!3UghZf;}p8!K5aie11< zC1n*&R{4Y+^7kH`*(ylAz~->u)R;GRDVf?;*38iv&q7Mhz%{@K=(M+-rm%U+FLhSSiTUm@?1*Ph6X*W z@1sE)nDw=@O|pV?UzK)}h~$JsGUB6`nIaX#g`A0^#k!syA6S5JS%ts81kwS^R({jw z$P{~Af#gn>_ssd{+?Q+w=2E?i&x&oRXqVgcW=c0X*z;v%S`9&KR^iFx#LV#*NEQu3 zJMzJ78|C|;yZc$dxzE8h=x-vInVC7(R#?bAsRQP56hT z5Wk(E#}r7ICKy0kih=zx#pxP1xC3A9ThM1fx9NbrCqpJU;^FE`%rzK|^4nhvCOc2P z^!*NK`P_7xTLJj(v<9DJ!n+#HNb%h~e8*g_v^waOh)=18goX7-$uR1s{_p$64ui1R zC#@${Y?Oh5O{qUyE+)i=_&4Zbsz^93J_Qgjppl^$DJZy>;wsvoNtRB{T|~&ApH#Y< z)ui=%DS@)=Cs81*j&~G>%CzH3+Ma0&u@r-kINR<%a452sC%@AKPI;uk!>I|Ki*NP1 zFtEANc^A$h(P;Md!R>$&I3F)Hk-6;fYNW=#q_gu;S0cZRvCn4QVxRj=oHh!cr>RYR z>J>$Qk-iY#eSnScg9Wm}szm+j5y&H41`X%DAnd?j>E%O7{XV$yxq%WmVIv)6&~>+q z@eT1cXX%9O-rGSZI{zMc&qMlm*Sca|hZyAPpJ$=94~u_njEA85baWN#wcUGK1EgTF zI?4-A`4gRePVng$w^4%*wDopPn*=S3=g$|XV&miEkCO4t1S0VA(+<5(YlvcmXWyAr z+6-&&B;7_Ub2NdqR8|EGyW#|hsx=66&$NLyQvc_=v02-`4N6scLgc&^yyRQ0bTPQ7ub9MW>hgnSX1jpp>Bm4m7_TL zNEb>y3_jnFzfQztX9IsUpMj4%4Ct>E{HikRq8sF$@8s`so_i0PQi3!*%d&Xu^1l)I zk9@s#k%zxGBJ<4UJ1T>QZiXM{fMVB*nOnq#Nf<>;gwZJg5*FX|$qxR%$A97ZKU<7{n)5dZ|Co< z9{?o~Y&XN{A%ayl!)h{2K9x$s*lU47TNSp%0wP!RFxlGvZp1 zSuGZnG&!!9!GfO$nY_y>6;0T&8}LmF@NWRmh5Y{g3gID|GcjGeaUSQ;9kb}7`FP_HAA=YmQ_BDe6U3LItv(I8tmy?LWB6; zuHE8$Hp`%AZ4gGN1aPS5%;TkRX%ZmwUH}isNk$+efsY{R_|3wgbjRCdZEbDlpbp_% z3%}ePu`Z#a!?!L5nD-bLOeB$uP!Sjv*cdiXtL*`Cct;=QZyUy~rHY<9=~E^5&)&_J zFCm@p%Z&t2r#}DYl7w%A{sTWaZH(&T#m^MP2y>fc=DM&1eT9VIHGaiBS;*1`C;?yiaeQxn}~9mG_SiL@$dl%t0`7^Ap;I?O)-L zk3uK`$wl#9Km?#c{=Ly9G&v87qml)M{3@+tgM2)8g89O{VN2D)BoMKSi5Wu0ML$$! zqbB9kbUqeo( z8F)qpL?jm}2BzC5ED(rVywZ=8T4(3}sA}`mmeZ+>h?y0@vCo+jLkT2(0arRaNenAJj@{{Tp++w{(eYTUQyC#>?ICdtraCJtrX++^2$u!U;6j3D96l8JO}v|naH zXuJX|fM=OhfGNN;PJgcvNv0m!Xbl`TtaqE-Kk0uf`L0t=fs)hT?`-uG!wAGVuKPZV zMK!yE813t~F2A7LJvBya{yt-8eXc(Bo|f-f#83Q5Ad9fmT@z(8GL{+%RSx0B7Meud zZS^?>?u7l;t>|1@#Fje{H$cw`iop&QWka+-1K1{v#}c(p=8eELidrMywrOe`BB4*_ z$(9^X!U#$7nD_4s)s^l_1E=ahW&ptCfu`|A#EEdjdRHt2QUjp+{Z$@;NN1K8Wb*hO zHB#qNz^a^D7{MR{&-IZJT0hs2-D!fBtHpHZATJLRMPXnzG0@8L0Dnr4b_t_09b#z> zHsmSHzdM%u?78Agr4(E7o_n&}6Cr7*=*4w=4V1o?`1pE40``Y@){`$m*z6dk(;+EO z5U7Of3h^Hvo9O8!jqYQR3JIvDYcT0hz?N2CUcT{}jPC=>su}sJK^JNR9~rIK>m#a? zyK=cJ$^cjHf{qwu#aaJ81f@LnzkdC4hBf?~-Wcz_+`o_ueNZ%lDkW#+zK{IJ3wc)u zN{magB824uXh%Z7>v`&W1Y!ro({+*1lbz>pe%a$}1}zl6Q>%!)Ezak`gID^O7yI)m zl&>HtZ_;#hb~@|Ix7d!APWP)T&(soG)%J+*byks;-+Do9V*?Grk0*I%%nAbTmhPgZ zRSkUYiF_?1{*{!%noNkQc=F|B4gCg0X<#M@{h{ien8xDI&rgA^aA-~eK>uFTAdtFm zTERYxGhp&x_%3);hZXRni@`~k;Ij;<-Dt!WcKmq+(ppiaj*szM974&{gUqkaIHbFJ zL6s4n)yfC;@-BqD9G}i0THHaD7#kg}X0Z>J=(%PCqu0_+sB`VJoya?L^)6g-e^abp z6O&PYKr^y(aLB>xPX?q}$SCId;pU$7_BWPDjWx~8YT6r*{mnYxO;LZt0UVX82@VXb zC8a~8Tf~P8Jo|PYC$kJTv9piztIa*M{EJJY78TE@q+r{0$LZdJBSiWEeCV}kzZqeL zGN^+nbF$x1&%o|nZz=-%>Z-{JesY56=2sMB*2E4BSz2mO!j?n8mkl=ae3S;H-aN?0gglMWuNkDk}> zZ`})#3d%}zT^dql7jpp$swJn8FbEkZe2cjR%I8uXKGF-Xp;vr-<`eEk4A}LB1-slRiPOiN5yHx^-@n%ro{ZgOb0t|&B4xuJXnt&VdbRf7c}r3u?FlmQTV9tqyZ;%iZ6 z)nNg0|9uZo%K|E8cUu2fU)LVb^#1?xO`X!|RG3r3Iq8ZKvXYd_<gpR+y8_P#tX zuh;7dM79ed{R$e(^0Hf*cK;Lc`*er&htsbKwfg<6K5!21X zmO3f)0idTJ>o(BL57{BFX!#7ku6^DO#lz@~!9Zb}v80N?C_H zDnUqBl5?=n0M$j!fI0&=d_`azeDFeINJtT^x%Ql-9QJUM>ATMKpBGW4A)h}Nj zG02Jo5mA*BP8R^uTQGNp0nkgvJmGtKehOMI^c}$RK5_^4Xjopt)KLb5isl zkpgtgx&irfd#goN2QE^-80?@%cIzNN8k!sl)R8Q4^VD!+;)$Gs4N&;6>-|#(`m(pz z;AVLZ@+j2~IvPP{^Yp1dvw7+(NU75Z26`es;=&1Imrzv*+E9PX+m#UZM907Rmt}ulzR8#_W)n237bS23&De~kwSIKmD?dc#MOO|Te9&yf1A|^E?3Bw=` z=3`-Z+Yf&z+7soKZD*P^7yS*lXeT(U?-?JIFx)$O;Pgf1&e<8rlcN)E_n08i2|^9v z_(z<9SgnuWFivGB%5z0}6{+ViSg+cZKf+?Mn!I!1!@I1ktiNM@y*4iqeUT6Hc?*~R zcw{u_Mc!^d);1dBev{lD%h9`|u$hJRi1Om~>(OU{i<#)|auJGbdZPEz%`8 zlM0)=;C89QEkmG22bu$Ti2XZ&>kq%p&GKWq=D(?TLkIqQXeLzWoO}br`^%2sCK)eV zz4e)RcnQ)p4%gm&ROS#5gEdS?LyU}eoQZf7MpFNJ?6)7>MBkyCvL>wC4A%ckA3ET$ zCCrjJfFOfWy#wL{rG(uZSZWMuOvt1zBX<{+IRsRA91ZEOGln@1R^gSfZg$s& zb7L~ZGI^XNzH$@Scna1Lf12Z1MESs*)%b2@Ps<7oA$s2VHw4gKuNf;EbM3-2W@jL8 zZS%y}+S=M|5H&EX^R@&e^Zh`~|J9MVN%p2ZTD=?er$|s`Mt1Q`w{GoOF4C|;=k9o3ro3ScfBr{IWdR4MKh9lU*0`E_GneCOa4Jf68d1RA|+vH`*C z*QY_A$!KtJa4r2C5Qc1U<@9!JT(@rBxRgb+{H#obJ`_5rD@$^Q;nd8Ab0g!uJ+Sxg zj@r{B1In+U1P*QMs3?d0l6QN@Ii8h|2N}Hq7xn8EAS|EZ8PQ)@-_IrLv6Q{j0P_6W zL0?j^uD~JRGMJl_qiA%4KV2{_1e|;${mz{`%1?)OesYeM0JbBBe(QlCwrl{2Qipk< zW|6$U?23EVeArgCrW?)7N?t~JM>K0UssPtzy@sBfz2nYqZsTaAYRb1c7+ikr5PaVS zD#&ljPG>SbipH12Ms5I<&^xy*4=jY)nG1&02){&7E>qg)Alqqx0>_<4fdthasfG>= z^22dVE59h1&WE_rSt$mcQ_Xh-3{iHjZ^zN0x{G2rYQtpD-fKL#8R}blofnp6)RRuOAANZu31I8bAW}}r*AymuFm4(7*J54 zx8qIE7t2RqCu|%OHO!1bA`<2>4u?o z$mi=Vbzj+-fE)Xkk={pD|HY^^7>5NM^(KIQ?}D8P@1O|6E%~wvBj2eS#S~%`1(OV- zI!>b4)HTUxWZw^tqll(pP7{2}!DThTr+BmNjPc^)V!o_;kd*PgzrzH2Xk=e;adizF zeRiX9!Uy$h%;!A1KGK8u{S9<$$tkL8xrE|tOt&sQ6Tlw>czck?A7T_5n%_=@Vc@l$ zGx)2I&2XO5zd-GHhpeJ-CV-F_#O`Dj5{imEQY)sfiYM87p8$W7n|XanKjjZf&92Pn zr&jXPW^TrpJlr}!wjeaz?L=4Z%10=hYCxL29T zD)#Kjk50pEVs-R+Kkm5+gW(lY%coLP{GnlFb=k~$ai#^U6EVXYzP8b9kRA5T(2jvv zsJa@5QiRlZnS02N(!W*x`xH%`neYQYPt3F^eJypLN|4)EOfxe*u2xLiu}b^BpMP^l zX_{!Ddb(I#B?yNXR20IT4eC&+%9*HJ#XhXe)_3X#V3zLdo@t`3Y?3JOWoqM?w$_f%AQy^*wGg) zolaET!UH}Vd?MOl|5Pg(-2x8ta2j^c&kfH{Mr;ND)kRC> zqy(KZzn5S@tHiGaVF zT*|!}W#YUn`5d>|+{!#^29>d;zhGXhfms7O(mpLFmds=hzQIxZlCvm`s+GPmpbvMe zr-2^*jTvI!$`lvN8@Y>LNYij_HBBSHt;bl2tBC_u<6EqB0%r{M06lxO;5sB;nUoJx z$jw47K3KK|lMe&ywISyF0B0m)83B~t^NU0LIVhcg1!9Ay{D zaDbBLvE^;(JQupH>#zRi%UvNl&?JcuZ@sMF%KfzYvUnfGH@M?cSq>rGq&zis=?ULq z8K^UK8G$WRs&jwz-5Ep*@^)AFNkMq_bHSr^B0$~7N&foOcoe72RQ zyMV?B8cG@gqvCzCpNsYyO6S<%X`0S1%<`&~B7x4abBKRnvwxxcaTF_WaPN8aY8mTZ zZ-5}`17+=Tc#pc)w2D`84Y*ZRNrl*~=@!Nv0{))1E~ql@L&j;`EhHTu#-K~(oiDz) z%Buahv7v3rQ|^f-8xY#jeDI$e*=l6 z#YZY$^~QIJIBim9PdHLtm*rFCSj^QO#(ZHvx*mP8aq=}F-0nCkN#@NPh`chCp!T_H z>{$O23>ewCM2||>ASNQdmtC|s&XJls1kJ8N-Sq<2DE0viBaIn9kue#nGL!t17j2ta zW*1{?-9X-#MY)T7f*Oo3`VpT)4EsaAqAyZylfWngfJf>zgqKy-bxaQ>Qt~58KWBNw zmv1W&>6WhSHiBU(a-3y(HJqcgfjufkPp=ID_Pi zX%qVD9q)1$IfUFtzE;9`1$8B0>-)KJpgz_67v_YgZ`Kj^2a9biu=|=093F+qeR(jK zLM`wrD&pD1^>R)VKTlBaAP09^v8;NNQ?-rSt{RR*78j^W+yl};%s*A8 zz2kvXUkOfhkR7O+@a;?bpV}J6fzCT2ZnaP~9f)^?3|r2@+hY4Nt!EVhEdv{>?&d#@JOa35AiSb zcvUf7D!#_nzUkP34`?xC!~^k~mg4b|-BKRv_LYtX%=_}MQMOi%KLSp7)@NhVngt`4|&P)Ue()SDQXZ%l_~kjg7r_?OEZ{jyQRr zCYL?%#}t&=>o47b|2*&kwbH^pP-=jheet}$9T{ar{oqyULzAxNq;M7=1WE?4J@mf! zTmxQX>>9eNtZc2J7u+cF+0Q9d-r`h+GlCHC$z2SrhkkfAMOUA=9UYJo|2?;Xy!Vuy zvTOl<&(PrUp_TW!BZI8P~ZF@H{zeK88;<=k7*$PEXFjlpY#GUmQk%jVU7+}>*U-wCyTpHf!FT$@yXQtu$&5YFuFAL$ENwS;@LUCN$%g=r*zJlUau zyIkqDs5itet{tS)=DNF;Mrt%7oVF{3)JQI5kuq0j>=@3X-=5Bs^#NCMa zD1NR<_`rY}<4J%^GGT+li+!zHT*fvioXqDYUi1(nI0wckiS@qinu)T9#a^3HX4Dto zS`wJe=s$IKlJ?p6;-C^dp)>TKhz?cA1YWBfm)@tEMm;HaKd!wDyo_koE^{SKwTmy7 zdTaNEU}f&7-q6Op6xlGDqYiur^Pjdak63WT5;X|Qpb!Pysb@gmia#-kp^+Dz^;iT~ zrV6ANzEd8_w*MU|Jr`tTA!#8dSl61kCJsau6*KhO_Lk8k*vA&!Pofe_&+DZR{0l2% z#87c3M>Na+dP3n17L^2_+Xb4h`is_SU+|Kt`|zjddv2JzeE?@~>T2KK495$U{)tTH zU&!~~8MpnLJsncDcSChryt@-9)~y@PZtY29@5SeLw|xCauqGB*<{@B+sR3G;&cO_x{O z0uV9s$JEy3oW!k=cb8^5>{gBn!`@1?GPR?z=FOZzOq1MNwJ?@qz|vlCVC5^n6DFDN zvFb#O6mX*0UBNc>#y4pNuCHu0B+4tNuT)O>Gj>Znd{-y7+u?>QRTN(Q{yl9VDRpU2 zla~e4o#Wz(TPLP8%$_m0#GV4|M-VWclYZ$B%=0LDCX$}SZ4?rBupd}ULPO@xqqH5D zPuOtRF%Q4jf|l26+rGU;ES7tf(XJ~vyi_4t^pRN1JScXcRmEg^h_klQavjEpA5%Iks0L$?ok62ynOV+ zR&`4Ea4(SPwE}${+wq3>DJ;L!##%A!b)-vrh~XFay?`u!fs+%Z55<-2-CPe9@?;T< zr}^EopY8G2S8E(GlYELo%RZMno43GJ$0T7;LK3+plVplnY6&-P)9#_B`;<|wq>1HT zme=5c|NP|R*Zwa#`E$gAB%2)oKz!WK(mK%Ef#b%qg3yKpVSfkOf!fLkmLC%f4GyvY xt#kjl-s3+dBk-L6Q#A4a$k6{?bdaPqId39+{ctEb?g;wk_PZQ%=Ir%P{x{X7_tO9X literal 0 HcmV?d00001 diff --git a/evidence/scaling/trial-01.json b/evidence/scaling/trial-01.json new file mode 100644 index 00000000..cc164248 --- /dev/null +++ b/evidence/scaling/trial-01.json @@ -0,0 +1,899 @@ +{ + "configuration": { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.25, + "repeat": 2 + }, + "requests": 6346, + "successes": 6346, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 420.91935681027013, + "p50_ms": 83.55166700000001, + "p95_ms": 181.8171765, + "p99_ms": 252.99041509999995, + "final_messages": 10823, + "idempotency_results": 823, + "resource_samples": [ + { + "at": "2026-10-17T15:35:58.821674+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "72.79%", + "MemUsage": "62.07MiB / 512MiB", + "MemPerc": "12.12%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.26%", + "MemUsage": "63.88MiB / 512MiB", + "MemPerc": "12.48%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.37%", + "MemUsage": "20.04MiB / 128MiB", + "MemPerc": "15.66%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.05%", + "MemUsage": "76.22MiB / 768MiB", + "MemPerc": "9.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.42%", + "MemUsage": "13.09MiB / 128MiB", + "MemPerc": "10.23%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "9.99%", + "MemUsage": "27.68MiB / 384MiB", + "MemPerc": "7.21%" + } + ] + }, + { + "at": "2026-10-17T15:36:00.833382+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "75.45%", + "MemUsage": "75.28MiB / 512MiB", + "MemPerc": "14.70%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.13%", + "MemUsage": "74.44MiB / 512MiB", + "MemPerc": "14.54%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.51%", + "MemUsage": "19.14MiB / 128MiB", + "MemPerc": "14.95%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.08%", + "MemUsage": "77.54MiB / 768MiB", + "MemPerc": "10.10%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.48%", + "MemUsage": "13.25MiB / 128MiB", + "MemPerc": "10.35%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "9.92%", + "MemUsage": "31.05MiB / 384MiB", + "MemPerc": "8.09%" + } + ] + }, + { + "at": "2026-10-17T15:36:02.845501+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "17.76%", + "MemUsage": "62.4MiB / 512MiB", + "MemPerc": "12.19%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "15.20%", + "MemUsage": "64.78MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.32%", + "MemUsage": "19.54MiB / 128MiB", + "MemPerc": "15.26%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.36%", + "MemUsage": "78.32MiB / 768MiB", + "MemPerc": "10.20%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.78%", + "MemUsage": "13.48MiB / 128MiB", + "MemPerc": "10.53%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "2.98%", + "MemUsage": "31.65MiB / 384MiB", + "MemPerc": "8.24%" + } + ] + }, + { + "at": "2026-10-17T15:36:04.860359+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.56%", + "MemUsage": "65.07MiB / 512MiB", + "MemPerc": "12.71%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "61.53%", + "MemUsage": "65.64MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.47%", + "MemUsage": "20MiB / 128MiB", + "MemPerc": "15.63%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.34%", + "MemUsage": "77.8MiB / 768MiB", + "MemPerc": "10.13%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.49%", + "MemUsage": "13.68MiB / 128MiB", + "MemPerc": "10.69%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "11.15%", + "MemUsage": "31.34MiB / 384MiB", + "MemPerc": "8.16%" + } + ] + }, + { + "at": "2026-10-17T15:36:06.876344+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.66%", + "MemUsage": "64.79MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "61.90%", + "MemUsage": "65.33MiB / 512MiB", + "MemPerc": "12.76%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.68%", + "MemUsage": "19.08MiB / 128MiB", + "MemPerc": "14.90%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.29%", + "MemUsage": "78.12MiB / 768MiB", + "MemPerc": "10.17%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.46%", + "MemUsage": "12.84MiB / 128MiB", + "MemPerc": "10.03%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "11.75%", + "MemUsage": "31MiB / 384MiB", + "MemPerc": "8.07%" + } + ] + }, + { + "at": "2026-10-17T15:36:08.891613+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.45%", + "MemUsage": "65.59MiB / 512MiB", + "MemPerc": "12.81%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "68.35%", + "MemUsage": "64.9MiB / 512MiB", + "MemPerc": "12.68%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.95%", + "MemUsage": "19.95MiB / 128MiB", + "MemPerc": "15.58%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.91%", + "MemUsage": "77.79MiB / 768MiB", + "MemPerc": "10.13%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.10%", + "MemUsage": "13.49MiB / 128MiB", + "MemPerc": "10.54%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "9.82%", + "MemUsage": "31.18MiB / 384MiB", + "MemPerc": "8.12%" + } + ] + }, + { + "at": "2026-10-17T15:36:10.910906+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.70%", + "MemUsage": "65.65MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "76.29%", + "MemUsage": "65.66MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.85%", + "MemUsage": "19.49MiB / 128MiB", + "MemPerc": "15.23%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.78%", + "MemUsage": "78.12MiB / 768MiB", + "MemPerc": "10.17%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.28%", + "MemUsage": "13.39MiB / 128MiB", + "MemPerc": "10.46%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "9.75%", + "MemUsage": "31.65MiB / 384MiB", + "MemPerc": "8.24%" + } + ] + }, + { + "at": "2026-10-17T15:36:12.927574+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.32%", + "MemUsage": "71.47MiB / 512MiB", + "MemPerc": "13.96%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "87.61%", + "MemUsage": "65.12MiB / 512MiB", + "MemPerc": "12.72%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.49%", + "MemUsage": "20.24MiB / 128MiB", + "MemPerc": "15.81%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.77%", + "MemUsage": "79.6MiB / 768MiB", + "MemPerc": "10.36%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.29%", + "MemUsage": "13.82MiB / 128MiB", + "MemPerc": "10.79%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "11.11%", + "MemUsage": "33.24MiB / 384MiB", + "MemPerc": "8.66%" + } + ] + }, + { + "at": "2026-10-17T15:36:14.938820+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.98%", + "MemUsage": "65.97MiB / 512MiB", + "MemPerc": "12.88%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "84.89%", + "MemUsage": "78.57MiB / 512MiB", + "MemPerc": "15.35%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.80%", + "MemUsage": "19.07MiB / 128MiB", + "MemPerc": "14.90%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.65%", + "MemUsage": "78.95MiB / 768MiB", + "MemPerc": "10.28%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.44%", + "MemUsage": "14.2MiB / 128MiB", + "MemPerc": "11.09%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "11.56%", + "MemUsage": "33.74MiB / 384MiB", + "MemPerc": "8.79%" + } + ] + }, + { + "at": "2026-10-17T15:36:16.953978+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.26%", + "MemUsage": "66.03MiB / 512MiB", + "MemPerc": "12.90%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "63.46%", + "MemUsage": "65.7MiB / 512MiB", + "MemPerc": "12.83%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.79%", + "MemUsage": "18.96MiB / 128MiB", + "MemPerc": "14.81%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.18%", + "MemUsage": "78.8MiB / 768MiB", + "MemPerc": "10.26%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.42%", + "MemUsage": "13.69MiB / 128MiB", + "MemPerc": "10.69%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "11.67%", + "MemUsage": "33.36MiB / 384MiB", + "MemPerc": "8.69%" + } + ] + }, + { + "at": "2026-10-17T15:36:18.977557+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.56%", + "MemUsage": "64.44MiB / 512MiB", + "MemPerc": "12.59%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.63%", + "MemUsage": "64.65MiB / 512MiB", + "MemPerc": "12.63%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.53%", + "MemUsage": "18.89MiB / 128MiB", + "MemPerc": "14.76%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.70%", + "MemUsage": "78.82MiB / 768MiB", + "MemPerc": "10.26%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.56%", + "MemUsage": "12.65MiB / 128MiB", + "MemPerc": "9.88%" + }, + { + "ID": "1ddfe59a9b4e", + "Name": "happy_nightingale", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 8365, + "total_exec_time": 47.30240999999981, + "mean_exec_time": 0.005654800956365818, + "rows": 8365 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 8365, + "total_exec_time": 112.5704040000003, + "mean_exec_time": 0.013457310699342506, + "rows": 8365 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4190, + "total_exec_time": 384.12323299999827, + "mean_exec_time": 0.0916761892601435, + "rows": 213690 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3352, + "total_exec_time": 125.42604700000001, + "mean_exec_time": 0.03741827177804293, + "rows": 170952 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 823, + "total_exec_time": 6.646738999999988, + "mean_exec_time": 0.00807623207776428, + "rows": 823 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 823, + "total_exec_time": 3.994401999999998, + "mean_exec_time": 0.004853465370595379, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 823, + "total_exec_time": 62.40185199999994, + "mean_exec_time": 0.0758224204131227, + "rows": 823 + }, + { + "query": "COMMIT", + "calls": 823, + "total_exec_time": 0.41686199999999846, + "mean_exec_time": 0.0005065151883353583, + "rows": 0 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 823, + "total_exec_time": 5.785062000000008, + "mean_exec_time": 0.007029236938031591, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 823, + "total_exec_time": 0.422173999999998, + "mean_exec_time": 0.0005129696233292828, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 823, + "total_exec_time": 72.09811899999995, + "mean_exec_time": 0.0876040328068043, + "rows": 823 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ($1 /*, ... */)", + "calls": 114, + "total_exec_time": 1.951257, + "mean_exec_time": 0.017116289473684227, + "rows": 114 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.046167, + "mean_exec_time": 0.046167, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.076522134999998 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21076.522135 + }, + "metrics": { + "served_0f07e208d2674371841ad840ddfa777c": { + "type": "counter", + "contains": "default", + "values": { + "count": 3176, + "rate": 150.68899791232087 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0 + } + }, + "served_f510a9761ca847eaa7304c805eff3b8a": { + "type": "counter", + "contains": "default", + "values": { + "rate": 150.4043209641238, + "count": 3170 + } + }, + "data_sent": { + "values": { + "count": 3335220, + "rate": 158243.37519431073 + }, + "type": "counter", + "contains": "data" + }, + "http_req_duration": { + "values": { + "avg": 76.82452412109981, + "min": 2.099125, + "med": 85.844417, + "max": 416.16525, + "p(95)": 183.89095, + "p(99)": 260.14710687999985 + }, + "type": "trend", + "contains": "time" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 75.82559523983626, + "min": 2.099125, + "med": 83.55166700000001, + "max": 416.16525, + "p(95)": 181.8171765, + "p(99)": 252.99041509999995 + } + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 8365 + }, + "type": "rate", + "contains": "default" + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 6346, + "rate": 301.0933188764447 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.001042, + "max": 1.296166, + "p(95)": 0.002208, + "p(99)": 0.006116879999999984, + "avg": 0.0043249179916317534, + "min": 0.000542 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.0006329148834429168, + "min": 0, + "med": 0, + "max": 0.607459, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03390617035265975, + "min": 0.006084, + "med": 0.024167, + "max": 0.435209, + "p(95)": 0.08299159999999998, + "p(99)": 0.13111688 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.001875, + "med": 0.004, + "max": 0.504375, + "p(95)": 0.00925, + "p(99)": 0.022658519999999984, + "avg": 0.005343666826060889 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 76.78527428392131, + "min": 2.081125, + "med": 85.808958, + "max": 416.096958, + "p(95)": 183.8667, + "p(99)": 260.0692688799998 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 8365, + "rate": 396.887111944762 + }, + "type": "counter" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 127145442, + "rate": 6032562.734288135 + } + }, + "all_latency": { + "values": { + "avg": 75.82559523983626, + "min": 2.099125, + "med": 83.55166700000001, + "max": 416.16525, + "p(95)": 181.8171765, + "p(99)": 252.99041509999995 + }, + "type": "trend", + "contains": "time" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "med": 85.887416, + "max": 416.226333, + "p(95)": 183.97737499999997, + "p(99)": 260.21585175999985, + "avg": 76.87937877238497, + "min": 2.127875 + } + }, + "all_confirmed_writes": { + "contains": "default", + "values": { + "rate": 39.048188061032775, + "count": 823 + }, + "type": "counter" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 260.14710687999985, + "avg": 76.82452412109981, + "min": 2.099125, + "med": 85.844417, + "max": 416.16525, + "p(95)": 183.89095 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 6346, + "rate": 301.0933188764447 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 8365, + "rate": 396.887111944762 + } + } + } + } +} diff --git a/evidence/scaling/trial-02.json b/evidence/scaling/trial-02.json new file mode 100644 index 00000000..441fccab --- /dev/null +++ b/evidence/scaling/trial-02.json @@ -0,0 +1,899 @@ +{ + "configuration": { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.25, + "repeat": 3 + }, + "requests": 6277, + "successes": 6277, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 415.90597144790536, + "p50_ms": 76.526792, + "p95_ms": 177.8727506, + "p99_ms": 219.34063799999998, + "final_messages": 10832, + "idempotency_results": 832, + "resource_samples": [ + { + "at": "2026-10-17T15:36:25.300585+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "91.68%", + "MemUsage": "66.61MiB / 512MiB", + "MemPerc": "13.01%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "92.40%", + "MemUsage": "66.82MiB / 512MiB", + "MemPerc": "13.05%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.81%", + "MemUsage": "20.11MiB / 128MiB", + "MemPerc": "15.71%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.97%", + "MemUsage": "80.5MiB / 768MiB", + "MemPerc": "10.48%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.26%", + "MemUsage": "13.77MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "9.02%", + "MemUsage": "27.47MiB / 384MiB", + "MemPerc": "7.15%" + } + ] + }, + { + "at": "2026-10-17T15:36:27.314525+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "99.08%", + "MemUsage": "79.76MiB / 512MiB", + "MemPerc": "15.58%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.60%", + "MemUsage": "67.16MiB / 512MiB", + "MemPerc": "13.12%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.25%", + "MemUsage": "19.4MiB / 128MiB", + "MemPerc": "15.16%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.19%", + "MemUsage": "80.18MiB / 768MiB", + "MemPerc": "10.44%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.18%", + "MemUsage": "13.9MiB / 128MiB", + "MemPerc": "10.86%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "9.90%", + "MemUsage": "29.86MiB / 384MiB", + "MemPerc": "7.78%" + } + ] + }, + { + "at": "2026-10-17T15:36:29.327169+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "19.70%", + "MemUsage": "66.52MiB / 512MiB", + "MemPerc": "12.99%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "35.30%", + "MemUsage": "66.78MiB / 512MiB", + "MemPerc": "13.04%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.26%", + "MemUsage": "19.43MiB / 128MiB", + "MemPerc": "15.18%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "5.05%", + "MemUsage": "80.11MiB / 768MiB", + "MemPerc": "10.43%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.60%", + "MemUsage": "13.86MiB / 128MiB", + "MemPerc": "10.83%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "2.60%", + "MemUsage": "29.66MiB / 384MiB", + "MemPerc": "7.72%" + } + ] + }, + { + "at": "2026-10-17T15:36:31.344685+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "86.57%", + "MemUsage": "66.71MiB / 512MiB", + "MemPerc": "13.03%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "93.84%", + "MemUsage": "67.08MiB / 512MiB", + "MemPerc": "13.10%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.47%", + "MemUsage": "19.63MiB / 128MiB", + "MemPerc": "15.34%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.44%", + "MemUsage": "79.61MiB / 768MiB", + "MemPerc": "10.37%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.53%", + "MemUsage": "13.97MiB / 128MiB", + "MemPerc": "10.92%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "10.99%", + "MemUsage": "29.18MiB / 384MiB", + "MemPerc": "7.60%" + } + ] + }, + { + "at": "2026-10-17T15:36:33.359929+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "91.29%", + "MemUsage": "67.24MiB / 512MiB", + "MemPerc": "13.13%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "89.64%", + "MemUsage": "79.64MiB / 512MiB", + "MemPerc": "15.55%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.19%", + "MemUsage": "19.93MiB / 128MiB", + "MemPerc": "15.57%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.58%", + "MemUsage": "79.91MiB / 768MiB", + "MemPerc": "10.41%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.78%", + "MemUsage": "13.59MiB / 128MiB", + "MemPerc": "10.62%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "9.94%", + "MemUsage": "31.45MiB / 384MiB", + "MemPerc": "8.19%" + } + ] + }, + { + "at": "2026-10-17T15:36:35.375929+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.14%", + "MemUsage": "67.96MiB / 512MiB", + "MemPerc": "13.27%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "79.64%", + "MemUsage": "67.46MiB / 512MiB", + "MemPerc": "13.18%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.44%", + "MemUsage": "19.8MiB / 128MiB", + "MemPerc": "15.47%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.22%", + "MemUsage": "80.67MiB / 768MiB", + "MemPerc": "10.50%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.40%", + "MemUsage": "14.16MiB / 128MiB", + "MemPerc": "11.06%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "10.88%", + "MemUsage": "31.17MiB / 384MiB", + "MemPerc": "8.12%" + } + ] + }, + { + "at": "2026-10-17T15:36:37.392154+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "89.68%", + "MemUsage": "67MiB / 512MiB", + "MemPerc": "13.09%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "81.70%", + "MemUsage": "67.58MiB / 512MiB", + "MemPerc": "13.20%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.96%", + "MemUsage": "19.57MiB / 128MiB", + "MemPerc": "15.29%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.25%", + "MemUsage": "80.42MiB / 768MiB", + "MemPerc": "10.47%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.20%", + "MemUsage": "13.5MiB / 128MiB", + "MemPerc": "10.55%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "9.88%", + "MemUsage": "31.98MiB / 384MiB", + "MemPerc": "8.33%" + } + ] + }, + { + "at": "2026-10-17T15:36:39.412785+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "98.70%", + "MemUsage": "79.99MiB / 512MiB", + "MemPerc": "15.62%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.08%", + "MemUsage": "67.2MiB / 512MiB", + "MemPerc": "13.12%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.63%", + "MemUsage": "20.22MiB / 128MiB", + "MemPerc": "15.80%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.63%", + "MemUsage": "80.03MiB / 768MiB", + "MemPerc": "10.42%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.32%", + "MemUsage": "13.66MiB / 128MiB", + "MemPerc": "10.67%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "11.48%", + "MemUsage": "34.17MiB / 384MiB", + "MemPerc": "8.90%" + } + ] + }, + { + "at": "2026-10-17T15:36:41.431164+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.93%", + "MemUsage": "67.56MiB / 512MiB", + "MemPerc": "13.20%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.23%", + "MemUsage": "68.16MiB / 512MiB", + "MemPerc": "13.31%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.56%", + "MemUsage": "20.05MiB / 128MiB", + "MemPerc": "15.66%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.34%", + "MemUsage": "80.55MiB / 768MiB", + "MemPerc": "10.49%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.40%", + "MemUsage": "13.6MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "10.99%", + "MemUsage": "33.89MiB / 384MiB", + "MemPerc": "8.83%" + } + ] + }, + { + "at": "2026-10-17T15:36:43.441261+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.18%", + "MemUsage": "67.56MiB / 512MiB", + "MemPerc": "13.20%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.32%", + "MemUsage": "67.76MiB / 512MiB", + "MemPerc": "13.23%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.38%", + "MemUsage": "19.51MiB / 128MiB", + "MemPerc": "15.24%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.09%", + "MemUsage": "80.25MiB / 768MiB", + "MemPerc": "10.45%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.39%", + "MemUsage": "13.79MiB / 128MiB", + "MemPerc": "10.77%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "11.00%", + "MemUsage": "33.89MiB / 384MiB", + "MemPerc": "8.83%" + } + ] + }, + { + "at": "2026-10-17T15:36:45.462442+00:00", + "containers": [ + { + "ID": "7c9558cba3d9", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.54%", + "MemUsage": "65.61MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "b78bf33e58eb", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "18.37%", + "MemUsage": "67.09MiB / 512MiB", + "MemPerc": "13.10%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.41%", + "MemUsage": "18.53MiB / 128MiB", + "MemPerc": "14.47%" + }, + { + "ID": "0ba89a1edc91", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.79%", + "MemUsage": "80.49MiB / 768MiB", + "MemPerc": "10.48%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.12%", + "MemUsage": "13.01MiB / 128MiB", + "MemPerc": "10.16%" + }, + { + "ID": "ac8a4ea92c4b", + "Name": "sweet_williams", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 8463, + "total_exec_time": 48.114288999999744, + "mean_exec_time": 0.005685252156445731, + "rows": 8463 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 8463, + "total_exec_time": 113.19946400000025, + "mean_exec_time": 0.013375808105872612, + "rows": 8463 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4240, + "total_exec_time": 201.99655400000034, + "mean_exec_time": 0.047640696698113175, + "rows": 216240 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3391, + "total_exec_time": 147.77672299999992, + "mean_exec_time": 0.043579098496018785, + "rows": 172941 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 832, + "total_exec_time": 2.4299329999999983, + "mean_exec_time": 0.0029205925480769203, + "rows": 832 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 832, + "total_exec_time": 3.8429409999999957, + "mean_exec_time": 0.004618919471153847, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 832, + "total_exec_time": 59.44683300000005, + "mean_exec_time": 0.0714505204326923, + "rows": 832 + }, + { + "query": "COMMIT", + "calls": 832, + "total_exec_time": 0.43324199999999913, + "mean_exec_time": 0.0005207235576923078, + "rows": 0 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 832, + "total_exec_time": 5.689499999999991, + "mean_exec_time": 0.006838341346153846, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 832, + "total_exec_time": 0.4544999999999982, + "mean_exec_time": 0.0005462740384615383, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 832, + "total_exec_time": 68.65632200000005, + "mean_exec_time": 0.08251961778846147, + "rows": 832 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ($1 /*, ... */)", + "calls": 117, + "total_exec_time": 2.0801199999999995, + "mean_exec_time": 0.01777880341880342, + "rows": 117 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.07050000000000001, + "mean_exec_time": 0.07050000000000001, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.092353634999998 + }, + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [], + "name": "", + "path": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21092.353635 + }, + "metrics": { + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 128645503, + "rate": 6099153.5238879 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 8463, + "rate": 401.2354498910335 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 76.60435690775843, + "min": 2.111041, + "med": 76.526792, + "max": 308.590792, + "p(95)": 177.8727506, + "p(99)": 219.34063799999998 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "avg": 0.0006877978258300839, + "min": 0, + "med": 0, + "max": 0.703708 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 6277, + "rate": 297.5959965693037 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 8463, + "rate": 401.2354498910335 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 832, + "rate": 39.445574182835855 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.024583, + "max": 0.433542, + "p(95)": 0.08464609999999993, + "p(99)": 0.1383395, + "avg": 0.0347564824530308, + "min": 0.006458 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 175.22896609999995, + "p(99)": 219.63484146, + "avg": 75.85594140671145, + "min": 1.970792, + "med": 76.13725, + "max": 350.743751 + } + }, + "served_f510a9761ca847eaa7304c805eff3b8a": { + "type": "counter", + "contains": "default", + "values": { + "count": 3137, + "rate": 148.7268824658126 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 8463 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 76.60435690775843, + "min": 2.111041, + "med": 76.526792, + "max": 308.590792, + "p(95)": 177.8727506, + "p(99)": 219.34063799999998 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 3374485, + "rate": 159986.1759571717 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 6277, + "rate": 297.5959965693037 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.001875, + "med": 0.003959, + "max": 0.531375, + "p(95)": 0.008870799999999984, + "p(99)": 0.020848959999999996, + "avg": 0.0052708546614675155 + } + }, + "served_0f07e208d2674371841ad840ddfa777c": { + "type": "counter", + "contains": "default", + "values": { + "count": 3140, + "rate": 148.86911410349109 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "min": 1.944459, + "med": 76.048833, + "max": 350.719375, + "p(95)": 175.18270389999995, + "p(99)": 219.58109896, + "avg": 75.8011262967031 + } + }, + "http_req_waiting": { + "values": { + "med": 76.018958, + "max": 350.641959, + "p(95)": 175.16185859999996, + "p(99)": 219.543743, + "avg": 75.76109895958905, + "min": 1.925417 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + }, + "type": "gauge" + }, + "http_req_duration": { + "values": { + "avg": 75.8011262967031, + "min": 1.944459, + "med": 76.048833, + "max": 350.719375, + "p(95)": 175.18270389999995, + "p(99)": 219.58109896 + }, + "type": "trend", + "contains": "time" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004724763322698557, + "min": 0.000542, + "med": 0.001, + "max": 1.900667, + "p(95)": 0.002125, + "p(99)": 0.005042 + } + } + } + } +} diff --git a/evidence/scaling/trial-03.json b/evidence/scaling/trial-03.json new file mode 100644 index 00000000..2d3f10b6 --- /dev/null +++ b/evidence/scaling/trial-03.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 8, + "optimized": false, + "repeat": 3 + }, + "requests": 5143, + "successes": 5143, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 342.2042218025614, + "p50_ms": 17.833708, + "p95_ms": 65.4888795, + "p99_ms": 89.91455885999999, + "final_messages": 10676, + "idempotency_results": 676, + "resource_samples": [ + { + "at": "2026-10-17T15:37:00.145373+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "104.67%", + "MemUsage": "70.84MiB / 512MiB", + "MemPerc": "13.84%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "65.64%", + "MemUsage": "71.86MiB / 512MiB", + "MemPerc": "14.04%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.30%", + "MemUsage": "19.48MiB / 128MiB", + "MemPerc": "15.22%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "21.85%", + "MemUsage": "63.79MiB / 768MiB", + "MemPerc": "8.31%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.79%", + "MemUsage": "19.55MiB / 128MiB", + "MemPerc": "15.27%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "9.55%", + "MemUsage": "21.17MiB / 384MiB", + "MemPerc": "5.51%" + } + ] + }, + { + "at": "2026-10-17T15:37:02.160061+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.16%", + "MemUsage": "60.45MiB / 512MiB", + "MemPerc": "11.81%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "48.62%", + "MemUsage": "59.28MiB / 512MiB", + "MemPerc": "11.58%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.21%", + "MemUsage": "19.09MiB / 128MiB", + "MemPerc": "14.92%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.31%", + "MemUsage": "64.7MiB / 768MiB", + "MemPerc": "8.42%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.10%", + "MemUsage": "13.55MiB / 128MiB", + "MemPerc": "10.59%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "7.87%", + "MemUsage": "23.15MiB / 384MiB", + "MemPerc": "6.03%" + } + ] + }, + { + "at": "2026-10-17T15:37:04.172446+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "13.92%", + "MemUsage": "60.51MiB / 512MiB", + "MemPerc": "11.82%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "20.48%", + "MemUsage": "60.54MiB / 512MiB", + "MemPerc": "11.82%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.28%", + "MemUsage": "19.79MiB / 128MiB", + "MemPerc": "15.46%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "7.56%", + "MemUsage": "74.77MiB / 768MiB", + "MemPerc": "9.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.18%", + "MemUsage": "13.05MiB / 128MiB", + "MemPerc": "10.20%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "2.48%", + "MemUsage": "22.71MiB / 384MiB", + "MemPerc": "5.91%" + } + ] + }, + { + "at": "2026-10-17T15:37:06.186504+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "48.33%", + "MemUsage": "60.86MiB / 512MiB", + "MemPerc": "11.89%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.63%", + "MemUsage": "60.53MiB / 512MiB", + "MemPerc": "11.82%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.19%", + "MemUsage": "19.86MiB / 128MiB", + "MemPerc": "15.51%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.96%", + "MemUsage": "77.38MiB / 768MiB", + "MemPerc": "10.07%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.27%", + "MemUsage": "13.69MiB / 128MiB", + "MemPerc": "10.70%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "8.28%", + "MemUsage": "22.9MiB / 384MiB", + "MemPerc": "5.96%" + } + ] + }, + { + "at": "2026-10-17T15:37:08.201398+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "45.79%", + "MemUsage": "60.57MiB / 512MiB", + "MemPerc": "11.83%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.89%", + "MemUsage": "60.03MiB / 512MiB", + "MemPerc": "11.72%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.91%", + "MemUsage": "20.34MiB / 128MiB", + "MemPerc": "15.89%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.06%", + "MemUsage": "78.89MiB / 768MiB", + "MemPerc": "10.27%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.15%", + "MemUsage": "13.88MiB / 128MiB", + "MemPerc": "10.84%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "8.58%", + "MemUsage": "23.16MiB / 384MiB", + "MemPerc": "6.03%" + } + ] + }, + { + "at": "2026-10-17T15:37:10.220956+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.26%", + "MemUsage": "60.55MiB / 512MiB", + "MemPerc": "11.83%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "67.80%", + "MemUsage": "60.21MiB / 512MiB", + "MemPerc": "11.76%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.34%", + "MemUsage": "19.55MiB / 128MiB", + "MemPerc": "15.28%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.80%", + "MemUsage": "78.02MiB / 768MiB", + "MemPerc": "10.16%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.34%", + "MemUsage": "13.32MiB / 128MiB", + "MemPerc": "10.41%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "8.74%", + "MemUsage": "23.79MiB / 384MiB", + "MemPerc": "6.19%" + } + ] + }, + { + "at": "2026-10-17T15:37:12.236319+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.76%", + "MemUsage": "61.31MiB / 512MiB", + "MemPerc": "11.97%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "58.15%", + "MemUsage": "60.02MiB / 512MiB", + "MemPerc": "11.72%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.60%", + "MemUsage": "19.72MiB / 128MiB", + "MemPerc": "15.41%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.55%", + "MemUsage": "78.43MiB / 768MiB", + "MemPerc": "10.21%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.03%", + "MemUsage": "13.44MiB / 128MiB", + "MemPerc": "10.50%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "7.45%", + "MemUsage": "23.44MiB / 384MiB", + "MemPerc": "6.10%" + } + ] + }, + { + "at": "2026-10-17T15:37:14.252863+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "106.66%", + "MemUsage": "73.91MiB / 512MiB", + "MemPerc": "14.43%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "75.23%", + "MemUsage": "60.45MiB / 512MiB", + "MemPerc": "11.81%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.25%", + "MemUsage": "19.39MiB / 128MiB", + "MemPerc": "15.15%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.96%", + "MemUsage": "78.04MiB / 768MiB", + "MemPerc": "10.16%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.24%", + "MemUsage": "13.53MiB / 128MiB", + "MemPerc": "10.57%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "8.41%", + "MemUsage": "23.55MiB / 384MiB", + "MemPerc": "6.13%" + } + ] + }, + { + "at": "2026-10-17T15:37:16.268252+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "83.54%", + "MemUsage": "60.93MiB / 512MiB", + "MemPerc": "11.90%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "69.66%", + "MemUsage": "71.2MiB / 512MiB", + "MemPerc": "13.91%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.11%", + "MemUsage": "19.75MiB / 128MiB", + "MemPerc": "15.43%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.30%", + "MemUsage": "78.66MiB / 768MiB", + "MemPerc": "10.24%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.14%", + "MemUsage": "13.66MiB / 128MiB", + "MemPerc": "10.67%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "7.96%", + "MemUsage": "23.91MiB / 384MiB", + "MemPerc": "6.23%" + } + ] + }, + { + "at": "2026-10-17T15:37:18.283325+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.90%", + "MemUsage": "61MiB / 512MiB", + "MemPerc": "11.91%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "47.95%", + "MemUsage": "60.73MiB / 512MiB", + "MemPerc": "11.86%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.14%", + "MemUsage": "19.29MiB / 128MiB", + "MemPerc": "15.07%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.53%", + "MemUsage": "79.48MiB / 768MiB", + "MemPerc": "10.35%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.09%", + "MemUsage": "13.31MiB / 128MiB", + "MemPerc": "10.40%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "8.18%", + "MemUsage": "23.21MiB / 384MiB", + "MemPerc": "6.05%" + } + ] + }, + { + "at": "2026-10-17T15:37:20.301523+00:00", + "containers": [ + { + "ID": "72348da2e405", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.88%", + "MemUsage": "59.36MiB / 512MiB", + "MemPerc": "11.59%" + }, + { + "ID": "d2db46019f3f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "1.23%", + "MemUsage": "58.69MiB / 512MiB", + "MemPerc": "11.46%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.66%", + "MemUsage": "17.96MiB / 128MiB", + "MemPerc": "14.03%" + }, + { + "ID": "86f93758fad4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "3.44%", + "MemUsage": "78.42MiB / 768MiB", + "MemPerc": "10.21%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.18%", + "MemUsage": "12.52MiB / 128MiB", + "MemPerc": "9.78%" + }, + { + "ID": "a3fd45fb3ac3", + "Name": "flamboyant_tesla", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 20516, + "total_exec_time": 4.23423600000007, + "mean_exec_time": 0.00020638701501267273, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 20516, + "total_exec_time": 4.419669000000022, + "mean_exec_time": 0.000215425472801715, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 6799, + "total_exec_time": 94.49006000000013, + "mean_exec_time": 0.013897640829533755, + "rows": 6799 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 6799, + "total_exec_time": 37.41852199999972, + "mean_exec_time": 0.005503533166642168, + "rows": 6799 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 3403, + "total_exec_time": 130.83339400000008, + "mean_exec_time": 0.03844648662944462, + "rows": 173553 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2720, + "total_exec_time": 103.02440899999989, + "mean_exec_time": 0.03787662095588232, + "rows": 138720 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 676, + "total_exec_time": 4.679530999999996, + "mean_exec_time": 0.00692238313609467, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 676, + "total_exec_time": 2.862866, + "mean_exec_time": 0.004235008875739643, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 676, + "total_exec_time": 53.17175599999999, + "mean_exec_time": 0.07865644378698222, + "rows": 676 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 676, + "total_exec_time": 2.3447419999999983, + "mean_exec_time": 0.003468553254437868, + "rows": 676 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 676, + "total_exec_time": 57.088067999999986, + "mean_exec_time": 0.08444980473372768, + "rows": 676 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 119, + "total_exec_time": 2.157743000000001, + "mean_exec_time": 0.01813229411764706, + "rows": 119 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.057290999999999995, + "mean_exec_time": 0.057290999999999995, + "rows": 1 + } + ], + "raw_k6": { + "state": { + "isStdErrTTY": false, + "testRunDurationMs": 21029.03726, + "isStdOutTTY": false + }, + "metrics": { + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "max": 1.290583, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0007101414913957935, + "min": 0 + } + }, + "http_req_receiving": { + "contains": "time", + "values": { + "min": 0.006084, + "med": 0.023166, + "max": 0.614875, + "p(95)": 0.07925419999999998, + "p(99)": 0.12584565999999997, + "avg": 0.032924640976614274 + }, + "type": "trend" + }, + "http_req_blocked": { + "values": { + "avg": 0.0025530307398147624, + "min": 0.000583, + "med": 0.001042, + "max": 1.534167, + "p(95)": 0.002125, + "p(99)": 0.003792 + }, + "type": "trend", + "contains": "time" + }, + "iteration_duration": { + "values": { + "max": 157.572209, + "p(95)": 66.565, + "p(99)": 90.81892716, + "avg": 23.585720511987038, + "min": 2.513916, + "med": 18.024 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 8, + "max": 8 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 157.449292, + "p(95)": 66.43065419999999, + "p(99)": 90.69985666, + "avg": 23.495563917487928, + "min": 2.448584, + "med": 17.927125 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 6799, + "rate": 323.31484869887953 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 8, + "max": 8 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 0.632125, + "p(95)": 0.009171099999999988, + "p(99)": 0.021921839999999984, + "avg": 0.00564904147668769, + "min": 0.002041, + "med": 0.003958 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 103226893, + "rate": 4908778.833938877 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 6799, + "rate": 323.31484869887953 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2707556, + "rate": 128753.2076016684 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 65.4888795, + "p(99)": 89.91455885999999, + "avg": 23.315336290686442, + "min": 2.468416, + "med": 17.833708, + "max": 157.493584 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "max": 157.493584, + "p(95)": 66.5004336, + "p(99)": 90.76055683999999, + "avg": 23.534137599941122, + "min": 2.468416, + "med": 17.9605 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 6799 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 676, + "rate": 32.14602702168592 + } + }, + "served_f26e7313b35c4488997f3c99ae7a76d4": { + "type": "counter", + "contains": "default", + "values": { + "count": 2573, + "rate": 122.35462651893177 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.468416, + "med": 17.9605, + "max": 157.493584, + "p(95)": 66.5004336, + "p(99)": 90.76055683999999, + "avg": 23.534137599941122 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 5143, + "rate": 244.5665931546312 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 23.315336290686442, + "min": 2.468416, + "med": 17.833708, + "max": 157.493584, + "p(95)": 65.4888795, + "p(99)": 89.91455885999999 + } + }, + "served_a9e2ba1143b943bdad745ad837e13f28": { + "type": "counter", + "contains": "default", + "values": { + "rate": 122.21196663569943, + "count": 2570 + } + }, + "measured_requests": { + "contains": "default", + "values": { + "count": 5143, + "rate": 244.5665931546312 + }, + "type": "counter" + } + }, + "profile": { + "concurrency": 8, + "measurement_wall_seconds": 15.029037260000003, + "warmup_seconds": 5, + "duration_seconds": 15 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ] + } + } +} diff --git a/evidence/scaling/trial-04.json b/evidence/scaling/trial-04.json new file mode 100644 index 00000000..c481d24d --- /dev/null +++ b/evidence/scaling/trial-04.json @@ -0,0 +1,906 @@ +{ + "configuration": { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.25, + "repeat": 1 + }, + "requests": 6283, + "successes": 6283, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 417.4054012046593, + "p50_ms": 79.543583, + "p95_ms": 178.36862949999997, + "p99_ms": 252.00016699999992, + "final_messages": 10819, + "idempotency_results": 819, + "resource_samples": [ + { + "at": "2026-10-17T15:37:35.267707+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "68.55%", + "MemUsage": "62.18MiB / 512MiB", + "MemPerc": "12.14%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "98.01%", + "MemUsage": "65.05MiB / 512MiB", + "MemPerc": "12.71%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.87%", + "MemUsage": "19.83MiB / 128MiB", + "MemPerc": "15.49%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.75%", + "MemUsage": "74.41MiB / 768MiB", + "MemPerc": "9.69%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.09%", + "MemUsage": "14.34MiB / 128MiB", + "MemPerc": "11.20%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "8.83%", + "MemUsage": "27.1MiB / 384MiB", + "MemPerc": "7.06%" + } + ] + }, + { + "at": "2026-10-17T15:37:37.278637+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "80.72%", + "MemUsage": "74.99MiB / 512MiB", + "MemPerc": "14.65%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.51%", + "MemUsage": "68.48MiB / 512MiB", + "MemPerc": "13.37%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.95%", + "MemUsage": "20.06MiB / 128MiB", + "MemPerc": "15.67%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.50%", + "MemUsage": "77.58MiB / 768MiB", + "MemPerc": "10.10%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.37%", + "MemUsage": "14.02MiB / 128MiB", + "MemPerc": "10.95%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "12.31%", + "MemUsage": "29.14MiB / 384MiB", + "MemPerc": "7.59%" + } + ] + }, + { + "at": "2026-10-17T15:37:39.296977+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "17.68%", + "MemUsage": "63.07MiB / 512MiB", + "MemPerc": "12.32%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "16.00%", + "MemUsage": "65MiB / 512MiB", + "MemPerc": "12.70%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.29%", + "MemUsage": "20.05MiB / 128MiB", + "MemPerc": "15.67%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "5.68%", + "MemUsage": "78.04MiB / 768MiB", + "MemPerc": "10.16%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.56%", + "MemUsage": "13.48MiB / 128MiB", + "MemPerc": "10.53%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "4.49%", + "MemUsage": "29.6MiB / 384MiB", + "MemPerc": "7.71%" + } + ] + }, + { + "at": "2026-10-17T15:37:41.317222+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "72.00%", + "MemUsage": "64.69MiB / 512MiB", + "MemPerc": "12.63%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "96.45%", + "MemUsage": "65.16MiB / 512MiB", + "MemPerc": "12.73%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "7.08%", + "MemUsage": "19.88MiB / 128MiB", + "MemPerc": "15.53%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "21.19%", + "MemUsage": "77.96MiB / 768MiB", + "MemPerc": "10.15%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.89%", + "MemUsage": "13.64MiB / 128MiB", + "MemPerc": "10.65%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "11.13%", + "MemUsage": "30.89MiB / 384MiB", + "MemPerc": "8.04%" + } + ] + }, + { + "at": "2026-10-17T15:37:43.330945+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "55.94%", + "MemUsage": "65.57MiB / 512MiB", + "MemPerc": "12.81%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "97.74%", + "MemUsage": "65.17MiB / 512MiB", + "MemPerc": "12.73%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.00%", + "MemUsage": "20.32MiB / 128MiB", + "MemPerc": "15.87%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.05%", + "MemUsage": "79.1MiB / 768MiB", + "MemPerc": "10.30%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.23%", + "MemUsage": "13.53MiB / 128MiB", + "MemPerc": "10.57%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "10.75%", + "MemUsage": "31.19MiB / 384MiB", + "MemPerc": "8.12%" + } + ] + }, + { + "at": "2026-10-17T15:37:45.343927+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "76.86%", + "MemUsage": "65.83MiB / 512MiB", + "MemPerc": "12.86%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.07%", + "MemUsage": "66MiB / 512MiB", + "MemPerc": "12.89%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.82%", + "MemUsage": "26.85MiB / 128MiB", + "MemPerc": "20.97%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.02%", + "MemUsage": "82.19MiB / 768MiB", + "MemPerc": "10.70%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.23%", + "MemUsage": "13.41MiB / 128MiB", + "MemPerc": "10.48%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "9.65%", + "MemUsage": "33.15MiB / 384MiB", + "MemPerc": "8.63%" + } + ] + }, + { + "at": "2026-10-17T15:37:47.359936+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "93.00%", + "MemUsage": "66.47MiB / 512MiB", + "MemPerc": "12.98%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.14%", + "MemUsage": "78.7MiB / 512MiB", + "MemPerc": "15.37%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.97%", + "MemUsage": "20.23MiB / 128MiB", + "MemPerc": "15.80%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.98%", + "MemUsage": "79.07MiB / 768MiB", + "MemPerc": "10.30%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.23%", + "MemUsage": "14.25MiB / 128MiB", + "MemPerc": "11.13%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "9.79%", + "MemUsage": "33.34MiB / 384MiB", + "MemPerc": "8.68%" + } + ] + }, + { + "at": "2026-10-17T15:37:49.374478+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "86.08%", + "MemUsage": "66.47MiB / 512MiB", + "MemPerc": "12.98%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.47%", + "MemUsage": "65.59MiB / 512MiB", + "MemPerc": "12.81%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.31%", + "MemUsage": "19.91MiB / 128MiB", + "MemPerc": "15.55%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.39%", + "MemUsage": "79.08MiB / 768MiB", + "MemPerc": "10.30%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.33%", + "MemUsage": "14.15MiB / 128MiB", + "MemPerc": "11.06%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "10.43%", + "MemUsage": "33.76MiB / 384MiB", + "MemPerc": "8.79%" + } + ] + }, + { + "at": "2026-10-17T15:37:51.392298+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "70.73%", + "MemUsage": "77.54MiB / 512MiB", + "MemPerc": "15.14%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.50%", + "MemUsage": "65.93MiB / 512MiB", + "MemPerc": "12.88%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.39%", + "MemUsage": "19.95MiB / 128MiB", + "MemPerc": "15.58%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.45%", + "MemUsage": "79.79MiB / 768MiB", + "MemPerc": "10.39%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.42%", + "MemUsage": "14.24MiB / 128MiB", + "MemPerc": "11.13%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "10.52%", + "MemUsage": "33.65MiB / 384MiB", + "MemPerc": "8.76%" + } + ] + }, + { + "at": "2026-10-17T15:37:53.408959+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "60.03%", + "MemUsage": "66.69MiB / 512MiB", + "MemPerc": "13.03%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.06%", + "MemUsage": "66.28MiB / 512MiB", + "MemPerc": "12.95%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.47%", + "MemUsage": "20.67MiB / 128MiB", + "MemPerc": "16.15%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.45%", + "MemUsage": "78.93MiB / 768MiB", + "MemPerc": "10.28%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.40%", + "MemUsage": "13.88MiB / 128MiB", + "MemPerc": "10.84%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "11.26%", + "MemUsage": "33.48MiB / 384MiB", + "MemPerc": "8.72%" + } + ] + }, + { + "at": "2026-10-17T15:37:55.424722+00:00", + "containers": [ + { + "ID": "579f1e53a48c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.83%", + "MemUsage": "64.45MiB / 512MiB", + "MemPerc": "12.59%" + }, + { + "ID": "ac346185694f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.92%", + "MemUsage": "64.92MiB / 512MiB", + "MemPerc": "12.68%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.45%", + "MemUsage": "18.28MiB / 128MiB", + "MemPerc": "14.28%" + }, + { + "ID": "75c0bf65f00f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.23%", + "MemUsage": "77.87MiB / 768MiB", + "MemPerc": "10.14%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.26%", + "MemUsage": "11.36MiB / 128MiB", + "MemPerc": "8.88%" + }, + { + "ID": "bb9414b9f04e", + "Name": "friendly_goldwasser", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 8347, + "total_exec_time": 50.814234999999314, + "mean_exec_time": 0.0060877243320953695, + "rows": 8347 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 8347, + "total_exec_time": 239.33538300000006, + "mean_exec_time": 0.028673221876123096, + "rows": 8347 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4181, + "total_exec_time": 210.88693100000035, + "mean_exec_time": 0.050439352068883156, + "rows": 213231 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3347, + "total_exec_time": 125.72553700000027, + "mean_exec_time": 0.037563650134448824, + "rows": 170697 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 819, + "total_exec_time": 2.720250999999997, + "mean_exec_time": 0.0033214297924297927, + "rows": 819 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 819, + "total_exec_time": 56.85982299999991, + "mean_exec_time": 0.06942591330891333, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 819, + "total_exec_time": 103.33648499999994, + "mean_exec_time": 0.12617397435897415, + "rows": 819 + }, + { + "query": "COMMIT", + "calls": 819, + "total_exec_time": 0.43915099999999946, + "mean_exec_time": 0.000536203907203909, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 819, + "total_exec_time": 70.06110999999996, + "mean_exec_time": 0.08554470085470087, + "rows": 819 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 819, + "total_exec_time": 5.7220119999999985, + "mean_exec_time": 0.006986583638583639, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 819, + "total_exec_time": 0.4181629999999985, + "mean_exec_time": 0.0005105775335775341, + "rows": 0 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 115, + "total_exec_time": 1.9577179999999987, + "mean_exec_time": 0.01702363478260869, + "rows": 115 + }, + { + "query": "SELECT * FROM users WHERE id=$1", + "calls": 2, + "total_exec_time": 0.010291000000000002, + "mean_exec_time": 0.005145500000000001, + "rows": 2 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.061500000000000006, + "mean_exec_time": 0.061500000000000006, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.052512453999999 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21052.512454 + }, + "metrics": { + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.029564819999999957, + "avg": 0.006120064214687831, + "min": 0.002125, + "med": 0.003917, + "max": 3.697584, + "p(95)": 0.00925 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 81.545791, + "max": 462.458917, + "p(95)": 180.07592499999998, + "p(99)": 255.9187728599999, + "avg": 76.84111610554699, + "min": 2.0055 + } + }, + "served_34d1bb81b70f48c1a255e275197b7a00": { + "type": "counter", + "contains": "default", + "values": { + "count": 3142, + "rate": 149.24584449791013 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 8347 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 8347, + "rate": 396.48474348314954 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 38.902720128513174, + "count": 819 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 126908259, + "rate": 6028176.4125443995 + } + }, + "http_req_tls_handshaking": { + "values": { + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.0064585400000000005, + "avg": 0.008225321552653276, + "min": 0.000541, + "med": 0.001, + "max": 3.329, + "p(95)": 0.002237699999999985 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 158073.6744496121, + "count": 3327848 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 462.732417, + "p(95)": 180.18561329999997, + "p(99)": 256.0166061399999, + "avg": 76.94612076662278, + "min": 2.046458, + "med": 81.668167 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 6283, + "rate": 298.44418872704307 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 6283, + "rate": 298.44418872704307 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 76.88151845752972, + "min": 2.024458, + "med": 81.582292, + "max": 462.538542, + "p(95)": 180.1276962, + "p(99)": 255.9497049999999 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "served_ff4c5b5df3d343bc9836211bfa6409b1": { + "contains": "default", + "values": { + "count": 3141, + "rate": 149.19834422913294 + }, + "type": "counter" + }, + "http_req_receiving": { + "values": { + "max": 0.416042, + "p(95)": 0.08448769999999999, + "p(99)": 0.13512836, + "avg": 0.03428228776806033, + "min": 0.006291, + "med": 0.024 + }, + "type": "trend", + "contains": "time" + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 76.46937748368636, + "min": 2.083, + "med": 79.543583, + "max": 462.538542, + "p(95)": 178.36862949999997, + "p(99)": 252.00016699999992 + } + }, + "http_reqs": { + "contains": "default", + "values": { + "count": 8347, + "rate": 396.48474348314954 + }, + "type": "counter" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "max": 462.538542, + "p(95)": 180.1276962, + "p(99)": 255.9497049999999, + "avg": 76.88151845752972, + "min": 2.024458, + "med": 81.582292 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.083, + "med": 79.543583, + "max": 462.538542, + "p(95)": 178.36862949999997, + "p(99)": 252.00016699999992, + "avg": 76.46937748368636 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 1.514417, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0015362458368276028, + "min": 0, + "med": 0 + } + } + } + } +} diff --git a/evidence/scaling/trial-05.json b/evidence/scaling/trial-05.json new file mode 100644 index 00000000..0a811638 --- /dev/null +++ b/evidence/scaling/trial-05.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 96, + "optimized": false, + "repeat": 2 + }, + "requests": 4058, + "successes": 4058, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 266.5772894108638, + "p50_ms": 338.21975, + "p95_ms": 496.8709340499999, + "p99_ms": 572.98640567, + "final_messages": 10480, + "idempotency_results": 480, + "resource_samples": [ + { + "at": "2026-10-17T15:38:10.468045+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "104.26%", + "MemUsage": "78.63MiB / 512MiB", + "MemPerc": "15.36%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.44%", + "MemUsage": "78.51MiB / 512MiB", + "MemPerc": "15.33%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.58%", + "MemUsage": "20.97MiB / 128MiB", + "MemPerc": "16.38%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.11%", + "MemUsage": "70.07MiB / 768MiB", + "MemPerc": "9.12%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.88%", + "MemUsage": "12.61MiB / 128MiB", + "MemPerc": "9.85%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "5.94%", + "MemUsage": "44.49MiB / 384MiB", + "MemPerc": "11.59%" + } + ] + }, + { + "at": "2026-10-17T15:38:12.483443+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.88%", + "MemUsage": "66MiB / 512MiB", + "MemPerc": "12.89%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.88%", + "MemUsage": "67.18MiB / 512MiB", + "MemPerc": "13.12%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.64%", + "MemUsage": "20.66MiB / 128MiB", + "MemPerc": "16.14%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "22.23%", + "MemUsage": "76.24MiB / 768MiB", + "MemPerc": "9.93%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.92%", + "MemUsage": "13MiB / 128MiB", + "MemPerc": "10.15%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "6.30%", + "MemUsage": "44.41MiB / 384MiB", + "MemPerc": "11.57%" + } + ] + }, + { + "at": "2026-10-17T15:38:14.503192+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "21.14%", + "MemUsage": "66.49MiB / 512MiB", + "MemPerc": "12.99%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "22.37%", + "MemUsage": "66.09MiB / 512MiB", + "MemPerc": "12.91%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.34%", + "MemUsage": "20.98MiB / 128MiB", + "MemPerc": "16.39%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.02%", + "MemUsage": "76.35MiB / 768MiB", + "MemPerc": "9.94%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.31%", + "MemUsage": "13.26MiB / 128MiB", + "MemPerc": "10.36%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "1.67%", + "MemUsage": "44.11MiB / 384MiB", + "MemPerc": "11.49%" + } + ] + }, + { + "at": "2026-10-17T15:38:16.515821+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.18%", + "MemUsage": "66.21MiB / 512MiB", + "MemPerc": "12.93%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.42%", + "MemUsage": "67.21MiB / 512MiB", + "MemPerc": "13.13%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.49%", + "MemUsage": "21.07MiB / 128MiB", + "MemPerc": "16.46%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.44%", + "MemUsage": "77.62MiB / 768MiB", + "MemPerc": "10.11%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.86%", + "MemUsage": "13.37MiB / 128MiB", + "MemPerc": "10.45%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "6.77%", + "MemUsage": "48.66MiB / 384MiB", + "MemPerc": "12.67%" + } + ] + }, + { + "at": "2026-10-17T15:38:18.538148+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.05%", + "MemUsage": "66.45MiB / 512MiB", + "MemPerc": "12.98%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.70%", + "MemUsage": "67.28MiB / 512MiB", + "MemPerc": "13.14%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.94%", + "MemUsage": "20.71MiB / 128MiB", + "MemPerc": "16.18%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.64%", + "MemUsage": "78.19MiB / 768MiB", + "MemPerc": "10.18%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.65%", + "MemUsage": "13.04MiB / 128MiB", + "MemPerc": "10.19%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "7.14%", + "MemUsage": "48.1MiB / 384MiB", + "MemPerc": "12.53%" + } + ] + }, + { + "at": "2026-10-17T15:38:20.556115+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "107.40%", + "MemUsage": "78.07MiB / 512MiB", + "MemPerc": "15.25%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.72%", + "MemUsage": "78.27MiB / 512MiB", + "MemPerc": "15.29%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.07%", + "MemUsage": "20.97MiB / 128MiB", + "MemPerc": "16.38%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.64%", + "MemUsage": "78.5MiB / 768MiB", + "MemPerc": "10.22%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.06%", + "MemUsage": "13.05MiB / 128MiB", + "MemPerc": "10.20%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "6.56%", + "MemUsage": "49MiB / 384MiB", + "MemPerc": "12.76%" + } + ] + }, + { + "at": "2026-10-17T15:38:22.570473+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.75%", + "MemUsage": "66.86MiB / 512MiB", + "MemPerc": "13.06%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.09%", + "MemUsage": "67.11MiB / 512MiB", + "MemPerc": "13.11%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.19%", + "MemUsage": "21.17MiB / 128MiB", + "MemPerc": "16.54%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.79%", + "MemUsage": "78.57MiB / 768MiB", + "MemPerc": "10.23%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.97%", + "MemUsage": "13.53MiB / 128MiB", + "MemPerc": "10.57%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "10.18%", + "MemUsage": "48.21MiB / 384MiB", + "MemPerc": "12.55%" + } + ] + }, + { + "at": "2026-10-17T15:38:24.584340+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.45%", + "MemUsage": "66.69MiB / 512MiB", + "MemPerc": "13.03%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.22%", + "MemUsage": "66.75MiB / 512MiB", + "MemPerc": "13.04%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.68%", + "MemUsage": "21.42MiB / 128MiB", + "MemPerc": "16.74%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.23%", + "MemUsage": "78.68MiB / 768MiB", + "MemPerc": "10.24%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.04%", + "MemUsage": "13.41MiB / 128MiB", + "MemPerc": "10.47%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "9.31%", + "MemUsage": "48.36MiB / 384MiB", + "MemPerc": "12.59%" + } + ] + }, + { + "at": "2026-10-17T15:38:26.602680+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.15%", + "MemUsage": "67.18MiB / 512MiB", + "MemPerc": "13.12%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.95%", + "MemUsage": "66.84MiB / 512MiB", + "MemPerc": "13.06%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.41%", + "MemUsage": "20.82MiB / 128MiB", + "MemPerc": "16.27%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.83%", + "MemUsage": "78.55MiB / 768MiB", + "MemPerc": "10.23%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.96%", + "MemUsage": "13.48MiB / 128MiB", + "MemPerc": "10.53%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "7.36%", + "MemUsage": "48.71MiB / 384MiB", + "MemPerc": "12.69%" + } + ] + }, + { + "at": "2026-10-17T15:38:28.616221+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.31%", + "MemUsage": "67.02MiB / 512MiB", + "MemPerc": "13.09%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.14%", + "MemUsage": "67.25MiB / 512MiB", + "MemPerc": "13.14%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.14%", + "MemUsage": "20.73MiB / 128MiB", + "MemPerc": "16.20%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.65%", + "MemUsage": "79.2MiB / 768MiB", + "MemPerc": "10.31%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.74%", + "MemUsage": "13.51MiB / 128MiB", + "MemPerc": "10.55%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "6.51%", + "MemUsage": "48.23MiB / 384MiB", + "MemPerc": "12.56%" + } + ] + }, + { + "at": "2026-10-17T15:38:30.633057+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "26.21%", + "MemUsage": "78.27MiB / 512MiB", + "MemPerc": "15.29%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "28.79%", + "MemUsage": "79.07MiB / 512MiB", + "MemPerc": "15.44%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.15%", + "MemUsage": "18.64MiB / 128MiB", + "MemPerc": "14.57%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "4.33%", + "MemUsage": "78.18MiB / 768MiB", + "MemPerc": "10.18%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.17%", + "MemUsage": "12.32MiB / 128MiB", + "MemPerc": "9.62%" + }, + { + "ID": "b6958893c995", + "Name": "loving_goldberg", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 16569, + "total_exec_time": 3.4444860000000816, + "mean_exec_time": 0.00020788738004707633, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 16569, + "total_exec_time": 3.765227999999966, + "mean_exec_time": 0.00022724533767879698, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5489, + "total_exec_time": 80.86588899999994, + "mean_exec_time": 0.014732353616323543, + "rows": 5489 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5489, + "total_exec_time": 33.011087999999894, + "mean_exec_time": 0.006014044088176374, + "rows": 5489 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2773, + "total_exec_time": 106.00062400000004, + "mean_exec_time": 0.03822597331410033, + "rows": 141423 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2236, + "total_exec_time": 83.40722700000016, + "mean_exec_time": 0.03730197987477633, + "rows": 114036 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 480, + "total_exec_time": 2.7215519999999978, + "mean_exec_time": 0.0056698999999999986, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 480, + "total_exec_time": 1.904282999999998, + "mean_exec_time": 0.003967256249999994, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 480, + "total_exec_time": 33.725126, + "mean_exec_time": 0.07026067916666659, + "rows": 480 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 480, + "total_exec_time": 1.4035919999999973, + "mean_exec_time": 0.0029241500000000004, + "rows": 480 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 480, + "total_exec_time": 38.90291799999998, + "mean_exec_time": 0.08104774583333325, + "rows": 480 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ($1 /*, ... */)", + "calls": 102, + "total_exec_time": 1.615582, + "mean_exec_time": 0.015839039215686277, + "rows": 102 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.052458, + "mean_exec_time": 0.052458, + "rows": 1 + } + ], + "raw_k6": { + "metrics": { + "served_5053cacaa13a4ac196237d4813a94ae6": { + "type": "counter", + "contains": "default", + "values": { + "count": 2027, + "rate": 95.51137944605478 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 96, + "min": 0, + "max": 96 + } + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 5489 + }, + "type": "rate", + "contains": "default" + }, + "http_req_blocked": { + "values": { + "med": 0.001167, + "max": 17.36225, + "p(95)": 0.002791, + "p(99)": 2.31021392, + "avg": 0.1318418343960592, + "min": 0.000666 + }, + "type": "trend", + "contains": "time" + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 4058, + "rate": 191.2112371939271 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 84411722, + "rate": 3977444.504014252 + } + }, + "successful_latency": { + "contains": "time", + "values": { + "min": 185.659, + "med": 338.21975, + "max": 661.209792, + "p(95)": 496.8709340499999, + "p(99)": 572.98640567, + "avg": 358.1811567005913 + }, + "type": "trend" + }, + "http_req_duration": { + "contains": "time", + "values": { + "med": 335.445958, + "max": 661.209792, + "p(95)": 496.6884089999999, + "p(99)": 561.19129028, + "avg": 354.34861672781864, + "min": 185.659 + }, + "type": "trend" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 354.34861672781864, + "min": 185.659, + "med": 335.445958, + "max": 661.209792, + "p(95)": 496.6884089999999, + "p(99)": 561.19129028 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.23418611999999792, + "avg": 0.053243760065585725, + "min": 0, + "med": 0, + "max": 14.002291, + "p(95)": 0 + } + }, + "iteration_duration": { + "values": { + "avg": 354.54378631262585, + "min": 185.787042, + "med": 335.682, + "max": 661.280376, + "p(95)": 496.73750019999994, + "p(99)": 561.3054531199999 + }, + "type": "trend", + "contains": "time" + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 480, + "rate": 22.617396218108677 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 5489, + "rate": 258.6393496691636 + }, + "type": "counter" + }, + "served_d488226216d34dedbe7cd354a9a30aa4": { + "values": { + "count": 2031, + "rate": 95.69985774787234 + }, + "type": "counter", + "contains": "default" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0 + } + }, + "vus_max": { + "contains": "default", + "values": { + "max": 96, + "value": 96, + "min": 96 + }, + "type": "gauge" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 103014.74776098778, + "count": 2186241 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "max": 0.531458, + "p(95)": 0.10265019999999998, + "p(99)": 0.16852496, + "avg": 0.04052578356713429, + "min": 0.007917, + "med": 0.028208 + } + }, + "http_reqs": { + "contains": "default", + "values": { + "rate": 258.6393496691636, + "count": 5489 + }, + "type": "counter" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.004417, + "max": 13.952917, + "p(95)": 0.01223319999999999, + "p(99)": 0.11466003999999999, + "avg": 0.015481852978684455, + "min": 0.002333 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 354.29260909127333, + "min": 185.591875, + "med": 335.396167, + "max": 661.159917, + "p(95)": 496.63013399999994, + "p(99)": 561.1497402 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 4058, + "rate": 191.2112371939271 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 358.1811567005913, + "min": 185.659, + "med": 338.21975, + "max": 661.209792, + "p(95)": 496.8709340499999, + "p(99)": 572.98640567 + } + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 96, + "measurement_wall_seconds": 15.222602079000001 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdErrTTY": false, + "testRunDurationMs": 21222.602079, + "isStdOutTTY": false + } + } +} diff --git a/evidence/scaling/trial-06.json b/evidence/scaling/trial-06.json new file mode 100644 index 00000000..71b07867 --- /dev/null +++ b/evidence/scaling/trial-06.json @@ -0,0 +1,1068 @@ +{ + "configuration": { + "series": "growing", + "replicas": 4, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + "requests": 7289, + "successes": 7289, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 482.71733250358085, + "p50_ms": 4.416625, + "p95_ms": 270.30722499999996, + "p99_ms": 382.31003804, + "final_messages": 10943, + "idempotency_results": 943, + "resource_samples": [ + { + "at": "2026-10-17T15:38:41.485283+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "42.90%", + "MemUsage": "73.83MiB / 512MiB", + "MemPerc": "14.42%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "40.81%", + "MemUsage": "74.87MiB / 512MiB", + "MemPerc": "14.62%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "105.28%", + "MemUsage": "61.88MiB / 512MiB", + "MemPerc": "12.09%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "106.63%", + "MemUsage": "65.86MiB / 512MiB", + "MemPerc": "12.86%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "10.16%", + "MemUsage": "20.05MiB / 128MiB", + "MemPerc": "15.67%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "31.88%", + "MemUsage": "116.1MiB / 768MiB", + "MemPerc": "15.12%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.88%", + "MemUsage": "12.16MiB / 128MiB", + "MemPerc": "9.50%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "12.65%", + "MemUsage": "28.84MiB / 384MiB", + "MemPerc": "7.51%" + } + ] + }, + { + "at": "2026-10-17T15:38:43.511104+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "45.78%", + "MemUsage": "65.88MiB / 512MiB", + "MemPerc": "12.87%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "45.37%", + "MemUsage": "64.92MiB / 512MiB", + "MemPerc": "12.68%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "102.84%", + "MemUsage": "64.16MiB / 512MiB", + "MemPerc": "12.53%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "48.12%", + "MemUsage": "61.68MiB / 512MiB", + "MemPerc": "12.05%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "10.37%", + "MemUsage": "20.04MiB / 128MiB", + "MemPerc": "15.66%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "35.82%", + "MemUsage": "120.2MiB / 768MiB", + "MemPerc": "15.65%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.13%", + "MemUsage": "12.16MiB / 128MiB", + "MemPerc": "9.50%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "14.92%", + "MemUsage": "28.98MiB / 384MiB", + "MemPerc": "7.55%" + } + ] + }, + { + "at": "2026-10-17T15:38:45.540007+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "24.58%", + "MemUsage": "64.41MiB / 512MiB", + "MemPerc": "12.58%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "25.26%", + "MemUsage": "65.94MiB / 512MiB", + "MemPerc": "12.88%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "70.69%", + "MemUsage": "64.09MiB / 512MiB", + "MemPerc": "12.52%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "25.28%", + "MemUsage": "61.07MiB / 512MiB", + "MemPerc": "11.93%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.23%", + "MemUsage": "19.78MiB / 128MiB", + "MemPerc": "15.45%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.44%", + "MemUsage": "119.8MiB / 768MiB", + "MemPerc": "15.60%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.29%", + "MemUsage": "12.17MiB / 128MiB", + "MemPerc": "9.51%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "8.28%", + "MemUsage": "29.45MiB / 384MiB", + "MemPerc": "7.67%" + } + ] + }, + { + "at": "2026-10-17T15:38:47.553142+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "38.26%", + "MemUsage": "65.03MiB / 512MiB", + "MemPerc": "12.70%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "37.86%", + "MemUsage": "65.57MiB / 512MiB", + "MemPerc": "12.81%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "56.20%", + "MemUsage": "64.33MiB / 512MiB", + "MemPerc": "12.56%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "101.20%", + "MemUsage": "63.44MiB / 512MiB", + "MemPerc": "12.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "8.69%", + "MemUsage": "21.03MiB / 128MiB", + "MemPerc": "16.43%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.01%", + "MemUsage": "120.4MiB / 768MiB", + "MemPerc": "15.67%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.90%", + "MemUsage": "12.15MiB / 128MiB", + "MemPerc": "9.49%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "13.59%", + "MemUsage": "34.02MiB / 384MiB", + "MemPerc": "8.86%" + } + ] + }, + { + "at": "2026-10-17T15:38:49.577001+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "37.53%", + "MemUsage": "65.89MiB / 512MiB", + "MemPerc": "12.87%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "37.85%", + "MemUsage": "65.31MiB / 512MiB", + "MemPerc": "12.76%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "55.71%", + "MemUsage": "64.2MiB / 512MiB", + "MemPerc": "12.54%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "102.17%", + "MemUsage": "64.88MiB / 512MiB", + "MemPerc": "12.67%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "9.07%", + "MemUsage": "20.94MiB / 128MiB", + "MemPerc": "16.36%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "28.94%", + "MemUsage": "121.3MiB / 768MiB", + "MemPerc": "15.80%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.90%", + "MemUsage": "11.42MiB / 128MiB", + "MemPerc": "8.92%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "14.33%", + "MemUsage": "33.85MiB / 384MiB", + "MemPerc": "8.81%" + } + ] + }, + { + "at": "2026-10-17T15:38:51.596159+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "51.35%", + "MemUsage": "65.71MiB / 512MiB", + "MemPerc": "12.83%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "39.42%", + "MemUsage": "66.3MiB / 512MiB", + "MemPerc": "12.95%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "55.56%", + "MemUsage": "64.51MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "106.33%", + "MemUsage": "75.96MiB / 512MiB", + "MemPerc": "14.84%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "8.54%", + "MemUsage": "20.49MiB / 128MiB", + "MemPerc": "16.01%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "29.51%", + "MemUsage": "121.6MiB / 768MiB", + "MemPerc": "15.83%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.89%", + "MemUsage": "13.63MiB / 128MiB", + "MemPerc": "10.65%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "13.32%", + "MemUsage": "32.33MiB / 384MiB", + "MemPerc": "8.42%" + } + ] + }, + { + "at": "2026-10-17T15:38:53.617584+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "58.03%", + "MemUsage": "65.36MiB / 512MiB", + "MemPerc": "12.77%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "55.56%", + "MemUsage": "66.57MiB / 512MiB", + "MemPerc": "13.00%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "63.04%", + "MemUsage": "64.72MiB / 512MiB", + "MemPerc": "12.64%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "102.58%", + "MemUsage": "65.48MiB / 512MiB", + "MemPerc": "12.79%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "9.40%", + "MemUsage": "19.94MiB / 128MiB", + "MemPerc": "15.58%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.83%", + "MemUsage": "121.3MiB / 768MiB", + "MemPerc": "15.79%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.06%", + "MemUsage": "11.93MiB / 128MiB", + "MemPerc": "9.32%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "14.34%", + "MemUsage": "33.96MiB / 384MiB", + "MemPerc": "8.84%" + } + ] + }, + { + "at": "2026-10-17T15:38:55.638306+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "81.26%", + "MemUsage": "65.02MiB / 512MiB", + "MemPerc": "12.70%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "59.80%", + "MemUsage": "66.55MiB / 512MiB", + "MemPerc": "13.00%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "46.52%", + "MemUsage": "73.96MiB / 512MiB", + "MemPerc": "14.45%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "102.75%", + "MemUsage": "64.06MiB / 512MiB", + "MemPerc": "12.51%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "9.04%", + "MemUsage": "20.12MiB / 128MiB", + "MemPerc": "15.72%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.94%", + "MemUsage": "121.3MiB / 768MiB", + "MemPerc": "15.80%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.95%", + "MemUsage": "11.68MiB / 128MiB", + "MemPerc": "9.12%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "14.35%", + "MemUsage": "32.99MiB / 384MiB", + "MemPerc": "8.59%" + } + ] + }, + { + "at": "2026-10-17T15:38:57.653037+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "57.85%", + "MemUsage": "64.95MiB / 512MiB", + "MemPerc": "12.69%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "56.04%", + "MemUsage": "65.98MiB / 512MiB", + "MemPerc": "12.89%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "35.49%", + "MemUsage": "63.07MiB / 512MiB", + "MemPerc": "12.32%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "101.58%", + "MemUsage": "65.06MiB / 512MiB", + "MemPerc": "12.71%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "7.48%", + "MemUsage": "20.3MiB / 128MiB", + "MemPerc": "15.86%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "31.62%", + "MemUsage": "123.9MiB / 768MiB", + "MemPerc": "16.14%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.90%", + "MemUsage": "11.94MiB / 128MiB", + "MemPerc": "9.33%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "13.98%", + "MemUsage": "33.56MiB / 384MiB", + "MemPerc": "8.74%" + } + ] + }, + { + "at": "2026-10-17T15:38:59.676475+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "52.11%", + "MemUsage": "65.03MiB / 512MiB", + "MemPerc": "12.70%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "55.93%", + "MemUsage": "65.42MiB / 512MiB", + "MemPerc": "12.78%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "32.61%", + "MemUsage": "63.39MiB / 512MiB", + "MemPerc": "12.38%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "101.31%", + "MemUsage": "65.18MiB / 512MiB", + "MemPerc": "12.73%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "7.02%", + "MemUsage": "20.21MiB / 128MiB", + "MemPerc": "15.79%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "26.73%", + "MemUsage": "124.1MiB / 768MiB", + "MemPerc": "16.15%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.77%", + "MemUsage": "11.19MiB / 128MiB", + "MemPerc": "8.74%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "12.49%", + "MemUsage": "32.84MiB / 384MiB", + "MemPerc": "8.55%" + } + ] + }, + { + "at": "2026-10-17T15:39:01.697961+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "35.76%", + "MemUsage": "65.66MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "35.88%", + "MemUsage": "66.3MiB / 512MiB", + "MemPerc": "12.95%" + }, + { + "ID": "fc019647b2d7", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "17.43%", + "MemUsage": "61.55MiB / 512MiB", + "MemPerc": "12.02%" + }, + { + "ID": "b51dc1e562f2", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "74.77%", + "MemUsage": "64.51MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.10%", + "MemUsage": "19.05MiB / 128MiB", + "MemPerc": "14.89%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.88%", + "MemUsage": "122.4MiB / 768MiB", + "MemPerc": "15.93%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.96%", + "MemUsage": "11.66MiB / 128MiB", + "MemPerc": "9.11%" + }, + { + "ID": "a6a70b87cdb3", + "Name": "elastic_kepler", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 28932, + "total_exec_time": 6.840021000000355, + "mean_exec_time": 0.0002364171505599349, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 28932, + "total_exec_time": 7.2545570000001165, + "mean_exec_time": 0.0002507450919397208, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 9572, + "total_exec_time": 162.72458199999963, + "mean_exec_time": 0.01700006080234011, + "rows": 9572 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 9572, + "total_exec_time": 66.83505199999938, + "mean_exec_time": 0.0069823497701629765, + "rows": 9572 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4794, + "total_exec_time": 204.0776640000002, + "mean_exec_time": 0.04256939173967447, + "rows": 244494 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3835, + "total_exec_time": 164.41395799999998, + "mean_exec_time": 0.042871957757496776, + "rows": 195585 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 943, + "total_exec_time": 7.681837999999989, + "mean_exec_time": 0.008146169671261935, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 943, + "total_exec_time": 4.867096999999997, + "mean_exec_time": 0.00516129056203606, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 943, + "total_exec_time": 83.60452700000008, + "mean_exec_time": 0.08865803499469774, + "rows": 943 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 943, + "total_exec_time": 3.3883759999999947, + "mean_exec_time": 0.0035931876988335096, + "rows": 943 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 943, + "total_exec_time": 83.435328, + "mean_exec_time": 0.08847860869565216, + "rows": 943 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 216, + "total_exec_time": 3.7962679999999995, + "mean_exec_time": 0.01757531481481481, + "rows": 216 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.044458, + "mean_exec_time": 0.044458, + "rows": 1 + } + ], + "raw_k6": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21099.934287 + }, + "metrics": { + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 7289, + "rate": 345.45131282664073 + } + }, + "served_bccd62cb1e8146fe803e5ef7ca770f7d": { + "type": "counter", + "contains": "default", + "values": { + "rate": 86.39837334105722, + "count": 1823 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.005708, + "med": 0.028208, + "max": 1.575584, + "p(95)": 0.096625, + "p(99)": 0.15817481999999997, + "avg": 0.0393353362933557 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 145471143, + "rate": 6894388.438433529 + } + }, + "iteration_duration": { + "values": { + "max": 476.476501, + "p(95)": 267.8466724, + "p(99)": 378.43052557, + "avg": 67.35660360332224, + "min": 2.665708, + "med": 4.669271 + }, + "type": "trend", + "contains": "time" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002583, + "p(99)": 0.009012179999999996, + "avg": 0.008895844128708561, + "min": 0.000541, + "med": 0.00125, + "max": 2.842791 + } + }, + "http_req_duration": { + "values": { + "p(95)": 267.75131859999993, + "p(99)": 378.36414361, + "avg": 67.28711448485153, + "min": 2.641875, + "med": 4.6058544999999995, + "max": 476.38375 + }, + "type": "trend", + "contains": "time" + }, + "http_reqs": { + "values": { + "count": 9572, + "rate": 453.65070193121215 + }, + "type": "counter", + "contains": "default" + }, + "http_req_failed": { + "values": { + "fails": 9572, + "rate": 0, + "passes": 0 + }, + "type": "rate", + "contains": "default" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 180902.12737542635, + "count": 3817023 + } + }, + "vus": { + "values": { + "min": 0, + "max": 32, + "value": 32 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.0325, + "avg": 0.006831309444212218, + "min": 0.001959, + "med": 0.004958, + "max": 1.371542, + "p(95)": 0.011518449999999982 + } + }, + "served_5053cacaa13a4ac196237d4813a94ae6": { + "type": "counter", + "contains": "default", + "values": { + "count": 1823, + "rate": 86.39837334105722 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0, + "med": 0 + } + }, + "http_req_waiting": { + "contains": "time", + "values": { + "p(99)": 378.31211025, + "avg": 67.24094783911413, + "min": 2.6235, + "med": 4.555375, + "max": 476.266459, + "p(95)": 267.68762675 + }, + "type": "trend" + }, + "served_0a83863378824a39a9348445ef981e82": { + "type": "counter", + "contains": "default", + "values": { + "count": 1819, + "rate": 86.20879929093971 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0013511324697033013, + "min": 0, + "med": 0, + "max": 1.168667, + "p(95)": 0, + "p(99)": 0 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "med": 4.416625, + "max": 476.38375, + "p(95)": 270.30722499999996, + "p(99)": 382.31003804, + "avg": 66.08118636369868, + "min": 2.654167 + } + }, + "served_d488226216d34dedbe7cd354a9a30aa4": { + "type": "counter", + "contains": "default", + "values": { + "count": 1824, + "rate": 86.4457668535866 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 9572, + "rate": 453.65070193121215 + }, + "type": "counter" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "med": 4.416625, + "max": 476.38375, + "p(95)": 270.30722499999996, + "p(99)": 382.31003804, + "avg": 66.08118636369868, + "min": 2.654167 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(99)": 378.36414361, + "avg": 67.28711448485153, + "min": 2.641875, + "med": 4.6058544999999995, + "max": 476.38375, + "p(95)": 267.75131859999993 + }, + "type": "trend" + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 943, + "rate": 44.69208231520404 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 7289, + "rate": 345.45131282664073 + } + } + }, + "profile": { + "concurrency": 32, + "measurement_wall_seconds": 15.099934287, + "warmup_seconds": 5, + "duration_seconds": 15 + } + } +} diff --git a/evidence/scaling/trial-07.json b/evidence/scaling/trial-07.json new file mode 100644 index 00000000..9ea4c700 --- /dev/null +++ b/evidence/scaling/trial-07.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 2, + "cpu_each": 1.0, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + "requests": 4208, + "successes": 4208, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 277.7522518089897, + "p50_ms": 108.67097899999999, + "p95_ms": 302.68155579999996, + "p99_ms": 391.29763338, + "final_messages": 10551, + "idempotency_results": 551, + "resource_samples": [ + { + "at": "2026-10-17T15:39:07.870416+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.76%", + "MemUsage": "66.98MiB / 512MiB", + "MemPerc": "13.08%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.74%", + "MemUsage": "67.46MiB / 512MiB", + "MemPerc": "13.18%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.69%", + "MemUsage": "20.45MiB / 128MiB", + "MemPerc": "15.98%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.19%", + "MemUsage": "82.71MiB / 768MiB", + "MemPerc": "10.77%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.86%", + "MemUsage": "13.36MiB / 128MiB", + "MemPerc": "10.44%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "5.93%", + "MemUsage": "29.65MiB / 384MiB", + "MemPerc": "7.72%" + } + ] + }, + { + "at": "2026-10-17T15:39:09.888078+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "63.89%", + "MemUsage": "66.57MiB / 512MiB", + "MemPerc": "13.00%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.27%", + "MemUsage": "68.23MiB / 512MiB", + "MemPerc": "13.33%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.49%", + "MemUsage": "20.84MiB / 128MiB", + "MemPerc": "16.28%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.77%", + "MemUsage": "82.68MiB / 768MiB", + "MemPerc": "10.77%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.07%", + "MemUsage": "13.79MiB / 128MiB", + "MemPerc": "10.77%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "8.00%", + "MemUsage": "28.58MiB / 384MiB", + "MemPerc": "7.44%" + } + ] + }, + { + "at": "2026-10-17T15:39:11.902849+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "32.41%", + "MemUsage": "67.36MiB / 512MiB", + "MemPerc": "13.16%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "35.32%", + "MemUsage": "68.01MiB / 512MiB", + "MemPerc": "13.28%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.62%", + "MemUsage": "20.07MiB / 128MiB", + "MemPerc": "15.68%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.77%", + "MemUsage": "82.48MiB / 768MiB", + "MemPerc": "10.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.35%", + "MemUsage": "12.89MiB / 128MiB", + "MemPerc": "10.07%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "2.35%", + "MemUsage": "28.89MiB / 384MiB", + "MemPerc": "7.52%" + } + ] + }, + { + "at": "2026-10-17T15:39:13.918055+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "57.53%", + "MemUsage": "67.23MiB / 512MiB", + "MemPerc": "13.13%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.62%", + "MemUsage": "68.04MiB / 512MiB", + "MemPerc": "13.29%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.54%", + "MemUsage": "21.07MiB / 128MiB", + "MemPerc": "16.46%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.51%", + "MemUsage": "82.5MiB / 768MiB", + "MemPerc": "10.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.94%", + "MemUsage": "13.36MiB / 128MiB", + "MemPerc": "10.44%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "7.12%", + "MemUsage": "29.29MiB / 384MiB", + "MemPerc": "7.63%" + } + ] + }, + { + "at": "2026-10-17T15:39:15.933838+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "72.00%", + "MemUsage": "67.25MiB / 512MiB", + "MemPerc": "13.14%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "106.12%", + "MemUsage": "80.39MiB / 512MiB", + "MemPerc": "15.70%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.00%", + "MemUsage": "20.28MiB / 128MiB", + "MemPerc": "15.84%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.66%", + "MemUsage": "83.29MiB / 768MiB", + "MemPerc": "10.85%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.96%", + "MemUsage": "13.62MiB / 128MiB", + "MemPerc": "10.64%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "7.24%", + "MemUsage": "29.09MiB / 384MiB", + "MemPerc": "7.57%" + } + ] + }, + { + "at": "2026-10-17T15:39:17.948968+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "65.94%", + "MemUsage": "66.63MiB / 512MiB", + "MemPerc": "13.01%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.04%", + "MemUsage": "67.64MiB / 512MiB", + "MemPerc": "13.21%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.05%", + "MemUsage": "20.44MiB / 128MiB", + "MemPerc": "15.97%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.02%", + "MemUsage": "82.64MiB / 768MiB", + "MemPerc": "10.76%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "13.55MiB / 128MiB", + "MemPerc": "10.59%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "7.90%", + "MemUsage": "31.47MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:39:19.965021+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "58.82%", + "MemUsage": "77.55MiB / 512MiB", + "MemPerc": "15.15%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.07%", + "MemUsage": "67.8MiB / 512MiB", + "MemPerc": "13.24%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.25%", + "MemUsage": "20.78MiB / 128MiB", + "MemPerc": "16.23%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.02%", + "MemUsage": "83.41MiB / 768MiB", + "MemPerc": "10.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.02%", + "MemUsage": "13.52MiB / 128MiB", + "MemPerc": "10.56%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "7.37%", + "MemUsage": "31.63MiB / 384MiB", + "MemPerc": "8.24%" + } + ] + }, + { + "at": "2026-10-17T15:39:21.979984+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "42.72%", + "MemUsage": "67.55MiB / 512MiB", + "MemPerc": "13.19%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.41%", + "MemUsage": "68.69MiB / 512MiB", + "MemPerc": "13.42%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.07%", + "MemUsage": "20.58MiB / 128MiB", + "MemPerc": "16.08%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.86%", + "MemUsage": "82.47MiB / 768MiB", + "MemPerc": "10.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "13.68MiB / 128MiB", + "MemPerc": "10.69%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "8.14%", + "MemUsage": "31.44MiB / 384MiB", + "MemPerc": "8.19%" + } + ] + }, + { + "at": "2026-10-17T15:39:23.995843+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "36.33%", + "MemUsage": "68.06MiB / 512MiB", + "MemPerc": "13.29%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.78%", + "MemUsage": "68.08MiB / 512MiB", + "MemPerc": "13.30%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.53%", + "MemUsage": "21.1MiB / 128MiB", + "MemPerc": "16.49%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.86%", + "MemUsage": "82.22MiB / 768MiB", + "MemPerc": "10.71%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.97%", + "MemUsage": "13.86MiB / 128MiB", + "MemPerc": "10.83%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "6.24%", + "MemUsage": "31.89MiB / 384MiB", + "MemPerc": "8.30%" + } + ] + }, + { + "at": "2026-10-17T15:39:26.010996+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "38.76%", + "MemUsage": "67.39MiB / 512MiB", + "MemPerc": "13.16%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.09%", + "MemUsage": "79.98MiB / 512MiB", + "MemPerc": "15.62%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.56%", + "MemUsage": "20.21MiB / 128MiB", + "MemPerc": "15.79%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.44%", + "MemUsage": "82.79MiB / 768MiB", + "MemPerc": "10.78%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.93%", + "MemUsage": "13.35MiB / 128MiB", + "MemPerc": "10.43%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "7.40%", + "MemUsage": "30.91MiB / 384MiB", + "MemPerc": "8.05%" + } + ] + }, + { + "at": "2026-10-17T15:39:28.032742+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "1.46%", + "MemUsage": "65.62MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.98%", + "MemUsage": "66.16MiB / 512MiB", + "MemPerc": "12.92%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.51%", + "MemUsage": "18.51MiB / 128MiB", + "MemPerc": "14.46%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.33%", + "MemUsage": "82.09MiB / 768MiB", + "MemPerc": "10.69%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.26%", + "MemUsage": "11.38MiB / 128MiB", + "MemPerc": "8.89%" + }, + { + "ID": "6bf8dfbdf3d8", + "Name": "agitated_goldberg", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 17016, + "total_exec_time": 3.5297220000000453, + "mean_exec_time": 0.0002074354724964742, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 17016, + "total_exec_time": 3.8964439999999323, + "mean_exec_time": 0.00022898707099200844, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5634, + "total_exec_time": 89.76168000000025, + "mean_exec_time": 0.01593214057507985, + "rows": 5634 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5634, + "total_exec_time": 36.5834399999999, + "mean_exec_time": 0.00649333333333333, + "rows": 5634 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2826, + "total_exec_time": 110.79569200000006, + "mean_exec_time": 0.03920583581033261, + "rows": 144126 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2257, + "total_exec_time": 87.23298399999989, + "mean_exec_time": 0.038649970757642885, + "rows": 115107 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 551, + "total_exec_time": 4.038813000000003, + "mean_exec_time": 0.007329969147005443, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 551, + "total_exec_time": 2.7772359999999963, + "mean_exec_time": 0.0050403557168784, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 551, + "total_exec_time": 43.45066999999999, + "mean_exec_time": 0.07885784029038113, + "rows": 551 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 551, + "total_exec_time": 1.5566889999999993, + "mean_exec_time": 0.0028252068965517237, + "rows": 551 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 551, + "total_exec_time": 45.90941200000005, + "mean_exec_time": 0.08332016696914703, + "rows": 551 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 114, + "total_exec_time": 2.2968299999999995, + "mean_exec_time": 0.02014763157894736, + "rows": 114 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.05575, + "mean_exec_time": 0.05575, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.150192204 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21150.192204 + }, + "metrics": { + "served_5053cacaa13a4ac196237d4813a94ae6": { + "type": "counter", + "contains": "default", + "values": { + "rate": 99.38443961764386, + "count": 2102 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.004541, + "max": 1.7235, + "p(95)": 0.010167, + "p(99)": 0.03434761, + "avg": 0.008859254348597639, + "min": 0.002291 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 32, + "max": 32, + "value": 32 + } + }, + "all_latency": { + "contains": "time", + "values": { + "min": 2.504334, + "med": 108.67097899999999, + "max": 476.458, + "p(95)": 302.68155579999996, + "p(99)": 391.29763338, + "avg": 114.7958554681561 + }, + "type": "trend" + }, + "data_sent": { + "contains": "data", + "values": { + "count": 2245671, + "rate": 106177.33296888389 + }, + "type": "counter" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 114.74185496361362, + "min": 2.504334, + "med": 113.11945850000001, + "max": 476.458, + "p(95)": 278.1250227, + "p(99)": 382.88790564 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 278.08378124999996, + "p(99)": 382.84657814, + "avg": 114.69504059158693, + "min": 2.483, + "med": 112.842958, + "max": 476.336792 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 2.218959, + "p(95)": 0, + "p(99)": 0, + "avg": 0.004669566027689031 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "med": 108.67097899999999, + "max": 476.458, + "p(95)": 302.68155579999996, + "p(99)": 391.29763338, + "avg": 114.7958554681561, + "min": 2.504334 + } + }, + "http_req_blocked": { + "contains": "time", + "values": { + "p(95)": 0.002417, + "p(99)": 0.007348779999999984, + "avg": 0.009094158501952127, + "min": 0.000542, + "med": 0.001167, + "max": 2.861 + }, + "type": "trend" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.14188936, + "avg": 0.037955117678381084, + "min": 0.006208, + "med": 0.0276045, + "max": 0.388667, + "p(95)": 0.09289144999999996 + } + }, + "iteration_duration": { + "values": { + "avg": 114.80755423109697, + "min": 2.543709, + "med": 113.23795849999999, + "max": 476.646958, + "p(95)": 278.19364815, + "p(99)": 383.03713991999996 + }, + "type": "trend", + "contains": "time" + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 551, + "rate": 26.051772706623108 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5634, + "rate": 266.3805579475764 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "rate": 198.95800281210532, + "count": 4208 + } + }, + "data_received": { + "contains": "data", + "values": { + "rate": 4051452.2597952653, + "count": 85688994 + }, + "type": "counter" + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 4208, + "rate": 198.95800281210532 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5634 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 114.74185496361362, + "min": 2.504334, + "med": 113.11945850000001, + "max": 476.458, + "p(95)": 278.1250227, + "p(99)": 382.88790564 + } + }, + "served_d488226216d34dedbe7cd354a9a30aa4": { + "type": "counter", + "contains": "default", + "values": { + "count": 2106, + "rate": 99.57356319446146 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5634, + "rate": 266.3805579475764 + } + } + } + } +} diff --git a/evidence/scaling/trial-08.json b/evidence/scaling/trial-08.json new file mode 100644 index 00000000..14920425 --- /dev/null +++ b/evidence/scaling/trial-08.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "growing", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + "requests": 4288, + "successes": 4288, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 283.85967320026634, + "p50_ms": 112.165542, + "p95_ms": 293.4586033999999, + "p99_ms": 366.18599269999993, + "final_messages": 10563, + "idempotency_results": 563, + "resource_samples": [ + { + "at": "2026-10-17T15:39:33.957956+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "67.43%", + "MemUsage": "67.14MiB / 512MiB", + "MemPerc": "13.11%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.56%", + "MemUsage": "68.15MiB / 512MiB", + "MemPerc": "13.31%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.56%", + "MemUsage": "20.39MiB / 128MiB", + "MemPerc": "15.93%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.40%", + "MemUsage": "83.08MiB / 768MiB", + "MemPerc": "10.82%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.95%", + "MemUsage": "13.33MiB / 128MiB", + "MemPerc": "10.41%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "7.39%", + "MemUsage": "29.34MiB / 384MiB", + "MemPerc": "7.64%" + } + ] + }, + { + "at": "2026-10-17T15:39:35.971303+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "54.74%", + "MemUsage": "80.11MiB / 512MiB", + "MemPerc": "15.65%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.95%", + "MemUsage": "67.82MiB / 512MiB", + "MemPerc": "13.25%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.48%", + "MemUsage": "20.71MiB / 128MiB", + "MemPerc": "16.18%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.28%", + "MemUsage": "83MiB / 768MiB", + "MemPerc": "10.81%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.87%", + "MemUsage": "13.24MiB / 128MiB", + "MemPerc": "10.35%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "6.93%", + "MemUsage": "28.6MiB / 384MiB", + "MemPerc": "7.45%" + } + ] + }, + { + "at": "2026-10-17T15:39:37.986234+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "20.74%", + "MemUsage": "67.64MiB / 512MiB", + "MemPerc": "13.21%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "36.39%", + "MemUsage": "68.29MiB / 512MiB", + "MemPerc": "13.34%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.02%", + "MemUsage": "20.37MiB / 128MiB", + "MemPerc": "15.91%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.45%", + "MemUsage": "82.79MiB / 768MiB", + "MemPerc": "10.78%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.34%", + "MemUsage": "13.39MiB / 128MiB", + "MemPerc": "10.46%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "1.86%", + "MemUsage": "29.35MiB / 384MiB", + "MemPerc": "7.64%" + } + ] + }, + { + "at": "2026-10-17T15:39:40.001477+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.12%", + "MemUsage": "68.1MiB / 512MiB", + "MemPerc": "13.30%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "56.64%", + "MemUsage": "80.5MiB / 512MiB", + "MemPerc": "15.72%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.79%", + "MemUsage": "21.13MiB / 128MiB", + "MemPerc": "16.51%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.01%", + "MemUsage": "82.93MiB / 768MiB", + "MemPerc": "10.80%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.02%", + "MemUsage": "14.08MiB / 128MiB", + "MemPerc": "11.00%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "8.07%", + "MemUsage": "29.67MiB / 384MiB", + "MemPerc": "7.73%" + } + ] + }, + { + "at": "2026-10-17T15:39:42.012572+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.89%", + "MemUsage": "68.55MiB / 512MiB", + "MemPerc": "13.39%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "41.02%", + "MemUsage": "68.34MiB / 512MiB", + "MemPerc": "13.35%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.90%", + "MemUsage": "21.13MiB / 128MiB", + "MemPerc": "16.51%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.33%", + "MemUsage": "82.93MiB / 768MiB", + "MemPerc": "10.80%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "13.78MiB / 128MiB", + "MemPerc": "10.77%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "7.04%", + "MemUsage": "30.95MiB / 384MiB", + "MemPerc": "8.06%" + } + ] + }, + { + "at": "2026-10-17T15:39:44.027423+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.66%", + "MemUsage": "68.84MiB / 512MiB", + "MemPerc": "13.45%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "38.65%", + "MemUsage": "68.39MiB / 512MiB", + "MemPerc": "13.36%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.35%", + "MemUsage": "20.38MiB / 128MiB", + "MemPerc": "15.92%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.67%", + "MemUsage": "82.94MiB / 768MiB", + "MemPerc": "10.80%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.86%", + "MemUsage": "13.65MiB / 128MiB", + "MemPerc": "10.67%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "6.70%", + "MemUsage": "31.78MiB / 384MiB", + "MemPerc": "8.28%" + } + ] + }, + { + "at": "2026-10-17T15:39:46.044152+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.18%", + "MemUsage": "81.21MiB / 512MiB", + "MemPerc": "15.86%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "45.98%", + "MemUsage": "68.57MiB / 512MiB", + "MemPerc": "13.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.46%", + "MemUsage": "20.88MiB / 128MiB", + "MemPerc": "16.31%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.27%", + "MemUsage": "82.63MiB / 768MiB", + "MemPerc": "10.76%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.90%", + "MemUsage": "13.6MiB / 128MiB", + "MemPerc": "10.62%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "7.14%", + "MemUsage": "31.73MiB / 384MiB", + "MemPerc": "8.26%" + } + ] + }, + { + "at": "2026-10-17T15:39:48.061435+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.83%", + "MemUsage": "68.91MiB / 512MiB", + "MemPerc": "13.46%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "45.96%", + "MemUsage": "68.01MiB / 512MiB", + "MemPerc": "13.28%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.98%", + "MemUsage": "20.97MiB / 128MiB", + "MemPerc": "16.38%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.02%", + "MemUsage": "83.21MiB / 768MiB", + "MemPerc": "10.83%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.97%", + "MemUsage": "13.25MiB / 128MiB", + "MemPerc": "10.35%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "7.65%", + "MemUsage": "31.26MiB / 384MiB", + "MemPerc": "8.14%" + } + ] + }, + { + "at": "2026-10-17T15:39:50.081127+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.54%", + "MemUsage": "68.2MiB / 512MiB", + "MemPerc": "13.32%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.01%", + "MemUsage": "67.46MiB / 512MiB", + "MemPerc": "13.18%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.27%", + "MemUsage": "20.88MiB / 128MiB", + "MemPerc": "16.31%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.18%", + "MemUsage": "83.53MiB / 768MiB", + "MemPerc": "10.88%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "13.72MiB / 128MiB", + "MemPerc": "10.72%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "8.99%", + "MemUsage": "31.67MiB / 384MiB", + "MemPerc": "8.25%" + } + ] + }, + { + "at": "2026-10-17T15:39:52.091373+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.09%", + "MemUsage": "68.19MiB / 512MiB", + "MemPerc": "13.32%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "62.69%", + "MemUsage": "67.65MiB / 512MiB", + "MemPerc": "13.21%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.21%", + "MemUsage": "20.66MiB / 128MiB", + "MemPerc": "16.14%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.33%", + "MemUsage": "83.29MiB / 768MiB", + "MemPerc": "10.84%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.08%", + "MemUsage": "13.62MiB / 128MiB", + "MemPerc": "10.64%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "8.69%", + "MemUsage": "32.34MiB / 384MiB", + "MemPerc": "8.42%" + } + ] + }, + { + "at": "2026-10-17T15:39:54.112975+00:00", + "containers": [ + { + "ID": "4dd109f8fbc1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "16.11%", + "MemUsage": "68.1MiB / 512MiB", + "MemPerc": "13.30%" + }, + { + "ID": "20b126b94bca", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.98%", + "MemUsage": "67.26MiB / 512MiB", + "MemPerc": "13.14%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.26%", + "MemUsage": "20.14MiB / 128MiB", + "MemPerc": "15.73%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.90%", + "MemUsage": "82.71MiB / 768MiB", + "MemPerc": "10.77%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.23%", + "MemUsage": "11.61MiB / 128MiB", + "MemPerc": "9.07%" + }, + { + "ID": "9811240ffdb9", + "Name": "jolly_feynman", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 17343, + "total_exec_time": 3.490254000000069, + "mean_exec_time": 0.00020124857291126046, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 17343, + "total_exec_time": 3.7744829999999845, + "mean_exec_time": 0.00021763725998962216, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5743, + "total_exec_time": 87.52776900000015, + "mean_exec_time": 0.01524077468222181, + "rows": 5743 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5743, + "total_exec_time": 34.974301999999945, + "mean_exec_time": 0.006089901096987636, + "rows": 5743 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2877, + "total_exec_time": 112.3036379999998, + "mean_exec_time": 0.0390349801876954, + "rows": 146727 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2303, + "total_exec_time": 89.9489790000001, + "mean_exec_time": 0.03905730742509777, + "rows": 117453 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 563, + "total_exec_time": 4.016435999999996, + "mean_exec_time": 0.007133989342806395, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 563, + "total_exec_time": 2.691855999999997, + "mean_exec_time": 0.004781271758436942, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 563, + "total_exec_time": 42.53589700000004, + "mean_exec_time": 0.07555221492007108, + "rows": 563 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 563, + "total_exec_time": 1.5794569999999983, + "mean_exec_time": 0.002805429840142097, + "rows": 563 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 563, + "total_exec_time": 46.13738199999994, + "mean_exec_time": 0.08194916873889872, + "rows": 563 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 114, + "total_exec_time": 2.2109109999999994, + "mean_exec_time": 0.01939395614035088, + "rows": 114 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.039916999999999994, + "mean_exec_time": 0.039916999999999994, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.106055579 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21106.055579 + }, + "metrics": { + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 112.37026226842376, + "min": 2.512, + "med": 112.165542, + "max": 429.633542, + "p(95)": 293.4586033999999, + "p(99)": 366.18599269999993 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 4288, + "rate": 203.1644417854397 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.007376837193104325, + "min": 0.000542, + "med": 0.001125, + "max": 1.905792, + "p(95)": 0.002334, + "p(99)": 0.010443719999999983 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5743 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 366.18599269999993, + "avg": 112.37026226842376, + "min": 2.512, + "med": 112.165542, + "max": 429.633542, + "p(95)": 293.4586033999999 + } + }, + "served_5053cacaa13a4ac196237d4813a94ae6": { + "type": "counter", + "contains": "default", + "values": { + "count": 2144, + "rate": 101.58222089271985 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 112.09894857130399, + "min": 2.512, + "med": 110.214334, + "max": 429.633542, + "p(95)": 291.326992, + "p(99)": 362.42623199999997 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.002042, + "med": 0.004334, + "max": 1.322834, + "p(95)": 0.009583, + "p(99)": 0.022914999999999974, + "avg": 0.006266039700504901 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.035521893609611645, + "min": 0.005708, + "med": 0.025625, + "max": 0.357292, + "p(95)": 0.08482559999999999, + "p(99)": 0.13883636 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 5743, + "rate": 272.1020030722435 + }, + "type": "counter" + }, + "iteration_duration": { + "contains": "time", + "values": { + "p(99)": 362.48673185999996, + "avg": 112.16007964095395, + "min": 2.548625, + "med": 110.26525, + "max": 429.694875, + "p(95)": 291.4057336 + }, + "type": "trend" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2288499, + "rate": 108428.54987442559 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "min": 0, + "max": 32, + "value": 32 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 4288, + "rate": 203.1644417854397 + } + }, + "http_reqs": { + "contains": "default", + "values": { + "count": 5743, + "rate": 272.1020030722435 + }, + "type": "counter" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 362.42623199999997, + "avg": 112.09894857130399, + "min": 2.512, + "med": 110.214334, + "max": 429.633542, + "p(95)": 291.326992 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 87324920, + "rate": 4137434.3810070376 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 1.2945, + "p(95)": 0, + "p(99)": 0, + "avg": 0.003670359394044924, + "min": 0, + "med": 0 + } + }, + "served_d488226216d34dedbe7cd354a9a30aa4": { + "type": "counter", + "contains": "default", + "values": { + "count": 2144, + "rate": 101.58222089271985 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 110.190709, + "max": 429.567417, + "p(95)": 291.2936968, + "p(99)": 362.39370027999996, + "avg": 112.05716063799397, + "min": 2.491 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "all_confirmed_writes": { + "values": { + "count": 563, + "rate": 26.674808937780444 + }, + "type": "counter", + "contains": "default" + } + } + } +} diff --git a/evidence/scaling/trial-09.json b/evidence/scaling/trial-09.json new file mode 100644 index 00000000..7b03af16 --- /dev/null +++ b/evidence/scaling/trial-09.json @@ -0,0 +1,1068 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 4, + "cpu_each": 0.5, + "memory_mib_each": 256, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + "requests": 3544, + "successes": 3544, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 234.19236510740598, + "p50_ms": 23.483958, + "p95_ms": 491.1981045, + "p99_ms": 611.4077151899999, + "final_messages": 10452, + "idempotency_results": 452, + "resource_samples": [ + { + "at": "2026-10-17T15:40:08.310950+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "19.64%", + "MemUsage": "60.88MiB / 256MiB", + "MemPerc": "23.78%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "52.41%", + "MemUsage": "61.25MiB / 256MiB", + "MemPerc": "23.93%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "18.23%", + "MemUsage": "60.07MiB / 256MiB", + "MemPerc": "23.47%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "52.37%", + "MemUsage": "60.92MiB / 256MiB", + "MemPerc": "23.80%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.96%", + "MemUsage": "20.09MiB / 128MiB", + "MemPerc": "15.69%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.56%", + "MemUsage": "98.86MiB / 768MiB", + "MemPerc": "12.87%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.98%", + "MemUsage": "13.11MiB / 128MiB", + "MemPerc": "10.24%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "7.06%", + "MemUsage": "28.33MiB / 384MiB", + "MemPerc": "7.38%" + } + ] + }, + { + "at": "2026-10-17T15:40:10.328758+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "24.08%", + "MemUsage": "60.43MiB / 256MiB", + "MemPerc": "23.61%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "49.77%", + "MemUsage": "63.74MiB / 256MiB", + "MemPerc": "24.90%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "18.90%", + "MemUsage": "59.4MiB / 256MiB", + "MemPerc": "23.20%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "29.17%", + "MemUsage": "60.96MiB / 256MiB", + "MemPerc": "23.81%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.48%", + "MemUsage": "20.57MiB / 128MiB", + "MemPerc": "16.07%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.62%", + "MemUsage": "113.2MiB / 768MiB", + "MemPerc": "14.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.95%", + "MemUsage": "12.62MiB / 128MiB", + "MemPerc": "9.86%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "5.48%", + "MemUsage": "29.56MiB / 384MiB", + "MemPerc": "7.70%" + } + ] + }, + { + "at": "2026-10-17T15:40:12.350369+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "27.51%", + "MemUsage": "60.39MiB / 256MiB", + "MemPerc": "23.59%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "21.40%", + "MemUsage": "77.21MiB / 256MiB", + "MemPerc": "30.16%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "29.27%", + "MemUsage": "59.58MiB / 256MiB", + "MemPerc": "23.27%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "27.93%", + "MemUsage": "61.67MiB / 256MiB", + "MemPerc": "24.09%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.95%", + "MemUsage": "20.05MiB / 128MiB", + "MemPerc": "15.66%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.11%", + "MemUsage": "117.7MiB / 768MiB", + "MemPerc": "15.33%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.28%", + "MemUsage": "12.36MiB / 128MiB", + "MemPerc": "9.65%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "1.51%", + "MemUsage": "29.21MiB / 384MiB", + "MemPerc": "7.61%" + } + ] + }, + { + "at": "2026-10-17T15:40:14.364661+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "38.76%", + "MemUsage": "72.61MiB / 256MiB", + "MemPerc": "28.36%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "49.91%", + "MemUsage": "64.3MiB / 256MiB", + "MemPerc": "25.12%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "40.63%", + "MemUsage": "60.39MiB / 256MiB", + "MemPerc": "23.59%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "31.59%", + "MemUsage": "73.11MiB / 256MiB", + "MemPerc": "28.56%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.95%", + "MemUsage": "20.05MiB / 128MiB", + "MemPerc": "15.67%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.39%", + "MemUsage": "120.9MiB / 768MiB", + "MemPerc": "15.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.94%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.64%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "7.59%", + "MemUsage": "28.69MiB / 384MiB", + "MemPerc": "7.47%" + } + ] + }, + { + "at": "2026-10-17T15:40:16.384115+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "18.34%", + "MemUsage": "61.02MiB / 256MiB", + "MemPerc": "23.84%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.95%", + "MemUsage": "63.95MiB / 256MiB", + "MemPerc": "24.98%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "25.84%", + "MemUsage": "70.03MiB / 256MiB", + "MemPerc": "27.35%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "18.54%", + "MemUsage": "61.36MiB / 256MiB", + "MemPerc": "23.97%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.72%", + "MemUsage": "20.87MiB / 128MiB", + "MemPerc": "16.31%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.95%", + "MemUsage": "121.3MiB / 768MiB", + "MemPerc": "15.80%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.02%", + "MemUsage": "12.39MiB / 128MiB", + "MemPerc": "9.68%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "6.57%", + "MemUsage": "30.9MiB / 384MiB", + "MemPerc": "8.05%" + } + ] + }, + { + "at": "2026-10-17T15:40:18.403422+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "15.95%", + "MemUsage": "60.63MiB / 256MiB", + "MemPerc": "23.68%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "52.63%", + "MemUsage": "77.29MiB / 256MiB", + "MemPerc": "30.19%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "16.63%", + "MemUsage": "61.11MiB / 256MiB", + "MemPerc": "23.87%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "48.33%", + "MemUsage": "62.04MiB / 256MiB", + "MemPerc": "24.24%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.63%", + "MemUsage": "22.71MiB / 128MiB", + "MemPerc": "17.75%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.11%", + "MemUsage": "122.5MiB / 768MiB", + "MemPerc": "15.95%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.92%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "5.74%", + "MemUsage": "30.43MiB / 384MiB", + "MemPerc": "7.92%" + } + ] + }, + { + "at": "2026-10-17T15:40:20.422537+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "43.68%", + "MemUsage": "61.39MiB / 256MiB", + "MemPerc": "23.98%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "33.94%", + "MemUsage": "63.89MiB / 256MiB", + "MemPerc": "24.96%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "44.69%", + "MemUsage": "61.36MiB / 256MiB", + "MemPerc": "23.97%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "51.66%", + "MemUsage": "64.58MiB / 256MiB", + "MemPerc": "25.23%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.75%", + "MemUsage": "22.72MiB / 128MiB", + "MemPerc": "17.75%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.25%", + "MemUsage": "122.2MiB / 768MiB", + "MemPerc": "15.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.04%", + "MemUsage": "13.13MiB / 128MiB", + "MemPerc": "10.26%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "8.33%", + "MemUsage": "30.55MiB / 384MiB", + "MemPerc": "7.96%" + } + ] + }, + { + "at": "2026-10-17T15:40:22.442375+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "43.88%", + "MemUsage": "63.25MiB / 256MiB", + "MemPerc": "24.71%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "18.08%", + "MemUsage": "64.11MiB / 256MiB", + "MemPerc": "25.04%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "50.19%", + "MemUsage": "61.06MiB / 256MiB", + "MemPerc": "23.85%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "50.95%", + "MemUsage": "69.9MiB / 256MiB", + "MemPerc": "27.31%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.86%", + "MemUsage": "21.83MiB / 128MiB", + "MemPerc": "17.06%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.34%", + "MemUsage": "122.9MiB / 768MiB", + "MemPerc": "16.00%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.88%", + "MemUsage": "12.38MiB / 128MiB", + "MemPerc": "9.67%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "7.24%", + "MemUsage": "31.14MiB / 384MiB", + "MemPerc": "8.11%" + } + ] + }, + { + "at": "2026-10-17T15:40:24.464259+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "26.57%", + "MemUsage": "73.59MiB / 256MiB", + "MemPerc": "28.75%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.47%", + "MemUsage": "64.36MiB / 256MiB", + "MemPerc": "25.14%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "35.55%", + "MemUsage": "74.12MiB / 256MiB", + "MemPerc": "28.95%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "50.65%", + "MemUsage": "64.18MiB / 256MiB", + "MemPerc": "25.07%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.28%", + "MemUsage": "22.31MiB / 128MiB", + "MemPerc": "17.43%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.06%", + "MemUsage": "123.4MiB / 768MiB", + "MemPerc": "16.06%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.84%", + "MemUsage": "13.38MiB / 128MiB", + "MemPerc": "10.45%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "5.88%", + "MemUsage": "31.01MiB / 384MiB", + "MemPerc": "8.08%" + } + ] + }, + { + "at": "2026-10-17T15:40:26.484985+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "17.43%", + "MemUsage": "61.77MiB / 256MiB", + "MemPerc": "24.13%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "53.23%", + "MemUsage": "78.1MiB / 256MiB", + "MemPerc": "30.51%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "15.84%", + "MemUsage": "67.12MiB / 256MiB", + "MemPerc": "26.22%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "51.21%", + "MemUsage": "64.36MiB / 256MiB", + "MemPerc": "25.14%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.88%", + "MemUsage": "22.41MiB / 128MiB", + "MemPerc": "17.51%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.55%", + "MemUsage": "124.5MiB / 768MiB", + "MemPerc": "16.21%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.79%", + "MemUsage": "12.38MiB / 128MiB", + "MemPerc": "9.67%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "6.41%", + "MemUsage": "30.76MiB / 384MiB", + "MemPerc": "8.01%" + } + ] + }, + { + "at": "2026-10-17T15:40:28.505218+00:00", + "containers": [ + { + "ID": "fa40fff10f56", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.78%", + "MemUsage": "61.52MiB / 256MiB", + "MemPerc": "24.03%" + }, + { + "ID": "9f0574073901", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.46%", + "MemUsage": "63.18MiB / 256MiB", + "MemPerc": "24.68%" + }, + { + "ID": "cdd3188a0529", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "0.62%", + "MemUsage": "59.52MiB / 256MiB", + "MemPerc": "23.25%" + }, + { + "ID": "671c9cad20ba", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "18.40%", + "MemUsage": "63.96MiB / 256MiB", + "MemPerc": "24.98%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.87%", + "MemUsage": "21.08MiB / 128MiB", + "MemPerc": "16.47%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.89%", + "MemUsage": "123.4MiB / 768MiB", + "MemPerc": "16.07%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.16%", + "MemUsage": "11.63MiB / 128MiB", + "MemPerc": "9.09%" + }, + { + "ID": "a7f530fccfb4", + "Name": "beautiful_greider", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 14112, + "total_exec_time": 3.5098800000000043, + "mean_exec_time": 0.00024871598639455755, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 14112, + "total_exec_time": 3.6244699999999432, + "mean_exec_time": 0.0002568360260770982, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 4633, + "total_exec_time": 81.12320599999994, + "mean_exec_time": 0.01750986531405139, + "rows": 4633 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 4633, + "total_exec_time": 33.90952999999995, + "mean_exec_time": 0.007319130153248452, + "rows": 4633 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2323, + "total_exec_time": 97.203247, + "mean_exec_time": 0.04184384287559191, + "rows": 118473 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1858, + "total_exec_time": 76.80987199999998, + "mean_exec_time": 0.04134008180839614, + "rows": 94758 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 452, + "total_exec_time": 3.022939999999997, + "mean_exec_time": 0.006687920353982305, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 452, + "total_exec_time": 2.075851999999998, + "mean_exec_time": 0.004592592920353982, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 452, + "total_exec_time": 47.70582099999998, + "mean_exec_time": 0.10554385176991142, + "rows": 452 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 452, + "total_exec_time": 2.0860250000000002, + "mean_exec_time": 0.004615099557522125, + "rows": 452 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 452, + "total_exec_time": 46.73623800000006, + "mean_exec_time": 0.10339875663716819, + "rows": 452 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ($1 /*, ... */)", + "calls": 213, + "total_exec_time": 3.656046000000001, + "mean_exec_time": 0.017164535211267616, + "rows": 213 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.066584, + "mean_exec_time": 0.066584, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.132858829 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21132.858829 + }, + "metrics": { + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 87344.45324865422, + "count": 1845838 + } + }, + "measured_requests": { + "contains": "default", + "values": { + "rate": 167.70092625313302, + "count": 3544 + }, + "type": "counter" + }, + "served_1b18e3f96c32427088abd238158b3508": { + "type": "counter", + "contains": "default", + "values": { + "count": 883, + "rate": 41.78327253993128 + } + }, + "http_req_tls_handshaking": { + "values": { + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0 + }, + "type": "trend", + "contains": "time" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 70482488, + "rate": 3335208.3866324304 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "rate": 219.23205172989992, + "count": 4633 + } + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 4633 + }, + "type": "rate", + "contains": "default" + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 167.70092625313302, + "count": 3544 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "rate": 219.23205172989992, + "count": 4633 + } + }, + "http_req_connecting": { + "values": { + "avg": 0.003391170300021584, + "min": 0, + "med": 0, + "max": 2.52775, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend", + "contains": "time" + }, + "vus": { + "contains": "default", + "values": { + "min": 0, + "max": 32, + "value": 32 + }, + "type": "gauge" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.006417, + "med": 0.030833, + "max": 0.5645, + "p(95)": 0.10688299999999984, + "p(99)": 0.17221499999999998, + "avg": 0.042892529678394145 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 834.170376, + "p(95)": 492.5827504, + "p(99)": 677.40852344, + "avg": 139.56216295704706, + "min": 2.675666, + "med": 17.652083 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 491.1981045, + "p(99)": 611.4077151899999, + "avg": 136.18007888685077, + "min": 2.64125, + "med": 23.483958, + "max": 800.834667 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 139.48806874422615, + "min": 2.64125, + "med": 17.587042, + "max": 834.089709, + "p(95)": 492.5241752, + "p(99)": 677.34573712 + } + }, + "http_req_blocked": { + "values": { + "med": 0.001375, + "max": 2.713708, + "p(95)": 0.0026663999999999998, + "p(99)": 0.013031879999999987, + "avg": 0.011612404273688625, + "min": 0.000583 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "served_ffc6d92a3d1846f7858f6525b4f05c1f": { + "type": "counter", + "contains": "default", + "values": { + "count": 886, + "rate": 41.925231563283255 + } + }, + "served_9f7b3f99289f4c0e9538fe66d40a0936": { + "type": "counter", + "contains": "default", + "values": { + "count": 887, + "rate": 41.97255123773391 + } + }, + "served_e7d78ef936894fafac392c5a3309d6d3": { + "type": "counter", + "contains": "default", + "values": { + "count": 888, + "rate": 42.01987091218457 + } + }, + "http_req_waiting": { + "values": { + "p(95)": 492.442917, + "p(99)": 677.29496032, + "avg": 139.4375771016618, + "min": 2.622125, + "med": 17.529125, + "max": 834.031334 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 139.48806874422615, + "min": 2.64125, + "med": 17.587042, + "max": 834.089709, + "p(95)": 492.5241752, + "p(99)": 677.34573712 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 452, + "rate": 21.388492851697553 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 611.4077151899999, + "avg": 136.18007888685077, + "min": 2.64125, + "med": 23.483958, + "max": 800.834667, + "p(95)": 491.1981045 + } + }, + "http_req_sending": { + "contains": "time", + "values": { + "avg": 0.0075991128858191115, + "min": 0.002208, + "med": 0.00525, + "max": 1.076333, + "p(95)": 0.012016399999999991, + "p(99)": 0.034031879999999994 + }, + "type": "trend" + } + } + } +} diff --git a/evidence/scaling/trial-10.json b/evidence/scaling/trial-10.json new file mode 100644 index 00000000..27a9c715 --- /dev/null +++ b/evidence/scaling/trial-10.json @@ -0,0 +1,813 @@ +{ + "configuration": { + "series": "growing", + "replicas": 1, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + "requests": 2305, + "successes": 2305, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 152.18416006528346, + "p50_ms": 196.612, + "p95_ms": 317.44621639999997, + "p99_ms": 383.91092368, + "final_messages": 10288, + "idempotency_results": 288, + "resource_samples": [ + { + "at": "2026-10-17T15:40:39.911101+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.42%", + "MemUsage": "64.87MiB / 512MiB", + "MemPerc": "12.67%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.18%", + "MemUsage": "22.34MiB / 128MiB", + "MemPerc": "17.46%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.65%", + "MemUsage": "60.67MiB / 768MiB", + "MemPerc": "7.90%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.43%", + "MemUsage": "13.39MiB / 128MiB", + "MemPerc": "10.46%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "3.63%", + "MemUsage": "26.99MiB / 384MiB", + "MemPerc": "7.03%" + } + ] + }, + { + "at": "2026-10-17T15:40:41.926256+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.19%", + "MemUsage": "65.01MiB / 512MiB", + "MemPerc": "12.70%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.30%", + "MemUsage": "22.29MiB / 128MiB", + "MemPerc": "17.41%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.39%", + "MemUsage": "62.06MiB / 768MiB", + "MemPerc": "8.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.56%", + "MemUsage": "13.05MiB / 128MiB", + "MemPerc": "10.20%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "4.69%", + "MemUsage": "27.5MiB / 384MiB", + "MemPerc": "7.16%" + } + ] + }, + { + "at": "2026-10-17T15:40:43.950093+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "30.31%", + "MemUsage": "65.63MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.84%", + "MemUsage": "21.89MiB / 128MiB", + "MemPerc": "17.10%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.02%", + "MemUsage": "61.62MiB / 768MiB", + "MemPerc": "8.02%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.01%", + "MemUsage": "13.27MiB / 128MiB", + "MemPerc": "10.36%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "3.19%", + "MemUsage": "27.57MiB / 384MiB", + "MemPerc": "7.18%" + } + ] + }, + { + "at": "2026-10-17T15:40:45.966511+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.15%", + "MemUsage": "65.52MiB / 512MiB", + "MemPerc": "12.80%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.91%", + "MemUsage": "22.11MiB / 128MiB", + "MemPerc": "17.27%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "7.70%", + "MemUsage": "62MiB / 768MiB", + "MemPerc": "8.07%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.89%", + "MemUsage": "13.15MiB / 128MiB", + "MemPerc": "10.28%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "5.29%", + "MemUsage": "28.04MiB / 384MiB", + "MemPerc": "7.30%" + } + ] + }, + { + "at": "2026-10-17T15:40:47.978207+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.57%", + "MemUsage": "76.28MiB / 512MiB", + "MemPerc": "14.90%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.29%", + "MemUsage": "22.34MiB / 128MiB", + "MemPerc": "17.45%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.68%", + "MemUsage": "62.38MiB / 768MiB", + "MemPerc": "8.12%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.76%", + "MemUsage": "14.01MiB / 128MiB", + "MemPerc": "10.94%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "5.57%", + "MemUsage": "28.86MiB / 384MiB", + "MemPerc": "7.51%" + } + ] + }, + { + "at": "2026-10-17T15:40:49.992641+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.79%", + "MemUsage": "66.04MiB / 512MiB", + "MemPerc": "12.90%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.01%", + "MemUsage": "22.48MiB / 128MiB", + "MemPerc": "17.56%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.69%", + "MemUsage": "62.31MiB / 768MiB", + "MemPerc": "8.11%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.62%", + "MemUsage": "13.55MiB / 128MiB", + "MemPerc": "10.59%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "4.81%", + "MemUsage": "29.02MiB / 384MiB", + "MemPerc": "7.56%" + } + ] + }, + { + "at": "2026-10-17T15:40:52.002014+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.57%", + "MemUsage": "66.03MiB / 512MiB", + "MemPerc": "12.90%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.26%", + "MemUsage": "22.45MiB / 128MiB", + "MemPerc": "17.54%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.23%", + "MemUsage": "61.72MiB / 768MiB", + "MemPerc": "8.04%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.60%", + "MemUsage": "13.75MiB / 128MiB", + "MemPerc": "10.74%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "5.33%", + "MemUsage": "29.1MiB / 384MiB", + "MemPerc": "7.58%" + } + ] + }, + { + "at": "2026-10-17T15:40:54.013511+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.37%", + "MemUsage": "65.45MiB / 512MiB", + "MemPerc": "12.78%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.29%", + "MemUsage": "22.25MiB / 128MiB", + "MemPerc": "17.39%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.76%", + "MemUsage": "62.07MiB / 768MiB", + "MemPerc": "8.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.63%", + "MemUsage": "13.67MiB / 128MiB", + "MemPerc": "10.68%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "4.53%", + "MemUsage": "29.32MiB / 384MiB", + "MemPerc": "7.63%" + } + ] + }, + { + "at": "2026-10-17T15:40:56.031554+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.27%", + "MemUsage": "65.99MiB / 512MiB", + "MemPerc": "12.89%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.10%", + "MemUsage": "22MiB / 128MiB", + "MemPerc": "17.19%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "7.63%", + "MemUsage": "62.38MiB / 768MiB", + "MemPerc": "8.12%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.59%", + "MemUsage": "14.08MiB / 128MiB", + "MemPerc": "11.00%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "4.17%", + "MemUsage": "29.16MiB / 384MiB", + "MemPerc": "7.59%" + } + ] + }, + { + "at": "2026-10-17T15:40:58.050498+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "104.42%", + "MemUsage": "76.25MiB / 512MiB", + "MemPerc": "14.89%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.35%", + "MemUsage": "22.19MiB / 128MiB", + "MemPerc": "17.33%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.37%", + "MemUsage": "62.5MiB / 768MiB", + "MemPerc": "8.14%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.80%", + "MemUsage": "13.66MiB / 128MiB", + "MemPerc": "10.67%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "4.84%", + "MemUsage": "29.52MiB / 384MiB", + "MemPerc": "7.69%" + } + ] + }, + { + "at": "2026-10-17T15:41:00.064361+00:00", + "containers": [ + { + "ID": "36748711f88c", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.78%", + "MemUsage": "63.97MiB / 512MiB", + "MemPerc": "12.49%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.26%", + "MemUsage": "20.18MiB / 128MiB", + "MemPerc": "15.76%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.13%", + "MemUsage": "60.41MiB / 768MiB", + "MemPerc": "7.87%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.59%", + "MemUsage": "12.81MiB / 128MiB", + "MemPerc": "10.01%" + }, + { + "ID": "55203d20e162", + "Name": "goofy_booth", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 9405, + "total_exec_time": 2.3492529999999974, + "mean_exec_time": 0.00024978766613503316, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 9405, + "total_exec_time": 2.5602939999999803, + "mean_exec_time": 0.00027222690058479536, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 3115, + "total_exec_time": 53.687339000000165, + "mean_exec_time": 0.0172351008025682, + "rows": 3115 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 3115, + "total_exec_time": 24.489606999999992, + "mean_exec_time": 0.007861832102728714, + "rows": 3115 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 1567, + "total_exec_time": 63.03330099999986, + "mean_exec_time": 0.04022546330567956, + "rows": 79917 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1260, + "total_exec_time": 50.73341100000001, + "mean_exec_time": 0.040264611904761924, + "rows": 64260 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 288, + "total_exec_time": 1.9365019999999982, + "mean_exec_time": 0.00672396527777778, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 288, + "total_exec_time": 1.5009909999999993, + "mean_exec_time": 0.005211774305555557, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 288, + "total_exec_time": 23.70456799999999, + "mean_exec_time": 0.08230752777777775, + "rows": 288 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 288, + "total_exec_time": 1.3726739999999993, + "mean_exec_time": 0.004766229166666669, + "rows": 288 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 288, + "total_exec_time": 26.034866000000026, + "mean_exec_time": 0.09039884027777774, + "rows": 288 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 60, + "total_exec_time": 1.330793, + "mean_exec_time": 0.02217988333333334, + "rows": 60 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.03325, + "mean_exec_time": 0.03325, + "rows": 1 + } + ], + "raw_k6": { + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21146.122954 + }, + "metrics": { + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 317.5201207, + "p(99)": 384.80885973999995, + "avg": 207.6141208388444, + "min": 121.550292, + "med": 194.362209, + "max": 451.258458 + } + }, + "all_latency": { + "contains": "time", + "values": { + "p(99)": 383.91092368, + "avg": 209.8144683804771, + "min": 123.636959, + "med": 196.612, + "max": 451.326375, + "p(95)": 317.44621639999997 + }, + "type": "trend" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "med": 194.422625, + "max": 451.326375, + "p(95)": 317.563575, + "p(99)": 384.90525449999996, + "avg": 207.66491179325857, + "min": 121.604667 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 47648636, + "rate": 2253303.648316619 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "measured_requests": { + "values": { + "rate": 109.00343315955166, + "count": 2305 + }, + "type": "counter", + "contains": "default" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 3115, + "rate": 147.30832724165006 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "avg": 207.66491179325857, + "min": 121.604667, + "med": 194.422625, + "max": 451.326375, + "p(95)": 317.563575, + "p(99)": 384.90525449999996 + }, + "type": "trend" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1239891, + "rate": 58634.436331292694 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0, + "med": 0 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.04228397817014452, + "min": 0.009708, + "med": 0.033916, + "max": 0.761792, + "p(95)": 0.09388289999999992, + "p(99)": 0.15269385999999996 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 317.673025, + "p(99)": 385.01192199999997, + "avg": 207.75506189919753, + "min": 121.650542, + "med": 194.497375, + "max": 451.444625 + } + }, + "successful_latency": { + "contains": "time", + "values": { + "avg": 209.8144683804771, + "min": 123.636959, + "med": 196.612, + "max": 451.326375, + "p(95)": 317.44621639999997, + "p(99)": 383.91092368 + }, + "type": "trend" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.008506976243980717, + "min": 0.002375, + "med": 0.0055, + "max": 1.534625, + "p(95)": 0.016208, + "p(99)": 0.04423275999999999 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.015285064205457184, + "min": 0.000583, + "med": 0.001458, + "max": 4.571958, + "p(95)": 0.003458, + "p(99)": 0.7425171199999794 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.0037619447833065816, + "min": 0, + "med": 0, + "max": 3.308291, + "p(95)": 0, + "p(99)": 0.03228611999999896 + }, + "type": "trend" + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 3115 + }, + "type": "rate", + "contains": "default" + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 288, + "rate": 13.619517895857214 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "served_5420b385e59c4d3fac782fb9b9b00c8e": { + "type": "counter", + "contains": "default", + "values": { + "count": 2305, + "rate": 109.00343315955166 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 2305, + "rate": 109.00343315955166 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "rate": 147.30832724165006, + "count": 3115 + } + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.146122953999999 + }, + "root_group": { + "groups": [], + "checks": [], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e" + } + } +} diff --git a/evidence/scaling/trial-11.json b/evidence/scaling/trial-11.json new file mode 100644 index 00000000..9a9df1c2 --- /dev/null +++ b/evidence/scaling/trial-11.json @@ -0,0 +1,813 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 1, + "cpu_each": 2.0, + "memory_mib_each": 1024, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + "requests": 3973, + "successes": 3973, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 263.414429323685, + "p50_ms": 119.651541, + "p95_ms": 143.86377499999998, + "p99_ms": 157.70639824, + "final_messages": 10512, + "idempotency_results": 512, + "resource_samples": [ + { + "at": "2026-10-17T15:41:10.474426+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.16%", + "MemUsage": "64.38MiB / 1GiB", + "MemPerc": "6.29%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.13%", + "MemUsage": "22.45MiB / 128MiB", + "MemPerc": "17.54%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.63%", + "MemUsage": "61.34MiB / 768MiB", + "MemPerc": "7.99%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.71%", + "MemUsage": "12.68MiB / 128MiB", + "MemPerc": "9.91%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "5.56%", + "MemUsage": "29.59MiB / 384MiB", + "MemPerc": "7.71%" + } + ] + }, + { + "at": "2026-10-17T15:41:12.487523+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "154.44%", + "MemUsage": "65.59MiB / 1GiB", + "MemPerc": "6.40%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.34%", + "MemUsage": "22.35MiB / 128MiB", + "MemPerc": "17.46%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.17%", + "MemUsage": "62.05MiB / 768MiB", + "MemPerc": "8.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.74%", + "MemUsage": "13.18MiB / 128MiB", + "MemPerc": "10.30%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "6.64%", + "MemUsage": "29.49MiB / 384MiB", + "MemPerc": "7.68%" + } + ] + }, + { + "at": "2026-10-17T15:41:14.502931+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "96.68%", + "MemUsage": "65.52MiB / 1GiB", + "MemPerc": "6.40%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.70%", + "MemUsage": "22.28MiB / 128MiB", + "MemPerc": "17.40%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.77%", + "MemUsage": "61.93MiB / 768MiB", + "MemPerc": "8.06%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.43%", + "MemUsage": "13.1MiB / 128MiB", + "MemPerc": "10.24%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "3.24%", + "MemUsage": "29.18MiB / 384MiB", + "MemPerc": "7.60%" + } + ] + }, + { + "at": "2026-10-17T15:41:16.516771+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "164.45%", + "MemUsage": "65.86MiB / 1GiB", + "MemPerc": "6.43%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.88%", + "MemUsage": "22.82MiB / 128MiB", + "MemPerc": "17.83%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.60%", + "MemUsage": "62.39MiB / 768MiB", + "MemPerc": "8.12%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.67%", + "MemUsage": "13.3MiB / 128MiB", + "MemPerc": "10.39%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "6.32%", + "MemUsage": "29.47MiB / 384MiB", + "MemPerc": "7.68%" + } + ] + }, + { + "at": "2026-10-17T15:41:18.527808+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "163.24%", + "MemUsage": "65.63MiB / 1GiB", + "MemPerc": "6.41%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.12%", + "MemUsage": "21.84MiB / 128MiB", + "MemPerc": "17.06%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.34%", + "MemUsage": "62.91MiB / 768MiB", + "MemPerc": "8.19%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.74%", + "MemUsage": "13.21MiB / 128MiB", + "MemPerc": "10.32%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "6.51%", + "MemUsage": "29.66MiB / 384MiB", + "MemPerc": "7.73%" + } + ] + }, + { + "at": "2026-10-17T15:41:20.541322+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "160.29%", + "MemUsage": "75.92MiB / 1GiB", + "MemPerc": "7.41%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.07%", + "MemUsage": "22.92MiB / 128MiB", + "MemPerc": "17.90%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.05%", + "MemUsage": "62.48MiB / 768MiB", + "MemPerc": "8.13%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.66%", + "MemUsage": "13.66MiB / 128MiB", + "MemPerc": "10.67%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "6.76%", + "MemUsage": "33.85MiB / 384MiB", + "MemPerc": "8.82%" + } + ] + }, + { + "at": "2026-10-17T15:41:22.553043+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "149.81%", + "MemUsage": "65.79MiB / 1GiB", + "MemPerc": "6.42%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.00%", + "MemUsage": "22.93MiB / 128MiB", + "MemPerc": "17.91%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.04%", + "MemUsage": "61.68MiB / 768MiB", + "MemPerc": "8.03%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.72%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "6.21%", + "MemUsage": "33.48MiB / 384MiB", + "MemPerc": "8.72%" + } + ] + }, + { + "at": "2026-10-17T15:41:24.568642+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "147.81%", + "MemUsage": "65.71MiB / 1GiB", + "MemPerc": "6.42%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.11%", + "MemUsage": "22.17MiB / 128MiB", + "MemPerc": "17.32%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.22%", + "MemUsage": "62.37MiB / 768MiB", + "MemPerc": "8.12%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.70%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "6.41%", + "MemUsage": "33.66MiB / 384MiB", + "MemPerc": "8.77%" + } + ] + }, + { + "at": "2026-10-17T15:41:26.581888+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.08%", + "MemUsage": "65.7MiB / 1GiB", + "MemPerc": "6.42%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.92%", + "MemUsage": "21.55MiB / 128MiB", + "MemPerc": "16.84%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.46%", + "MemUsage": "61.62MiB / 768MiB", + "MemPerc": "8.02%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.72%", + "MemUsage": "13.77MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "6.38%", + "MemUsage": "33.52MiB / 384MiB", + "MemPerc": "8.73%" + } + ] + }, + { + "at": "2026-10-17T15:41:28.595234+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.01%", + "MemUsage": "65.77MiB / 1GiB", + "MemPerc": "6.42%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.04%", + "MemUsage": "21.95MiB / 128MiB", + "MemPerc": "17.15%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.09%", + "MemUsage": "62.04MiB / 768MiB", + "MemPerc": "8.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.68%", + "MemUsage": "13.66MiB / 128MiB", + "MemPerc": "10.67%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "5.47%", + "MemUsage": "33.84MiB / 384MiB", + "MemPerc": "8.81%" + } + ] + }, + { + "at": "2026-10-17T15:41:30.616818+00:00", + "containers": [ + { + "ID": "2d1f7e20936b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "72.19%", + "MemUsage": "64.2MiB / 1GiB", + "MemPerc": "6.27%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.42%", + "MemUsage": "21.62MiB / 128MiB", + "MemPerc": "16.89%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "5.51%", + "MemUsage": "60.41MiB / 768MiB", + "MemPerc": "7.87%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.42%", + "MemUsage": "11.61MiB / 128MiB", + "MemPerc": "9.07%" + }, + { + "ID": "2c827c832e90", + "Name": "naughty_shockley", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 15827, + "total_exec_time": 2.703077000000192, + "mean_exec_time": 0.00017078896821886658, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 15827, + "total_exec_time": 3.0301350000000533, + "mean_exec_time": 0.0001914535287799325, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5255, + "total_exec_time": 62.10162000000012, + "mean_exec_time": 0.01181762511893435, + "rows": 5255 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5255, + "total_exec_time": 27.93129699999998, + "mean_exec_time": 0.00531518496669836, + "rows": 5255 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2631, + "total_exec_time": 94.55125299999996, + "mean_exec_time": 0.03593738236412002, + "rows": 134181 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2112, + "total_exec_time": 75.6949949999999, + "mean_exec_time": 0.035840433238636345, + "rows": 107712 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 512, + "total_exec_time": 2.433099, + "mean_exec_time": 0.004752146484375004, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 512, + "total_exec_time": 1.809062999999997, + "mean_exec_time": 0.0035333261718749997, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 512, + "total_exec_time": 28.87422699999998, + "mean_exec_time": 0.056394974609375, + "rows": 512 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 512, + "total_exec_time": 1.2517199999999973, + "mean_exec_time": 0.0024447656250000008, + "rows": 512 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 512, + "total_exec_time": 34.62255200000002, + "mean_exec_time": 0.067622171875, + "rows": 512 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 62, + "total_exec_time": 0.9927480000000003, + "mean_exec_time": 0.01601206451612903, + "rows": 62 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.063042, + "mean_exec_time": 0.063042, + "rows": 1 + } + ], + "raw_k6": { + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21082.696913 + }, + "metrics": { + "http_req_connecting": { + "contains": "time", + "values": { + "p(99)": 0, + "avg": 0.0016736913415794483, + "min": 0, + "med": 0, + "max": 1.493583, + "p(95)": 0 + }, + "type": "trend" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2093218, + "rate": 99286.06423731687 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 3973, + "rate": 188.44837623929277 + } + }, + "served_55cfd01e00824fdabaf63bb86f76cb8c": { + "contains": "default", + "values": { + "count": 3973, + "rate": 188.44837623929277 + }, + "type": "counter" + }, + "all_confirmed_writes": { + "contains": "default", + "values": { + "count": 512, + "rate": 24.285318055504128 + }, + "type": "counter" + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 157.70639824, + "avg": 121.27830369997497, + "min": 80.924125, + "med": 119.651541, + "max": 186.2905, + "p(95)": 143.86377499999998 + } + }, + "http_req_tls_handshaking": { + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 3973, + "rate": 188.44837623929277 + } + }, + "http_req_sending": { + "contains": "time", + "values": { + "avg": 0.005206577164605118, + "min": 0.002292, + "med": 0.003833, + "max": 0.482583, + "p(95)": 0.00909629999999999, + "p(99)": 0.016538179999999996 + }, + "type": "trend" + }, + "iteration_duration": { + "contains": "time", + "values": { + "p(99)": 167.037718, + "avg": 122.38567692045662, + "min": 59.143959, + "med": 120.476042, + "max": 219.649041, + "p(95)": 147.0618207 + }, + "type": "trend" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "min": 0, + "max": 32, + "value": 32 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(95)": 146.9859875, + "p(99)": 166.80039603999998, + "avg": 122.32570290466188, + "min": 59.093708, + "med": 120.40675, + "max": 219.58675 + }, + "type": "trend" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 143.86377499999998, + "p(99)": 157.70639824, + "avg": 121.27830369997497, + "min": 80.924125, + "med": 119.651541, + "max": 186.2905 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5255, + "rate": 249.2565359017074 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 5255, + "rate": 0 + } + }, + "http_req_waiting": { + "values": { + "avg": 122.28721459314922, + "min": 59.068291, + "med": 120.366083, + "max": 219.542208, + "p(95)": 146.921675, + "p(99)": 166.73618604 + }, + "type": "trend", + "contains": "time" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 79956257, + "rate": 3792506.1167434147 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 122.32570290466188, + "min": 59.093708, + "med": 120.40675, + "max": 219.58675, + "p(95)": 146.9859875, + "p(99)": 166.80039603999998 + } + }, + "http_req_blocked": { + "values": { + "avg": 0.010602161179828347, + "min": 0.000625, + "med": 0.001042, + "max": 2.548542, + "p(95)": 0.002166, + "p(99)": 0.00551213999999999 + }, + "type": "trend", + "contains": "time" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.010333, + "med": 0.024292, + "max": 0.255291, + "p(95)": 0.07578749999999997, + "p(99)": 0.11935599999999992, + "avg": 0.03328173434823973 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5255, + "rate": 249.2565359017074 + } + } + }, + "profile": { + "concurrency": 32, + "measurement_wall_seconds": 15.082696913, + "warmup_seconds": 5, + "duration_seconds": 15 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + } + } +} diff --git a/evidence/scaling/trial-12.json b/evidence/scaling/trial-12.json new file mode 100644 index 00000000..73f4390e --- /dev/null +++ b/evidence/scaling/trial-12.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "improvement", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "repeat": 1 + }, + "requests": 6282, + "successes": 6282, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 417.162501714202, + "p50_ms": 82.6311255, + "p95_ms": 179.828158, + "p99_ms": 226.58096722999997, + "final_messages": 10816, + "idempotency_results": 816, + "resource_samples": [ + { + "at": "2026-10-17T15:41:41.496704+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "75.74%", + "MemUsage": "62.42MiB / 512MiB", + "MemPerc": "12.19%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.69%", + "MemUsage": "63.63MiB / 512MiB", + "MemPerc": "12.43%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.14%", + "MemUsage": "22.9MiB / 128MiB", + "MemPerc": "17.89%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "21.95%", + "MemUsage": "80.88MiB / 768MiB", + "MemPerc": "10.53%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.37%", + "MemUsage": "13.93MiB / 128MiB", + "MemPerc": "10.89%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "10.31%", + "MemUsage": "28.99MiB / 384MiB", + "MemPerc": "7.55%" + } + ] + }, + { + "at": "2026-10-17T15:41:43.514282+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "67.21%", + "MemUsage": "62.54MiB / 512MiB", + "MemPerc": "12.21%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.88%", + "MemUsage": "64.66MiB / 512MiB", + "MemPerc": "12.63%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.06%", + "MemUsage": "22.48MiB / 128MiB", + "MemPerc": "17.56%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.99%", + "MemUsage": "82.8MiB / 768MiB", + "MemPerc": "10.78%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.59%", + "MemUsage": "13.57MiB / 128MiB", + "MemPerc": "10.60%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "11.54%", + "MemUsage": "29.33MiB / 384MiB", + "MemPerc": "7.64%" + } + ] + }, + { + "at": "2026-10-17T15:41:45.533177+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "21.66%", + "MemUsage": "64.02MiB / 512MiB", + "MemPerc": "12.50%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "37.65%", + "MemUsage": "64.55MiB / 512MiB", + "MemPerc": "12.61%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.96%", + "MemUsage": "22.64MiB / 128MiB", + "MemPerc": "17.69%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.47%", + "MemUsage": "83.37MiB / 768MiB", + "MemPerc": "10.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.54%", + "MemUsage": "13.75MiB / 128MiB", + "MemPerc": "10.75%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "3.85%", + "MemUsage": "31.73MiB / 384MiB", + "MemPerc": "8.26%" + } + ] + }, + { + "at": "2026-10-17T15:41:47.550548+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "96.85%", + "MemUsage": "65.35MiB / 512MiB", + "MemPerc": "12.76%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "90.50%", + "MemUsage": "64.77MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.87%", + "MemUsage": "22.51MiB / 128MiB", + "MemPerc": "17.58%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.62%", + "MemUsage": "82.92MiB / 768MiB", + "MemPerc": "10.80%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.15%", + "MemUsage": "13.18MiB / 128MiB", + "MemPerc": "10.30%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "9.64%", + "MemUsage": "31.07MiB / 384MiB", + "MemPerc": "8.09%" + } + ] + }, + { + "at": "2026-10-17T15:41:49.569821+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "88.62%", + "MemUsage": "65.24MiB / 512MiB", + "MemPerc": "12.74%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.18%", + "MemUsage": "72.8MiB / 512MiB", + "MemPerc": "14.22%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.12%", + "MemUsage": "22.21MiB / 128MiB", + "MemPerc": "17.35%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.58%", + "MemUsage": "83.15MiB / 768MiB", + "MemPerc": "10.83%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.24%", + "MemUsage": "13.07MiB / 128MiB", + "MemPerc": "10.21%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "9.48%", + "MemUsage": "31.81MiB / 384MiB", + "MemPerc": "8.28%" + } + ] + }, + { + "at": "2026-10-17T15:41:51.586499+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "73.13%", + "MemUsage": "78MiB / 512MiB", + "MemPerc": "15.24%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.41%", + "MemUsage": "65.27MiB / 512MiB", + "MemPerc": "12.75%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.28%", + "MemUsage": "22.56MiB / 128MiB", + "MemPerc": "17.62%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.05%", + "MemUsage": "83.01MiB / 768MiB", + "MemPerc": "10.81%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.31%", + "MemUsage": "13.77MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "10.36%", + "MemUsage": "31.32MiB / 384MiB", + "MemPerc": "8.16%" + } + ] + }, + { + "at": "2026-10-17T15:41:53.602703+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "60.64%", + "MemUsage": "65.56MiB / 512MiB", + "MemPerc": "12.80%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.75%", + "MemUsage": "65.48MiB / 512MiB", + "MemPerc": "12.79%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.55%", + "MemUsage": "22.5MiB / 128MiB", + "MemPerc": "17.58%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.18%", + "MemUsage": "83MiB / 768MiB", + "MemPerc": "10.81%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.37%", + "MemUsage": "13.95MiB / 128MiB", + "MemPerc": "10.90%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "10.85%", + "MemUsage": "31.82MiB / 384MiB", + "MemPerc": "8.29%" + } + ] + }, + { + "at": "2026-10-17T15:41:55.619302+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "90.55%", + "MemUsage": "65.47MiB / 512MiB", + "MemPerc": "12.79%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.00%", + "MemUsage": "65.93MiB / 512MiB", + "MemPerc": "12.88%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.67%", + "MemUsage": "22.63MiB / 128MiB", + "MemPerc": "17.68%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.14%", + "MemUsage": "83.19MiB / 768MiB", + "MemPerc": "10.83%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.27%", + "MemUsage": "13.5MiB / 128MiB", + "MemPerc": "10.54%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "10.82%", + "MemUsage": "33.77MiB / 384MiB", + "MemPerc": "8.80%" + } + ] + }, + { + "at": "2026-10-17T15:41:57.632689+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "55.41%", + "MemUsage": "66MiB / 512MiB", + "MemPerc": "12.89%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "97.20%", + "MemUsage": "65.96MiB / 512MiB", + "MemPerc": "12.88%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.97%", + "MemUsage": "22.8MiB / 128MiB", + "MemPerc": "17.81%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.25%", + "MemUsage": "83.22MiB / 768MiB", + "MemPerc": "10.84%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.25%", + "MemUsage": "13.68MiB / 128MiB", + "MemPerc": "10.69%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "10.19%", + "MemUsage": "33.92MiB / 384MiB", + "MemPerc": "8.83%" + } + ] + }, + { + "at": "2026-10-17T15:41:59.650747+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "71.19%", + "MemUsage": "66.86MiB / 512MiB", + "MemPerc": "13.06%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.97%", + "MemUsage": "66.92MiB / 512MiB", + "MemPerc": "13.07%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.81%", + "MemUsage": "23.04MiB / 128MiB", + "MemPerc": "18.00%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.46%", + "MemUsage": "83.18MiB / 768MiB", + "MemPerc": "10.83%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.18%", + "MemUsage": "13.58MiB / 128MiB", + "MemPerc": "10.61%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "9.33%", + "MemUsage": "34.02MiB / 384MiB", + "MemPerc": "8.86%" + } + ] + }, + { + "at": "2026-10-17T15:42:01.668082+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "31.41%", + "MemUsage": "65MiB / 512MiB", + "MemPerc": "12.70%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "43.70%", + "MemUsage": "65.07MiB / 512MiB", + "MemPerc": "12.71%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.63%", + "MemUsage": "20.72MiB / 128MiB", + "MemPerc": "16.19%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.41%", + "MemUsage": "82.87MiB / 768MiB", + "MemPerc": "10.79%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.37%", + "MemUsage": "11.15MiB / 128MiB", + "MemPerc": "8.71%" + }, + { + "ID": "52abc220e0a5", + "Name": "condescending_jones", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 8294, + "total_exec_time": 48.32352399999932, + "mean_exec_time": 0.005826323125150731, + "rows": 8294 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 8294, + "total_exec_time": 119.32183500000019, + "mean_exec_time": 0.014386524596093596, + "rows": 8294 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4156, + "total_exec_time": 159.42808299999953, + "mean_exec_time": 0.0383609439364775, + "rows": 211956 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3322, + "total_exec_time": 125.92939700000014, + "mean_exec_time": 0.03790770529801324, + "rows": 169422 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 816, + "total_exec_time": 2.7907499999999947, + "mean_exec_time": 0.0034200367647058815, + "rows": 816 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 816, + "total_exec_time": 3.9449169999999976, + "mean_exec_time": 0.004834457107843135, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 816, + "total_exec_time": 62.142626999999955, + "mean_exec_time": 0.07615518014705888, + "rows": 816 + }, + { + "query": "COMMIT", + "calls": 816, + "total_exec_time": 0.46119799999999794, + "mean_exec_time": 0.0005651936274509806, + "rows": 0 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 816, + "total_exec_time": 5.576945999999989, + "mean_exec_time": 0.006834492647058819, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 816, + "total_exec_time": 0.4646529999999977, + "mean_exec_time": 0.0005694276960784319, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 816, + "total_exec_time": 68.89351900000003, + "mean_exec_time": 0.08442833210784303, + "rows": 816 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 116, + "total_exec_time": 1.8569920000000013, + "mean_exec_time": 0.01600855172413794, + "rows": 116 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.067042, + "mean_exec_time": 0.067042, + "rows": 1 + } + ], + "raw_k6": { + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21058.879871 + }, + "metrics": { + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "all_latency": { + "contains": "time", + "values": { + "p(99)": 226.58096722999997, + "avg": 76.55436306574335, + "min": 2.098084, + "med": 82.6311255, + "max": 366.619625, + "p(95)": 179.828158 + }, + "type": "trend" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 3307216, + "rate": 157046.1496650797 + } + }, + "data_received": { + "contains": "data", + "values": { + "count": 126066501, + "rate": 5986382.075981406 + }, + "type": "counter" + }, + "served_07e940709ec74458bc238e8b2a8b8534": { + "type": "counter", + "contains": "default", + "values": { + "count": 3140, + "rate": 149.10574632813527 + } + }, + "iterations": { + "values": { + "count": 8294, + "rate": 393.8481082947624 + }, + "type": "counter", + "contains": "default" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "max": 397.247958, + "p(95)": 181.23786249999998, + "p(99)": 236.8483195599997, + "avg": 77.47356224463451, + "min": 2.098084, + "med": 82.759792 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 6282, + "rate": 298.30646446921844 + } + }, + "http_req_sending": { + "values": { + "avg": 0.005812666988184156, + "min": 0.002125, + "med": 0.004083, + "max": 0.720041, + "p(95)": 0.009972699999999984, + "p(99)": 0.026442059999999927 + }, + "type": "trend", + "contains": "time" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 77.43265314564755, + "min": 2.078041, + "med": 82.716166, + "max": 397.171458, + "p(95)": 181.18582289999998, + "p(99)": 236.7964808799997 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.13330312999999985, + "avg": 0.03509643199903544, + "min": 0.005875, + "med": 0.0248955, + "max": 0.341125, + "p(95)": 0.08783334999999999 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 8294, + "rate": 393.8481082947624 + } + }, + "http_req_connecting": { + "values": { + "avg": 0.0011841391367253434, + "min": 0, + "med": 0, + "max": 2.840958, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend", + "contains": "time" + }, + "all_confirmed_writes": { + "contains": "default", + "values": { + "count": 816, + "rate": 38.7484996827256 + }, + "type": "counter" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 77.47356224463451, + "min": 2.098084, + "med": 82.759792, + "max": 397.247958, + "p(95)": 181.23786249999998, + "p(99)": 236.8483195599997 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004636544851699792, + "min": 0.000542, + "med": 0.001083, + "max": 3.603, + "p(95)": 0.002375, + "p(99)": 0.0060448699999999965 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 8294 + } + }, + "served_abd319246b784200bf2e64b8b2d38430": { + "values": { + "count": 3142, + "rate": 149.20071814108314 + }, + "type": "counter", + "contains": "default" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 76.55436306574335, + "min": 2.098084, + "med": 82.6311255, + "max": 366.619625, + "p(95)": 179.828158, + "p(99)": 226.58096722999997 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 6282, + "rate": 298.30646446921844 + } + }, + "iteration_duration": { + "values": { + "p(99)": 236.9137839299997, + "avg": 77.53077398215578, + "min": 2.130125, + "med": 82.84175, + "max": 397.366625, + "p(95)": 181.2843853 + }, + "type": "trend", + "contains": "time" + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.058879871000002 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + } + } +} diff --git a/evidence/scaling/trial-13.json b/evidence/scaling/trial-13.json new file mode 100644 index 00000000..53da9861 --- /dev/null +++ b/evidence/scaling/trial-13.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "improvement", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "repeat": 3 + }, + "requests": 6473, + "successes": 6473, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 429.45469875378717, + "p50_ms": 81.776541, + "p95_ms": 173.6051252, + "p99_ms": 223.05018475999998, + "final_messages": 10852, + "idempotency_results": 852, + "resource_samples": [ + { + "at": "2026-10-17T15:42:07.373690+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "56.97%", + "MemUsage": "67.05MiB / 512MiB", + "MemPerc": "13.10%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.74%", + "MemUsage": "66.88MiB / 512MiB", + "MemPerc": "13.06%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.58%", + "MemUsage": "22.59MiB / 128MiB", + "MemPerc": "17.65%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.63%", + "MemUsage": "83.3MiB / 768MiB", + "MemPerc": "10.85%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.31%", + "MemUsage": "13.79MiB / 128MiB", + "MemPerc": "10.77%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "9.77%", + "MemUsage": "29.76MiB / 384MiB", + "MemPerc": "7.75%" + } + ] + }, + { + "at": "2026-10-17T15:42:09.392170+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "62.41%", + "MemUsage": "67.7MiB / 512MiB", + "MemPerc": "13.22%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.39%", + "MemUsage": "66.66MiB / 512MiB", + "MemPerc": "13.02%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.57%", + "MemUsage": "22.63MiB / 128MiB", + "MemPerc": "17.68%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.82%", + "MemUsage": "83.43MiB / 768MiB", + "MemPerc": "10.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.38%", + "MemUsage": "13.14MiB / 128MiB", + "MemPerc": "10.27%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "10.83%", + "MemUsage": "29.34MiB / 384MiB", + "MemPerc": "7.64%" + } + ] + }, + { + "at": "2026-10-17T15:42:11.412074+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "17.77%", + "MemUsage": "67.53MiB / 512MiB", + "MemPerc": "13.19%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "29.58%", + "MemUsage": "66.8MiB / 512MiB", + "MemPerc": "13.05%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.78%", + "MemUsage": "23.08MiB / 128MiB", + "MemPerc": "18.03%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.45%", + "MemUsage": "83.8MiB / 768MiB", + "MemPerc": "10.91%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.42%", + "MemUsage": "13.05MiB / 128MiB", + "MemPerc": "10.19%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "2.76%", + "MemUsage": "31.42MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:42:13.426285+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "61.37%", + "MemUsage": "67.41MiB / 512MiB", + "MemPerc": "13.17%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.52%", + "MemUsage": "67.34MiB / 512MiB", + "MemPerc": "13.15%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.66%", + "MemUsage": "22.85MiB / 128MiB", + "MemPerc": "17.85%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.75%", + "MemUsage": "83.72MiB / 768MiB", + "MemPerc": "10.90%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.18%", + "MemUsage": "13.98MiB / 128MiB", + "MemPerc": "10.92%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "9.54%", + "MemUsage": "31.49MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:42:15.439109+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "82.07%", + "MemUsage": "67.16MiB / 512MiB", + "MemPerc": "13.12%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.86%", + "MemUsage": "67.42MiB / 512MiB", + "MemPerc": "13.17%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.03%", + "MemUsage": "22.68MiB / 128MiB", + "MemPerc": "17.72%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.82%", + "MemUsage": "83.37MiB / 768MiB", + "MemPerc": "10.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.15%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.64%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "9.89%", + "MemUsage": "31.7MiB / 384MiB", + "MemPerc": "8.25%" + } + ] + }, + { + "at": "2026-10-17T15:42:17.453880+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "84.18%", + "MemUsage": "67.33MiB / 512MiB", + "MemPerc": "13.15%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "95.99%", + "MemUsage": "75.2MiB / 512MiB", + "MemPerc": "14.69%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.50%", + "MemUsage": "22.55MiB / 128MiB", + "MemPerc": "17.61%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.05%", + "MemUsage": "84.61MiB / 768MiB", + "MemPerc": "11.02%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.24%", + "MemUsage": "13.79MiB / 128MiB", + "MemPerc": "10.78%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "10.01%", + "MemUsage": "31.68MiB / 384MiB", + "MemPerc": "8.25%" + } + ] + }, + { + "at": "2026-10-17T15:42:19.466511+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "62.57%", + "MemUsage": "72.5MiB / 512MiB", + "MemPerc": "14.16%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.56%", + "MemUsage": "67.29MiB / 512MiB", + "MemPerc": "13.14%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.57%", + "MemUsage": "22.88MiB / 128MiB", + "MemPerc": "17.87%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.22%", + "MemUsage": "84.31MiB / 768MiB", + "MemPerc": "10.98%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.36%", + "MemUsage": "13.46MiB / 128MiB", + "MemPerc": "10.51%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "10.74%", + "MemUsage": "31.5MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:42:21.479447+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "60.90%", + "MemUsage": "67.72MiB / 512MiB", + "MemPerc": "13.23%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.50%", + "MemUsage": "67.36MiB / 512MiB", + "MemPerc": "13.16%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.46%", + "MemUsage": "22.59MiB / 128MiB", + "MemPerc": "17.65%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.48%", + "MemUsage": "83.87MiB / 768MiB", + "MemPerc": "10.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.34%", + "MemUsage": "12.98MiB / 128MiB", + "MemPerc": "10.14%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "11.82%", + "MemUsage": "31.04MiB / 384MiB", + "MemPerc": "8.08%" + } + ] + }, + { + "at": "2026-10-17T15:42:23.494675+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "71.92%", + "MemUsage": "67.58MiB / 512MiB", + "MemPerc": "13.20%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.60%", + "MemUsage": "67.27MiB / 512MiB", + "MemPerc": "13.14%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.51%", + "MemUsage": "22.67MiB / 128MiB", + "MemPerc": "17.71%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.78%", + "MemUsage": "83.83MiB / 768MiB", + "MemPerc": "10.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.28%", + "MemUsage": "13.59MiB / 128MiB", + "MemPerc": "10.61%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "10.69%", + "MemUsage": "31.55MiB / 384MiB", + "MemPerc": "8.22%" + } + ] + }, + { + "at": "2026-10-17T15:42:25.509993+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.04%", + "MemUsage": "67.93MiB / 512MiB", + "MemPerc": "13.27%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.76%", + "MemUsage": "67.75MiB / 512MiB", + "MemPerc": "13.23%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.32%", + "MemUsage": "22.93MiB / 128MiB", + "MemPerc": "17.91%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.01%", + "MemUsage": "84.88MiB / 768MiB", + "MemPerc": "11.05%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.25%", + "MemUsage": "13.23MiB / 128MiB", + "MemPerc": "10.34%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "10.34%", + "MemUsage": "33.38MiB / 384MiB", + "MemPerc": "8.69%" + } + ] + }, + { + "at": "2026-10-17T15:42:27.528051+00:00", + "containers": [ + { + "ID": "b22827f387fa", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "17.93%", + "MemUsage": "66.9MiB / 512MiB", + "MemPerc": "13.07%" + }, + { + "ID": "a72569a3f1e7", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.61%", + "MemUsage": "67.16MiB / 512MiB", + "MemPerc": "13.12%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.17%", + "MemUsage": "21.73MiB / 128MiB", + "MemPerc": "16.98%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.17%", + "MemUsage": "83.17MiB / 768MiB", + "MemPerc": "10.83%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.17%", + "MemUsage": "11.62MiB / 128MiB", + "MemPerc": "9.08%" + }, + { + "ID": "adf5c6987ff3", + "Name": "trusting_bell", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 8647, + "total_exec_time": 45.104760999999726, + "mean_exec_time": 0.005216232334913862, + "rows": 8647 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 8647, + "total_exec_time": 114.06816500000042, + "mean_exec_time": 0.01319164623568867, + "rows": 8647 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4330, + "total_exec_time": 161.17119499999987, + "mean_exec_time": 0.0372219849884526, + "rows": 220830 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3465, + "total_exec_time": 128.9167269999999, + "mean_exec_time": 0.03720540461760461, + "rows": 176715 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 852, + "total_exec_time": 2.3239789999999965, + "mean_exec_time": 0.002727674882629109, + "rows": 852 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 852, + "total_exec_time": 4.040190999999994, + "mean_exec_time": 0.004742008215962435, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 852, + "total_exec_time": 58.619294999999994, + "mean_exec_time": 0.06880198943661975, + "rows": 852 + }, + { + "query": "COMMIT", + "calls": 852, + "total_exec_time": 0.46676999999999846, + "mean_exec_time": 0.0005478521126760561, + "rows": 0 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 852, + "total_exec_time": 5.814546999999991, + "mean_exec_time": 0.006824585680751176, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 852, + "total_exec_time": 0.46412599999999815, + "mean_exec_time": 0.0005447488262910801, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 852, + "total_exec_time": 67.32101899999996, + "mean_exec_time": 0.07901528051643193, + "rows": 852 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 118, + "total_exec_time": 2.037874, + "mean_exec_time": 0.0172701186440678, + "rows": 118 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.042041, + "mean_exec_time": 0.042041, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.072602578999998, + "warmup_seconds": 5 + }, + "root_group": { + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [], + "name": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21072.602579 + }, + "metrics": { + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 852, + "rate": 40.431645631141194 + } + }, + "http_reqs": { + "contains": "default", + "values": { + "rate": 410.343239169575, + "count": 8647 + }, + "type": "counter" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03295363501792531, + "min": 0.00625, + "med": 0.023167, + "max": 0.374334, + "p(95)": 0.08319569999999998, + "p(99)": 0.13436568 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 8647 + } + }, + "served_07e940709ec74458bc238e8b2a8b8534": { + "type": "counter", + "contains": "default", + "values": { + "count": 3238, + "rate": 153.65923539159058 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.00825, + "p(99)": 0.018689139999999996, + "avg": 0.005147894876835816, + "min": 0.002, + "med": 0.003875, + "max": 0.492916 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 3447637, + "rate": 163607.5556910924 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 74.31791358690874, + "min": 2.0485, + "med": 83.959708, + "max": 301.494917, + "p(95)": 172.86697479999995, + "p(99)": 219.22537863999992 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 74.27981205701445, + "min": 2.026042, + "med": 83.923792, + "max": 301.468709, + "p(95)": 172.84350819999997, + "p(99)": 219.1690760399999 + } + }, + "iteration_duration": { + "values": { + "p(95)": 172.91169989999997, + "p(99)": 219.3154626799999, + "avg": 74.36941193720362, + "min": 2.093625, + "med": 84.02275, + "max": 301.5545 + }, + "type": "trend", + "contains": "time" + }, + "served_abd319246b784200bf2e64b8b2d38430": { + "type": "counter", + "contains": "default", + "values": { + "count": 3235, + "rate": 153.51687044218517 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 32, + "max": 32, + "value": 32 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.0485, + "med": 81.776541, + "max": 301.494917, + "p(95)": 173.6051252, + "p(99)": 223.05018475999998, + "avg": 74.33669039734289 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.004165489071354144, + "min": 0.000541, + "med": 0.001, + "max": 1.296959, + "p(95)": 0.002, + "p(99)": 0.005 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 0.793542, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0006703529547820052, + "min": 0, + "med": 0 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 74.31791358690874, + "min": 2.0485, + "med": 83.959708, + "max": 301.494917, + "p(95)": 172.86697479999995, + "p(99)": 219.22537863999992 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 8647, + "rate": 410.343239169575 + }, + "type": "counter" + }, + "measured_requests": { + "contains": "default", + "values": { + "count": 6473, + "rate": 307.17610583377575 + }, + "type": "counter" + }, + "http_req_tls_handshaking": { + "values": { + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0 + }, + "type": "trend", + "contains": "time" + }, + "measured_successes": { + "values": { + "count": 6473, + "rate": 307.17610583377575 + }, + "type": "counter", + "contains": "default" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 173.6051252, + "p(99)": 223.05018475999998, + "avg": 74.33669039734289, + "min": 2.0485, + "med": 81.776541, + "max": 301.494917 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 131411268, + "rate": 6236119.506707657 + } + } + } + } +} diff --git a/evidence/scaling/trial-14.json b/evidence/scaling/trial-14.json new file mode 100644 index 00000000..c20cc292 --- /dev/null +++ b/evidence/scaling/trial-14.json @@ -0,0 +1,1068 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 4, + "cpu_each": 0.5, + "memory_mib_each": 256, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + "requests": 3254, + "successes": 3254, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 213.3093322794524, + "p50_ms": 61.8914585, + "p95_ms": 488.3320963999998, + "p99_ms": 700.72292075, + "final_messages": 10417, + "idempotency_results": 417, + "resource_samples": [ + { + "at": "2026-10-17T15:42:42.515123+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "51.01%", + "MemUsage": "72.09MiB / 256MiB", + "MemPerc": "28.16%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.25%", + "MemUsage": "74.19MiB / 256MiB", + "MemPerc": "28.98%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "33.12%", + "MemUsage": "58.79MiB / 256MiB", + "MemPerc": "22.96%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "28.01%", + "MemUsage": "73.09MiB / 256MiB", + "MemPerc": "28.55%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.60%", + "MemUsage": "21.26MiB / 128MiB", + "MemPerc": "16.61%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.94%", + "MemUsage": "106.1MiB / 768MiB", + "MemPerc": "13.82%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.87%", + "MemUsage": "12.27MiB / 128MiB", + "MemPerc": "9.59%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "5.79%", + "MemUsage": "26.79MiB / 384MiB", + "MemPerc": "6.98%" + } + ] + }, + { + "at": "2026-10-17T15:42:44.539515+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "38.28%", + "MemUsage": "61.48MiB / 256MiB", + "MemPerc": "24.02%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.34%", + "MemUsage": "63.82MiB / 256MiB", + "MemPerc": "24.93%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "26.23%", + "MemUsage": "68.95MiB / 256MiB", + "MemPerc": "26.93%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "18.29%", + "MemUsage": "59.88MiB / 256MiB", + "MemPerc": "23.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.39%", + "MemUsage": "21.99MiB / 128MiB", + "MemPerc": "17.18%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.68%", + "MemUsage": "109.8MiB / 768MiB", + "MemPerc": "14.29%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.97%", + "MemUsage": "12.79MiB / 128MiB", + "MemPerc": "9.99%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "7.21%", + "MemUsage": "29.5MiB / 384MiB", + "MemPerc": "7.68%" + } + ] + }, + { + "at": "2026-10-17T15:42:46.557369+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "12.02%", + "MemUsage": "62.18MiB / 256MiB", + "MemPerc": "24.29%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "22.20%", + "MemUsage": "63.65MiB / 256MiB", + "MemPerc": "24.86%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "11.13%", + "MemUsage": "60.1MiB / 256MiB", + "MemPerc": "23.48%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "11.14%", + "MemUsage": "60.31MiB / 256MiB", + "MemPerc": "23.56%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.52%", + "MemUsage": "21.1MiB / 128MiB", + "MemPerc": "16.48%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "7.11%", + "MemUsage": "119.9MiB / 768MiB", + "MemPerc": "15.61%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.64%", + "MemUsage": "12.72MiB / 128MiB", + "MemPerc": "9.94%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "2.94%", + "MemUsage": "28.74MiB / 384MiB", + "MemPerc": "7.48%" + } + ] + }, + { + "at": "2026-10-17T15:42:48.577346+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "50.09%", + "MemUsage": "76MiB / 256MiB", + "MemPerc": "29.69%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.35%", + "MemUsage": "76.62MiB / 256MiB", + "MemPerc": "29.93%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "12.62%", + "MemUsage": "59.81MiB / 256MiB", + "MemPerc": "23.36%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "21.91%", + "MemUsage": "60.54MiB / 256MiB", + "MemPerc": "23.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.87%", + "MemUsage": "23.13MiB / 128MiB", + "MemPerc": "18.07%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.10%", + "MemUsage": "121.9MiB / 768MiB", + "MemPerc": "15.88%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.65%", + "MemUsage": "12.75MiB / 128MiB", + "MemPerc": "9.96%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "5.33%", + "MemUsage": "29.35MiB / 384MiB", + "MemPerc": "7.64%" + } + ] + }, + { + "at": "2026-10-17T15:42:50.594554+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "50.54%", + "MemUsage": "62.26MiB / 256MiB", + "MemPerc": "24.32%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "35.81%", + "MemUsage": "63.3MiB / 256MiB", + "MemPerc": "24.73%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "39.90%", + "MemUsage": "60.56MiB / 256MiB", + "MemPerc": "23.66%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "44.99%", + "MemUsage": "61.64MiB / 256MiB", + "MemPerc": "24.08%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.13%", + "MemUsage": "22.79MiB / 128MiB", + "MemPerc": "17.80%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.71%", + "MemUsage": "122.2MiB / 768MiB", + "MemPerc": "15.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.86%", + "MemUsage": "12.37MiB / 128MiB", + "MemPerc": "9.66%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "7.54%", + "MemUsage": "30.82MiB / 384MiB", + "MemPerc": "8.03%" + } + ] + }, + { + "at": "2026-10-17T15:42:52.607882+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "50.32%", + "MemUsage": "63.63MiB / 256MiB", + "MemPerc": "24.86%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.05%", + "MemUsage": "63.34MiB / 256MiB", + "MemPerc": "24.74%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "35.30%", + "MemUsage": "73.03MiB / 256MiB", + "MemPerc": "28.53%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "20.85%", + "MemUsage": "70.25MiB / 256MiB", + "MemPerc": "27.44%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.37%", + "MemUsage": "21.62MiB / 128MiB", + "MemPerc": "16.89%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.74%", + "MemUsage": "122.4MiB / 768MiB", + "MemPerc": "15.94%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.92%", + "MemUsage": "12.96MiB / 128MiB", + "MemPerc": "10.12%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "7.17%", + "MemUsage": "31.46MiB / 384MiB", + "MemPerc": "8.19%" + } + ] + }, + { + "at": "2026-10-17T15:42:54.630478+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "51.37%", + "MemUsage": "64.72MiB / 256MiB", + "MemPerc": "25.28%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "51.75%", + "MemUsage": "64.66MiB / 256MiB", + "MemPerc": "25.26%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "18.27%", + "MemUsage": "62.04MiB / 256MiB", + "MemPerc": "24.23%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "39.42%", + "MemUsage": "63.72MiB / 256MiB", + "MemPerc": "24.89%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.70%", + "MemUsage": "22.77MiB / 128MiB", + "MemPerc": "17.79%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.90%", + "MemUsage": "124MiB / 768MiB", + "MemPerc": "16.14%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.81%", + "MemUsage": "13.16MiB / 128MiB", + "MemPerc": "10.28%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "6.36%", + "MemUsage": "30.59MiB / 384MiB", + "MemPerc": "7.97%" + } + ] + }, + { + "at": "2026-10-17T15:42:56.654686+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "51.10%", + "MemUsage": "75.12MiB / 256MiB", + "MemPerc": "29.35%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "52.32%", + "MemUsage": "76.61MiB / 256MiB", + "MemPerc": "29.93%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "16.03%", + "MemUsage": "61.68MiB / 256MiB", + "MemPerc": "24.09%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "25.83%", + "MemUsage": "63.17MiB / 256MiB", + "MemPerc": "24.67%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.42%", + "MemUsage": "22.2MiB / 128MiB", + "MemPerc": "17.35%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.60%", + "MemUsage": "124.7MiB / 768MiB", + "MemPerc": "16.24%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.06%", + "MemUsage": "13.89MiB / 128MiB", + "MemPerc": "10.86%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "5.67%", + "MemUsage": "30.74MiB / 384MiB", + "MemPerc": "8.01%" + } + ] + }, + { + "at": "2026-10-17T15:42:58.678759+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "17.64%", + "MemUsage": "63.31MiB / 256MiB", + "MemPerc": "24.73%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "47.41%", + "MemUsage": "64.54MiB / 256MiB", + "MemPerc": "25.21%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "50.64%", + "MemUsage": "62.92MiB / 256MiB", + "MemPerc": "24.58%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "47.68%", + "MemUsage": "63.91MiB / 256MiB", + "MemPerc": "24.96%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.80%", + "MemUsage": "22.66MiB / 128MiB", + "MemPerc": "17.70%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.18%", + "MemUsage": "126MiB / 768MiB", + "MemPerc": "16.40%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.99%", + "MemUsage": "12.91MiB / 128MiB", + "MemPerc": "10.09%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "7.26%", + "MemUsage": "32.85MiB / 384MiB", + "MemPerc": "8.55%" + } + ] + }, + { + "at": "2026-10-17T15:43:00.698832+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "14.88%", + "MemUsage": "63.56MiB / 256MiB", + "MemPerc": "24.83%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "15.08%", + "MemUsage": "63.56MiB / 256MiB", + "MemPerc": "24.83%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "50.65%", + "MemUsage": "74.2MiB / 256MiB", + "MemPerc": "28.98%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "50.57%", + "MemUsage": "71.72MiB / 256MiB", + "MemPerc": "28.02%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.81%", + "MemUsage": "22.29MiB / 128MiB", + "MemPerc": "17.41%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.59%", + "MemUsage": "125.1MiB / 768MiB", + "MemPerc": "16.29%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.95%", + "MemUsage": "13.14MiB / 128MiB", + "MemPerc": "10.27%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "6.39%", + "MemUsage": "33.21MiB / 384MiB", + "MemPerc": "8.65%" + } + ] + }, + { + "at": "2026-10-17T15:43:02.765170+00:00", + "containers": [ + { + "ID": "dae0998c5de8", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "3.87%", + "MemUsage": "62.66MiB / 256MiB", + "MemPerc": "24.48%" + }, + { + "ID": "ee4953d9bf6c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "13.10%", + "MemUsage": "63.39MiB / 256MiB", + "MemPerc": "24.76%" + }, + { + "ID": "32892b6addd3", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "0.54%", + "MemUsage": "61.39MiB / 256MiB", + "MemPerc": "23.98%" + }, + { + "ID": "d43ddbd492e9", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "0.76%", + "MemUsage": "62.38MiB / 256MiB", + "MemPerc": "24.37%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.48%", + "MemUsage": "21.97MiB / 128MiB", + "MemPerc": "17.16%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "3.58%", + "MemUsage": "124.7MiB / 768MiB", + "MemPerc": "16.23%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.43%", + "MemUsage": "12.35MiB / 128MiB", + "MemPerc": "9.65%" + }, + { + "ID": "a045b49dce93", + "Name": "busy_cray", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 13144, + "total_exec_time": 3.3021280000000157, + "mean_exec_time": 0.000251227023737065, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 13144, + "total_exec_time": 3.4345489999999783, + "mean_exec_time": 0.00026130165855142815, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 4311, + "total_exec_time": 76.0537430000003, + "mean_exec_time": 0.017641786824402678, + "rows": 4311 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 4311, + "total_exec_time": 32.159018999999944, + "mean_exec_time": 0.007459758524704261, + "rows": 4311 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2164, + "total_exec_time": 91.86117700000003, + "mean_exec_time": 0.04244971210720893, + "rows": 110364 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1730, + "total_exec_time": 73.4468549999999, + "mean_exec_time": 0.0424548294797688, + "rows": 88230 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 417, + "total_exec_time": 2.5628959999999985, + "mean_exec_time": 0.0061460335731414895, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 417, + "total_exec_time": 1.9104629999999985, + "mean_exec_time": 0.00458144604316547, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 417, + "total_exec_time": 44.341952999999954, + "mean_exec_time": 0.10633561870503597, + "rows": 417 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 417, + "total_exec_time": 2.1992029999999976, + "mean_exec_time": 0.005273868105515588, + "rows": 417 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 417, + "total_exec_time": 43.249335000000016, + "mean_exec_time": 0.10371543165467632, + "rows": 417 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 211, + "total_exec_time": 3.7138760000000013, + "mean_exec_time": 0.017601308056872045, + "rows": 211 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.038667, + "mean_exec_time": 0.038667, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.254841244999998 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21254.841245 + }, + "metrics": { + "served_381f63f6f65d4a7c8ad0902b8b8bdf98": { + "type": "counter", + "contains": "default", + "values": { + "count": 814, + "rate": 38.29715736839417 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "max": 977.221417, + "p(95)": 488.3320963999998, + "p(99)": 700.72292075, + "avg": 149.1062384139523, + "min": 2.679916, + "med": 61.8914585 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.18946699999999983, + "avg": 0.0449290860589191, + "min": 0.007333, + "med": 0.031459, + "max": 0.340417, + "p(95)": 0.114771 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "rate": 202.8243801168885, + "count": 4311 + } + }, + "served_32d357b557a84bfb8a594ef2b148a189": { + "type": "counter", + "contains": "default", + "values": { + "count": 814, + "rate": 38.29715736839417 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 53.9535, + "max": 977.118333, + "p(95)": 494.157667, + "p(99)": 697.0103541999999, + "avg": 151.36355129343548, + "min": 2.657208 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1718010, + "rate": 80829.11465660302 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 3254, + "rate": 153.0945332638263 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "med": 53.973834, + "max": 977.221417, + "p(95)": 494.1945835, + "p(99)": 697.0387167, + "avg": 151.41657516655064, + "min": 2.679916 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 417, + "rate": 19.619059732948852 + } + }, + "http_req_duration": { + "values": { + "avg": 151.41657516655064, + "min": 2.679916, + "med": 53.973834, + "max": 977.221417, + "p(95)": 494.1945835, + "p(99)": 697.0387167 + }, + "type": "trend", + "contains": "time" + }, + "served_cc2e3930484d45e99b46f714b1e6ade0": { + "type": "counter", + "contains": "default", + "values": { + "count": 815, + "rate": 38.34420547326934 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "served_e726b04fe7394da3befc71e1e5424510": { + "type": "counter", + "contains": "default", + "values": { + "count": 811, + "rate": 38.15601305376863 + } + }, + "vus": { + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + }, + "type": "gauge" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 65642400, + "rate": 3088350.5194583256 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 4311, + "rate": 202.8243801168885 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.008094787056367412, + "min": 0.002208, + "med": 0.005292, + "max": 1.859792, + "p(95)": 0.011979499999999992, + "p(99)": 0.03278779999999995 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.720333, + "med": 54.018917, + "max": 977.296667, + "p(95)": 494.2621665, + "p(99)": 697.0867006, + "avg": 151.4875330575277 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 1.848458, + "p(95)": 0.00275, + "p(99)": 0.017941699999999977, + "avg": 0.007441956158663816, + "min": 0.000584, + "med": 0.001334 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0021092076084435166, + "min": 0, + "med": 0, + "max": 0.530792, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 4311 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 3254, + "rate": 153.0945332638263 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 149.1062384139523, + "min": 2.679916, + "med": 61.8914585, + "max": 977.221417, + "p(95)": 488.3320963999998, + "p(99)": 700.72292075 + } + } + } + } +} diff --git a/evidence/scaling/trial-15.json b/evidence/scaling/trial-15.json new file mode 100644 index 00000000..2a5b2ab6 --- /dev/null +++ b/evidence/scaling/trial-15.json @@ -0,0 +1,1068 @@ +{ + "configuration": { + "series": "growing", + "replicas": 4, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + "requests": 7045, + "successes": 7045, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 466.27406832671306, + "p50_ms": 4.483834, + "p95_ms": 268.5273914, + "p99_ms": 374.65617151999993, + "final_messages": 10923, + "idempotency_results": 923, + "resource_samples": [ + { + "at": "2026-10-17T15:43:15.561177+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.84%", + "MemUsage": "63.95MiB / 512MiB", + "MemPerc": "12.49%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "105.69%", + "MemUsage": "68.82MiB / 512MiB", + "MemPerc": "13.44%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "36.95%", + "MemUsage": "60.71MiB / 512MiB", + "MemPerc": "11.86%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "51.75%", + "MemUsage": "60.47MiB / 512MiB", + "MemPerc": "11.81%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "7.55%", + "MemUsage": "22.48MiB / 128MiB", + "MemPerc": "17.57%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.82%", + "MemUsage": "117.5MiB / 768MiB", + "MemPerc": "15.30%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.71%", + "MemUsage": "12.15MiB / 128MiB", + "MemPerc": "9.49%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "11.23%", + "MemUsage": "31.11MiB / 384MiB", + "MemPerc": "8.10%" + } + ] + }, + { + "at": "2026-10-17T15:43:17.579687+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.50%", + "MemUsage": "64.1MiB / 512MiB", + "MemPerc": "12.52%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "55.82%", + "MemUsage": "61.18MiB / 512MiB", + "MemPerc": "11.95%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "51.93%", + "MemUsage": "59.68MiB / 512MiB", + "MemPerc": "11.66%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "56.28%", + "MemUsage": "60.63MiB / 512MiB", + "MemPerc": "11.84%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.72%", + "MemUsage": "21.94MiB / 128MiB", + "MemPerc": "17.14%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.08%", + "MemUsage": "120.2MiB / 768MiB", + "MemPerc": "15.66%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.73%", + "MemUsage": "11.91MiB / 128MiB", + "MemPerc": "9.30%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "11.71%", + "MemUsage": "30.71MiB / 384MiB", + "MemPerc": "8.00%" + } + ] + }, + { + "at": "2026-10-17T15:43:19.599233+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "23.52%", + "MemUsage": "72.38MiB / 512MiB", + "MemPerc": "14.14%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "37.83%", + "MemUsage": "60.84MiB / 512MiB", + "MemPerc": "11.88%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "38.77%", + "MemUsage": "61.48MiB / 512MiB", + "MemPerc": "12.01%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "36.72%", + "MemUsage": "61.23MiB / 512MiB", + "MemPerc": "11.96%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.71%", + "MemUsage": "21.57MiB / 128MiB", + "MemPerc": "16.85%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.47%", + "MemUsage": "122.8MiB / 768MiB", + "MemPerc": "15.99%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.44%", + "MemUsage": "12.65MiB / 128MiB", + "MemPerc": "9.88%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "3.43%", + "MemUsage": "30.3MiB / 384MiB", + "MemPerc": "7.89%" + } + ] + }, + { + "at": "2026-10-17T15:43:21.623582+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.84%", + "MemUsage": "64.65MiB / 512MiB", + "MemPerc": "12.63%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "59.87%", + "MemUsage": "74.32MiB / 512MiB", + "MemPerc": "14.52%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "60.29%", + "MemUsage": "61.77MiB / 512MiB", + "MemPerc": "12.06%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "61.55%", + "MemUsage": "60.73MiB / 512MiB", + "MemPerc": "11.86%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "8.05%", + "MemUsage": "22.77MiB / 128MiB", + "MemPerc": "17.79%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "34.63%", + "MemUsage": "124.4MiB / 768MiB", + "MemPerc": "16.20%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.07%", + "MemUsage": "11.66MiB / 128MiB", + "MemPerc": "9.11%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "14.93%", + "MemUsage": "30.87MiB / 384MiB", + "MemPerc": "8.04%" + } + ] + }, + { + "at": "2026-10-17T15:43:23.642359+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.04%", + "MemUsage": "65.18MiB / 512MiB", + "MemPerc": "12.73%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "38.60%", + "MemUsage": "62.1MiB / 512MiB", + "MemPerc": "12.13%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "57.90%", + "MemUsage": "61.18MiB / 512MiB", + "MemPerc": "11.95%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "53.31%", + "MemUsage": "74.03MiB / 512MiB", + "MemPerc": "14.46%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "7.70%", + "MemUsage": "22.15MiB / 128MiB", + "MemPerc": "17.31%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "33.29%", + "MemUsage": "125.3MiB / 768MiB", + "MemPerc": "16.31%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.96%", + "MemUsage": "12.17MiB / 128MiB", + "MemPerc": "9.51%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "15.06%", + "MemUsage": "31.1MiB / 384MiB", + "MemPerc": "8.10%" + } + ] + }, + { + "at": "2026-10-17T15:43:25.660004+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.00%", + "MemUsage": "64.77MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "38.93%", + "MemUsage": "61.3MiB / 512MiB", + "MemPerc": "11.97%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "44.40%", + "MemUsage": "72.27MiB / 512MiB", + "MemPerc": "14.12%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "32.81%", + "MemUsage": "61.5MiB / 512MiB", + "MemPerc": "12.01%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.72%", + "MemUsage": "22.41MiB / 128MiB", + "MemPerc": "17.51%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "28.21%", + "MemUsage": "125.5MiB / 768MiB", + "MemPerc": "16.35%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.68%", + "MemUsage": "11.92MiB / 128MiB", + "MemPerc": "9.31%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "12.37%", + "MemUsage": "32.98MiB / 384MiB", + "MemPerc": "8.59%" + } + ] + }, + { + "at": "2026-10-17T15:43:27.678399+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.37%", + "MemUsage": "77.25MiB / 512MiB", + "MemPerc": "15.09%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "30.65%", + "MemUsage": "61.73MiB / 512MiB", + "MemPerc": "12.06%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "31.01%", + "MemUsage": "60.72MiB / 512MiB", + "MemPerc": "11.86%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "31.34%", + "MemUsage": "60.75MiB / 512MiB", + "MemPerc": "11.87%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.40%", + "MemUsage": "22.8MiB / 128MiB", + "MemPerc": "17.81%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "27.48%", + "MemUsage": "126.2MiB / 768MiB", + "MemPerc": "16.43%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.58%", + "MemUsage": "12.9MiB / 128MiB", + "MemPerc": "10.08%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "12.58%", + "MemUsage": "32.86MiB / 384MiB", + "MemPerc": "8.56%" + } + ] + }, + { + "at": "2026-10-17T15:43:29.707628+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "104.54%", + "MemUsage": "64.75MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "104.95%", + "MemUsage": "62.68MiB / 512MiB", + "MemPerc": "12.24%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "35.71%", + "MemUsage": "61.13MiB / 512MiB", + "MemPerc": "11.94%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "35.36%", + "MemUsage": "61.71MiB / 512MiB", + "MemPerc": "12.05%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "9.40%", + "MemUsage": "22.84MiB / 128MiB", + "MemPerc": "17.85%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.06%", + "MemUsage": "124.9MiB / 768MiB", + "MemPerc": "16.27%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.77%", + "MemUsage": "11.43MiB / 128MiB", + "MemPerc": "8.93%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "13.96%", + "MemUsage": "32.81MiB / 384MiB", + "MemPerc": "8.54%" + } + ] + }, + { + "at": "2026-10-17T15:43:31.729015+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.22%", + "MemUsage": "65.52MiB / 512MiB", + "MemPerc": "12.80%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "47.47%", + "MemUsage": "63.02MiB / 512MiB", + "MemPerc": "12.31%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "38.49%", + "MemUsage": "60.7MiB / 512MiB", + "MemPerc": "11.85%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "38.94%", + "MemUsage": "62.1MiB / 512MiB", + "MemPerc": "12.13%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "9.11%", + "MemUsage": "22.53MiB / 128MiB", + "MemPerc": "17.60%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "33.43%", + "MemUsage": "125.6MiB / 768MiB", + "MemPerc": "16.36%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.96%", + "MemUsage": "11.66MiB / 128MiB", + "MemPerc": "9.11%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "13.84%", + "MemUsage": "33.25MiB / 384MiB", + "MemPerc": "8.66%" + } + ] + }, + { + "at": "2026-10-17T15:43:33.748777+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.46%", + "MemUsage": "64.49MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "60.50%", + "MemUsage": "62.53MiB / 512MiB", + "MemPerc": "12.21%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "39.22%", + "MemUsage": "60.77MiB / 512MiB", + "MemPerc": "11.87%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "41.34%", + "MemUsage": "61.91MiB / 512MiB", + "MemPerc": "12.09%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "9.40%", + "MemUsage": "22.62MiB / 128MiB", + "MemPerc": "17.68%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "34.04%", + "MemUsage": "126MiB / 768MiB", + "MemPerc": "16.40%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.05%", + "MemUsage": "12.17MiB / 128MiB", + "MemPerc": "9.51%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "14.93%", + "MemUsage": "33.13MiB / 384MiB", + "MemPerc": "8.63%" + } + ] + }, + { + "at": "2026-10-17T15:43:35.773188+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "18.07%", + "MemUsage": "63.58MiB / 512MiB", + "MemPerc": "12.42%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.44%", + "MemUsage": "61.99MiB / 512MiB", + "MemPerc": "12.11%" + }, + { + "ID": "dc0614d7b9f9", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "0.60%", + "MemUsage": "59.79MiB / 512MiB", + "MemPerc": "11.68%" + }, + { + "ID": "83c10f2ef84e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "12.46%", + "MemUsage": "61.28MiB / 512MiB", + "MemPerc": "11.97%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.40%", + "MemUsage": "22.4MiB / 128MiB", + "MemPerc": "17.50%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.94%", + "MemUsage": "125.7MiB / 768MiB", + "MemPerc": "16.37%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.19%", + "MemUsage": "12.77MiB / 128MiB", + "MemPerc": "9.98%" + }, + { + "ID": "998624b61150", + "Name": "cranky_einstein", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 28334, + "total_exec_time": 6.554145000000206, + "mean_exec_time": 0.00023131732194536567, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 28334, + "total_exec_time": 6.807528000000264, + "mean_exec_time": 0.00024026004094021292, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 9370, + "total_exec_time": 149.90582200000077, + "mean_exec_time": 0.015998486872998877, + "rows": 9370 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 9370, + "total_exec_time": 63.36217299999993, + "mean_exec_time": 0.0067622383137673275, + "rows": 9370 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4693, + "total_exec_time": 197.09317499999895, + "mean_exec_time": 0.04199726720647762, + "rows": 239343 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3754, + "total_exec_time": 158.7565449999999, + "mean_exec_time": 0.04228996936600955, + "rows": 191454 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 923, + "total_exec_time": 6.881262000000001, + "mean_exec_time": 0.007455321776814731, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 923, + "total_exec_time": 4.3104460000000016, + "mean_exec_time": 0.004670039003250273, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 923, + "total_exec_time": 77.51346699999999, + "mean_exec_time": 0.08397992091007576, + "rows": 923 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 923, + "total_exec_time": 3.585584000000002, + "mean_exec_time": 0.003884706392199347, + "rows": 923 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 923, + "total_exec_time": 83.19927300000002, + "mean_exec_time": 0.09014005742145184, + "rows": 923 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 224, + "total_exec_time": 3.5857860000000015, + "mean_exec_time": 0.016007973214285723, + "rows": 224 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.052917, + "mean_exec_time": 0.052917, + "rows": 1 + } + ], + "raw_k6": { + "root_group": { + "checks": [], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21109.139621 + }, + "metrics": { + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 2.225958, + "p(95)": 0.002375, + "p(99)": 0.004846709999999996, + "avg": 0.0038038321237993016, + "min": 0.000541, + "med": 0.001208 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.04113532497331921, + "min": 0.006, + "med": 0.028834, + "max": 0.650375, + "p(95)": 0.10448519999999994, + "p(99)": 0.15898147999999998 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 268.5273914, + "p(99)": 374.65617151999993, + "avg": 68.39803363860902, + "min": 2.577625, + "med": 4.483834, + "max": 495.424875 + } + }, + "http_req_tls_handshaking": { + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend" + }, + "http_req_waiting": { + "contains": "time", + "values": { + "med": 4.48625, + "max": 495.384125, + "p(95)": 265.1820795, + "p(99)": 367.4275114999999, + "avg": 68.6917690262538, + "min": 2.558625 + }, + "type": "trend" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 142402853, + "rate": 6746028.287118505 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 68.39803363860902, + "min": 2.577625, + "med": 4.483834, + "max": 495.424875, + "p(95)": 268.5273914, + "p(99)": 374.65617151999993 + } + }, + "served_5e2cf4c832434c9aa3e4e7316950ad7e": { + "type": "counter", + "contains": "default", + "values": { + "count": 1759, + "rate": 83.32883440924776 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 9370, + "rate": 443.8835579389718 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 495.482792, + "p(95)": 265.2786436, + "p(99)": 367.52243551999993, + "avg": 68.80142238207041, + "min": 2.610334, + "med": 4.604354 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 9370, + "rate": 443.8835579389718 + } + }, + "served_6b6c16dd9850424488f77c6c342028d7": { + "contains": "default", + "values": { + "count": 1761, + "rate": 83.42358009930943 + }, + "type": "counter" + }, + "all_confirmed_writes": { + "values": { + "count": 923, + "rate": 43.725135963465426 + }, + "type": "counter", + "contains": "default" + }, + "measured_successes": { + "values": { + "count": 7045, + "rate": 333.7416932422686 + }, + "type": "counter", + "contains": "default" + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "avg": 68.73902272006394, + "min": 2.577625, + "med": 4.537167, + "max": 495.424875, + "p(95)": 265.2268526, + "p(99)": 367.46375076999993 + }, + "type": "trend" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 9370 + } + }, + "vus_max": { + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + }, + "type": "gauge" + }, + "data_sent": { + "values": { + "count": 3736404, + "rate": 177004.0876646111 + }, + "type": "counter", + "contains": "data" + }, + "measured_requests": { + "values": { + "count": 7045, + "rate": 333.7416932422686 + }, + "type": "counter", + "contains": "default" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 68.73902272006394, + "min": 2.577625, + "med": 4.537167, + "max": 495.424875, + "p(95)": 265.2268526, + "p(99)": 367.46375076999993 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "max": 1.643166, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0007909502668089648, + "min": 0 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "served_86a41e7afb9046f18a1f1d1f349394e6": { + "type": "counter", + "contains": "default", + "values": { + "count": 1762, + "rate": 83.47095294434028 + } + }, + "served_13862ceb04eb49d1abe81390e52553cf": { + "values": { + "count": 1763, + "rate": 83.51832578937112 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "contains": "time", + "values": { + "max": 1.9, + "p(95)": 0.009939549999999983, + "p(99)": 0.025125, + "avg": 0.006118368836712836, + "min": 0.002125, + "med": 0.004667 + }, + "type": "trend" + } + }, + "profile": { + "measurement_wall_seconds": 15.109139620999997, + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32 + } + } +} diff --git a/evidence/scaling/trial-16.json b/evidence/scaling/trial-16.json new file mode 100644 index 00000000..ce3efef2 --- /dev/null +++ b/evidence/scaling/trial-16.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "growing", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + "requests": 4222, + "successes": 4222, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 278.7798109354465, + "p50_ms": 119.904125, + "p95_ms": 295.4286378, + "p99_ms": 367.9311663899999, + "final_messages": 10548, + "idempotency_results": 548, + "resource_samples": [ + { + "at": "2026-10-17T15:43:41.504487+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "107.59%", + "MemUsage": "71.52MiB / 512MiB", + "MemPerc": "13.97%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.31%", + "MemUsage": "62.68MiB / 512MiB", + "MemPerc": "12.24%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.69%", + "MemUsage": "22.56MiB / 128MiB", + "MemPerc": "17.63%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.52%", + "MemUsage": "85.12MiB / 768MiB", + "MemPerc": "11.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.92%", + "MemUsage": "13.78MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "7.93%", + "MemUsage": "29.3MiB / 384MiB", + "MemPerc": "7.63%" + } + ] + }, + { + "at": "2026-10-17T15:43:43.519495+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.11%", + "MemUsage": "64.72MiB / 512MiB", + "MemPerc": "12.64%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "46.50%", + "MemUsage": "62.76MiB / 512MiB", + "MemPerc": "12.26%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.51%", + "MemUsage": "22.23MiB / 128MiB", + "MemPerc": "17.37%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.52%", + "MemUsage": "84.95MiB / 768MiB", + "MemPerc": "11.06%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.05%", + "MemUsage": "13.14MiB / 128MiB", + "MemPerc": "10.26%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "8.00%", + "MemUsage": "29.59MiB / 384MiB", + "MemPerc": "7.71%" + } + ] + }, + { + "at": "2026-10-17T15:43:45.544286+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "52.40%", + "MemUsage": "64.65MiB / 512MiB", + "MemPerc": "12.63%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "19.26%", + "MemUsage": "63.29MiB / 512MiB", + "MemPerc": "12.36%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.09%", + "MemUsage": "22.28MiB / 128MiB", + "MemPerc": "17.40%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.85%", + "MemUsage": "86.01MiB / 768MiB", + "MemPerc": "11.20%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.50%", + "MemUsage": "13.11MiB / 128MiB", + "MemPerc": "10.24%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "3.42%", + "MemUsage": "29.11MiB / 384MiB", + "MemPerc": "7.58%" + } + ] + }, + { + "at": "2026-10-17T15:43:47.560246+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "59.96%", + "MemUsage": "65.39MiB / 512MiB", + "MemPerc": "12.77%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.27%", + "MemUsage": "65.27MiB / 512MiB", + "MemPerc": "12.75%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.46%", + "MemUsage": "22.73MiB / 128MiB", + "MemPerc": "17.76%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.05%", + "MemUsage": "85.51MiB / 768MiB", + "MemPerc": "11.13%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.22%", + "MemUsage": "13.77MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "8.95%", + "MemUsage": "29.56MiB / 384MiB", + "MemPerc": "7.70%" + } + ] + }, + { + "at": "2026-10-17T15:43:49.573302+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "52.57%", + "MemUsage": "65.62MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.37%", + "MemUsage": "65.53MiB / 512MiB", + "MemPerc": "12.80%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.40%", + "MemUsage": "22.48MiB / 128MiB", + "MemPerc": "17.56%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.11%", + "MemUsage": "85.09MiB / 768MiB", + "MemPerc": "11.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.96%", + "MemUsage": "13.27MiB / 128MiB", + "MemPerc": "10.36%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "6.98%", + "MemUsage": "29.12MiB / 384MiB", + "MemPerc": "7.58%" + } + ] + }, + { + "at": "2026-10-17T15:43:51.589346+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "68.74%", + "MemUsage": "65.33MiB / 512MiB", + "MemPerc": "12.76%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.32%", + "MemUsage": "76.56MiB / 512MiB", + "MemPerc": "14.95%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.85%", + "MemUsage": "22.43MiB / 128MiB", + "MemPerc": "17.52%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.47%", + "MemUsage": "85.45MiB / 768MiB", + "MemPerc": "11.13%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.99%", + "MemUsage": "13.48MiB / 128MiB", + "MemPerc": "10.53%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "7.69%", + "MemUsage": "28.93MiB / 384MiB", + "MemPerc": "7.53%" + } + ] + }, + { + "at": "2026-10-17T15:43:53.604486+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "60.47%", + "MemUsage": "78.11MiB / 512MiB", + "MemPerc": "15.26%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.75%", + "MemUsage": "65.69MiB / 512MiB", + "MemPerc": "12.83%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.12%", + "MemUsage": "22.74MiB / 128MiB", + "MemPerc": "17.77%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.04%", + "MemUsage": "85.1MiB / 768MiB", + "MemPerc": "11.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.05%", + "MemUsage": "13.63MiB / 128MiB", + "MemPerc": "10.65%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "7.52%", + "MemUsage": "29.63MiB / 384MiB", + "MemPerc": "7.72%" + } + ] + }, + { + "at": "2026-10-17T15:43:55.621497+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "46.83%", + "MemUsage": "64.82MiB / 512MiB", + "MemPerc": "12.66%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.04%", + "MemUsage": "66.31MiB / 512MiB", + "MemPerc": "12.95%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.98%", + "MemUsage": "22.15MiB / 128MiB", + "MemPerc": "17.30%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.78%", + "MemUsage": "84.93MiB / 768MiB", + "MemPerc": "11.06%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.11%", + "MemUsage": "13.47MiB / 128MiB", + "MemPerc": "10.52%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "8.08%", + "MemUsage": "31.47MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:43:57.636929+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "45.02%", + "MemUsage": "64.86MiB / 512MiB", + "MemPerc": "12.67%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "99.24%", + "MemUsage": "65.63MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.59%", + "MemUsage": "22.46MiB / 128MiB", + "MemPerc": "17.55%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.37%", + "MemUsage": "85.14MiB / 768MiB", + "MemPerc": "11.09%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.12%", + "MemUsage": "13.11MiB / 128MiB", + "MemPerc": "10.24%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "8.88%", + "MemUsage": "31.56MiB / 384MiB", + "MemPerc": "8.22%" + } + ] + }, + { + "at": "2026-10-17T15:43:59.651272+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "36.77%", + "MemUsage": "65.03MiB / 512MiB", + "MemPerc": "12.70%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.49%", + "MemUsage": "66.18MiB / 512MiB", + "MemPerc": "12.92%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.41%", + "MemUsage": "22.38MiB / 128MiB", + "MemPerc": "17.48%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.07%", + "MemUsage": "84.45MiB / 768MiB", + "MemPerc": "11.00%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.84%", + "MemUsage": "13.54MiB / 128MiB", + "MemPerc": "10.58%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "7.23%", + "MemUsage": "31.96MiB / 384MiB", + "MemPerc": "8.32%" + } + ] + }, + { + "at": "2026-10-17T15:44:01.670886+00:00", + "containers": [ + { + "ID": "284ce4198774", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "28.17%", + "MemUsage": "62.88MiB / 512MiB", + "MemPerc": "12.28%" + }, + { + "ID": "05ec676c230a", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "58.50%", + "MemUsage": "64.59MiB / 512MiB", + "MemPerc": "12.62%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.61%", + "MemUsage": "22.43MiB / 128MiB", + "MemPerc": "17.53%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.26%", + "MemUsage": "84.6MiB / 768MiB", + "MemPerc": "11.02%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.49%", + "MemUsage": "11.63MiB / 128MiB", + "MemPerc": "9.09%" + }, + { + "ID": "c3a8bec995f4", + "Name": "zen_ishizaka", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 16950, + "total_exec_time": 3.6302520000000724, + "mean_exec_time": 0.00021417415929203502, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 16950, + "total_exec_time": 3.8795829999999416, + "mean_exec_time": 0.00022888395280236054, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5613, + "total_exec_time": 85.41868799999986, + "mean_exec_time": 0.015218009620523791, + "rows": 5613 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5613, + "total_exec_time": 36.20354699999995, + "mean_exec_time": 0.00644994601817207, + "rows": 5613 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2814, + "total_exec_time": 110.41887000000007, + "mean_exec_time": 0.039239115138592816, + "rows": 143514 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2251, + "total_exec_time": 86.6690259999999, + "mean_exec_time": 0.03850245490892941, + "rows": 114801 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 548, + "total_exec_time": 4.041974999999996, + "mean_exec_time": 0.007375866788321165, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 548, + "total_exec_time": 2.6405079999999947, + "mean_exec_time": 0.004818445255474452, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 548, + "total_exec_time": 42.11134799999997, + "mean_exec_time": 0.07684552554744531, + "rows": 548 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 548, + "total_exec_time": 1.5355359999999973, + "mean_exec_time": 0.00280207299270073, + "rows": 548 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 548, + "total_exec_time": 46.74375099999998, + "mean_exec_time": 0.08529881569343067, + "rows": 548 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 111, + "total_exec_time": 1.9373420000000006, + "mean_exec_time": 0.01745353153153154, + "rows": 111 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.038999, + "mean_exec_time": 0.038999, + "rows": 1 + } + ], + "raw_k6": { + "metrics": { + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 548, + "rate": 25.916820894830202 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 0.325292, + "p(95)": 0.01026639999999999, + "p(99)": 0.025585039999999983, + "avg": 0.00601122109388916, + "min": 0.002, + "med": 0.0045 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 85385053, + "rate": 4038155.33886238 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 4222, + "rate": 199.6730252152794 + } + }, + "served_5e2cf4c832434c9aa3e4e7316950ad7e": { + "type": "counter", + "contains": "default", + "values": { + "count": 2113, + "rate": 99.93109954521208 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5613, + "rate": 265.4582402968648 + } + }, + "vus": { + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 0 + }, + "type": "gauge" + }, + "http_req_receiving": { + "values": { + "p(95)": 0.0940414, + "p(99)": 0.15547, + "avg": 0.038167389631213335, + "min": 0.006791, + "med": 0.027334, + "max": 0.559708 + }, + "type": "trend", + "contains": "time" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5613 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2236886, + "rate": 105790.09821925758 + } + }, + "iteration_duration": { + "contains": "time", + "values": { + "med": 120.358375, + "max": 465.004833, + "p(95)": 294.37745899999993, + "p(99)": 371.28176508, + "avg": 114.9568260228042, + "min": 2.477917 + }, + "type": "trend" + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.443792, + "med": 119.904125, + "max": 464.9235, + "p(95)": 295.4286378, + "p(99)": 367.9311663899999, + "avg": 114.24817444007603 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 4222, + "rate": 199.6730252152794 + } + }, + "http_req_duration": { + "contains": "time", + "values": { + "min": 2.443792, + "med": 120.262042, + "max": 464.9235, + "p(95)": 294.3163006, + "p(99)": 371.22935808, + "avg": 114.89649258649588 + }, + "type": "trend" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.443792, + "med": 120.262042, + "max": 464.9235, + "p(95)": 294.3163006, + "p(99)": 371.22935808, + "avg": 114.89649258649588 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5613, + "rate": 265.4582402968648 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002375, + "p(99)": 0.010397999999999975, + "avg": 0.00562679939426345, + "min": 0.000542, + "med": 0.001166, + "max": 1.026459 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 295.4286378, + "p(99)": 367.9311663899999, + "avg": 114.24817444007603, + "min": 2.443792, + "med": 119.904125, + "max": 464.9235 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 120.221833, + "max": 464.836666, + "p(95)": 294.27980879999996, + "p(99)": 371.16682904, + "avg": 114.85231397577023, + "min": 2.424833 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0008485139853910568, + "min": 0, + "med": 0, + "max": 0.577792, + "p(95)": 0, + "p(99)": 0 + } + }, + "served_6b6c16dd9850424488f77c6c342028d7": { + "type": "counter", + "contains": "default", + "values": { + "count": 2109, + "rate": 99.74192567006733 + } + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.144568704000001 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21144.568704 + } + } +} diff --git a/evidence/scaling/trial-17.json b/evidence/scaling/trial-17.json new file mode 100644 index 00000000..0ae68699 --- /dev/null +++ b/evidence/scaling/trial-17.json @@ -0,0 +1,813 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 1, + "cpu_each": 2.0, + "memory_mib_each": 1024, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + "requests": 3819, + "successes": 3819, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 253.667539348871, + "p50_ms": 122.579666, + "p95_ms": 158.8043833999999, + "p99_ms": 181.52644205999997, + "final_messages": 10480, + "idempotency_results": 480, + "resource_samples": [ + { + "at": "2026-10-17T15:44:12.506968+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "145.91%", + "MemUsage": "64.27MiB / 1GiB", + "MemPerc": "6.28%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.93%", + "MemUsage": "22.23MiB / 128MiB", + "MemPerc": "17.37%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.81%", + "MemUsage": "62.9MiB / 768MiB", + "MemPerc": "8.19%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.81%", + "MemUsage": "13.28MiB / 128MiB", + "MemPerc": "10.37%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "6.67%", + "MemUsage": "27.21MiB / 384MiB", + "MemPerc": "7.09%" + } + ] + }, + { + "at": "2026-10-17T15:44:14.520061+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "145.60%", + "MemUsage": "65.23MiB / 1GiB", + "MemPerc": "6.37%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.87%", + "MemUsage": "21.66MiB / 128MiB", + "MemPerc": "16.93%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.91%", + "MemUsage": "62.98MiB / 768MiB", + "MemPerc": "8.20%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.95%", + "MemUsage": "13.7MiB / 128MiB", + "MemPerc": "10.70%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "7.41%", + "MemUsage": "27.83MiB / 384MiB", + "MemPerc": "7.25%" + } + ] + }, + { + "at": "2026-10-17T15:44:16.539790+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "15.04%", + "MemUsage": "65.14MiB / 1GiB", + "MemPerc": "6.36%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.62%", + "MemUsage": "22.25MiB / 128MiB", + "MemPerc": "17.38%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "4.07%", + "MemUsage": "64.02MiB / 768MiB", + "MemPerc": "8.34%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.23%", + "MemUsage": "13.43MiB / 128MiB", + "MemPerc": "10.49%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "0.99%", + "MemUsage": "27.08MiB / 384MiB", + "MemPerc": "7.05%" + } + ] + }, + { + "at": "2026-10-17T15:44:18.558877+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "159.91%", + "MemUsage": "65.48MiB / 1GiB", + "MemPerc": "6.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.42%", + "MemUsage": "22.36MiB / 128MiB", + "MemPerc": "17.47%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.50%", + "MemUsage": "63.88MiB / 768MiB", + "MemPerc": "8.32%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.87%", + "MemUsage": "13.8MiB / 128MiB", + "MemPerc": "10.78%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "7.31%", + "MemUsage": "26.71MiB / 384MiB", + "MemPerc": "6.96%" + } + ] + }, + { + "at": "2026-10-17T15:44:20.571289+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "163.30%", + "MemUsage": "65.38MiB / 1GiB", + "MemPerc": "6.38%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.16%", + "MemUsage": "23.03MiB / 128MiB", + "MemPerc": "17.99%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.59%", + "MemUsage": "63.49MiB / 768MiB", + "MemPerc": "8.27%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.76%", + "MemUsage": "13.98MiB / 128MiB", + "MemPerc": "10.92%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "5.76%", + "MemUsage": "31.15MiB / 384MiB", + "MemPerc": "8.11%" + } + ] + }, + { + "at": "2026-10-17T15:44:22.583351+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "165.82%", + "MemUsage": "65.46MiB / 1GiB", + "MemPerc": "6.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.06%", + "MemUsage": "22.79MiB / 128MiB", + "MemPerc": "17.80%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.27%", + "MemUsage": "63.23MiB / 768MiB", + "MemPerc": "8.23%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.68%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "6.36%", + "MemUsage": "31.21MiB / 384MiB", + "MemPerc": "8.13%" + } + ] + }, + { + "at": "2026-10-17T15:44:24.597566+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "162.82%", + "MemUsage": "78.59MiB / 1GiB", + "MemPerc": "7.67%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.17%", + "MemUsage": "22.54MiB / 128MiB", + "MemPerc": "17.61%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.84%", + "MemUsage": "63.05MiB / 768MiB", + "MemPerc": "8.21%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.73%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "5.55%", + "MemUsage": "31.61MiB / 384MiB", + "MemPerc": "8.23%" + } + ] + }, + { + "at": "2026-10-17T15:44:26.609021+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.47%", + "MemUsage": "65.58MiB / 1GiB", + "MemPerc": "6.40%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.05%", + "MemUsage": "22.34MiB / 128MiB", + "MemPerc": "17.45%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.91%", + "MemUsage": "63.53MiB / 768MiB", + "MemPerc": "8.27%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.74%", + "MemUsage": "13.63MiB / 128MiB", + "MemPerc": "10.65%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "6.71%", + "MemUsage": "31.58MiB / 384MiB", + "MemPerc": "8.22%" + } + ] + }, + { + "at": "2026-10-17T15:44:28.621095+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.39%", + "MemUsage": "66.45MiB / 1GiB", + "MemPerc": "6.49%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.08%", + "MemUsage": "22.89MiB / 128MiB", + "MemPerc": "17.88%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.44%", + "MemUsage": "63.21MiB / 768MiB", + "MemPerc": "8.23%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.68%", + "MemUsage": "13.55MiB / 128MiB", + "MemPerc": "10.59%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "6.61%", + "MemUsage": "31.45MiB / 384MiB", + "MemPerc": "8.19%" + } + ] + }, + { + "at": "2026-10-17T15:44:30.635263+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.34%", + "MemUsage": "65.57MiB / 1GiB", + "MemPerc": "6.40%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.98%", + "MemUsage": "23.02MiB / 128MiB", + "MemPerc": "17.98%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.75%", + "MemUsage": "63.79MiB / 768MiB", + "MemPerc": "8.31%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.73%", + "MemUsage": "13.72MiB / 128MiB", + "MemPerc": "10.72%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "5.38%", + "MemUsage": "31.32MiB / 384MiB", + "MemPerc": "8.16%" + } + ] + }, + { + "at": "2026-10-17T15:44:32.682061+00:00", + "containers": [ + { + "ID": "b990a4854f53", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.77%", + "MemUsage": "64MiB / 1GiB", + "MemPerc": "6.25%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.52%", + "MemUsage": "21.1MiB / 128MiB", + "MemPerc": "16.48%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.68%", + "MemUsage": "63.2MiB / 768MiB", + "MemPerc": "8.23%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.23%", + "MemUsage": "11.58MiB / 128MiB", + "MemPerc": "9.05%" + }, + { + "ID": "fd15fdffc94c", + "Name": "sad_booth", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 14874, + "total_exec_time": 3.2867480000002782, + "mean_exec_time": 0.00022097270404733166, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 14874, + "total_exec_time": 3.4804559999999807, + "mean_exec_time": 0.00023399596611536888, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 4937, + "total_exec_time": 69.7293760000002, + "mean_exec_time": 0.014123835527648357, + "rows": 4937 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 4937, + "total_exec_time": 32.37758899999973, + "mean_exec_time": 0.006558150496252788, + "rows": 4937 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2474, + "total_exec_time": 95.77891100000014, + "mean_exec_time": 0.03871419199676643, + "rows": 126174 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1983, + "total_exec_time": 74.43618800000003, + "mean_exec_time": 0.03753715985879991, + "rows": 101133 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 480, + "total_exec_time": 2.557919999999999, + "mean_exec_time": 0.005328999999999999, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 480, + "total_exec_time": 1.934180999999998, + "mean_exec_time": 0.004029543749999998, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 480, + "total_exec_time": 31.15432700000001, + "mean_exec_time": 0.06490484791666676, + "rows": 480 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 480, + "total_exec_time": 1.4256459999999975, + "mean_exec_time": 0.0029700958333333323, + "rows": 480 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 480, + "total_exec_time": 38.092222999999976, + "mean_exec_time": 0.07935879791666667, + "rows": 480 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 63, + "total_exec_time": 1.186742, + "mean_exec_time": 0.018837174603174602, + "rows": 63 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.048167, + "mean_exec_time": 0.048167, + "rows": 1 + } + ], + "raw_k6": { + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [], + "name": "", + "path": "" + }, + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ] + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21055.138745 + }, + "metrics": { + "http_req_connecting": { + "contains": "time", + "values": { + "med": 0, + "max": 2.834583, + "p(95)": 0, + "p(99)": 0, + "avg": 0.002812327526838161, + "min": 0 + }, + "type": "trend" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 130.2202534211059, + "min": 65.731375, + "med": 125.380583, + "max": 287.379542, + "p(95)": 169.4385418, + "p(99)": 212.56356687999997 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 212.67157635999996, + "avg": 130.29143599027745, + "min": 65.765959, + "med": 125.444958, + "max": 287.448916, + "p(95)": 169.5076584 + } + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 4937 + }, + "type": "rate", + "contains": "default" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "served_2cf39013c88940a3ba797cc47d1cb2c7": { + "type": "counter", + "contains": "default", + "values": { + "count": 3819, + "rate": 181.38089927841983 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 287.379542, + "p(95)": 169.4385418, + "p(99)": 212.56356687999997, + "avg": 130.2202534211059, + "min": 65.731375, + "med": 125.380583 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 75134392, + "rate": 3568458.6508764895 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 480, + "rate": 22.79728506248796 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 158.8043833999999, + "p(99)": 181.52644205999997, + "avg": 125.89091437915675, + "min": 65.731375, + "med": 122.579666, + "max": 206.684125 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1966710, + "rate": 93407.6010525952 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 125.89091437915675, + "min": 65.731375, + "med": 122.579666, + "max": 206.684125, + "p(95)": 158.8043833999999, + "p(99)": 181.52644205999997 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.006535121733846371, + "min": 0.002375, + "med": 0.0045, + "max": 0.458833, + "p(95)": 0.012625, + "p(99)": 0.03547823999999999 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 4937, + "rate": 234.4795757364647 + }, + "type": "counter" + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 3819, + "rate": 181.38089927841983 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.010404839781243312, + "min": 0.000584, + "med": 0.001209, + "max": 3.935042, + "p(95)": 0.002833, + "p(99)": 0.015401999999999907 + } + }, + "measured_successes": { + "contains": "default", + "values": { + "count": 3819, + "rate": 181.38089927841983 + }, + "type": "counter" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 130.17621310249095, + "min": 65.712834, + "med": 125.346125, + "max": 287.338208, + "p(95)": 169.38795000000002, + "p(99)": 212.40029999999996 + } + }, + "http_req_receiving": { + "contains": "time", + "values": { + "max": 0.662, + "p(95)": 0.0858002, + "p(99)": 0.13996312, + "avg": 0.03750519688069668, + "min": 0.007333, + "med": 0.028833 + }, + "type": "trend" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 4937, + "rate": 234.4795757364647 + } + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.055138745 + } + } +} diff --git a/evidence/scaling/trial-18.json b/evidence/scaling/trial-18.json new file mode 100644 index 00000000..d22dfbce --- /dev/null +++ b/evidence/scaling/trial-18.json @@ -0,0 +1,905 @@ +{ + "configuration": { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 96, + "optimized": false, + "repeat": 1 + }, + "requests": 4265, + "successes": 4265, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 279.91765803032945, + "p50_ms": 329.494375, + "p95_ms": 463.84842519999995, + "p99_ms": 518.463433, + "final_messages": 10534, + "idempotency_results": 534, + "resource_samples": [ + { + "at": "2026-10-17T15:44:44.051952+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.87%", + "MemUsage": "76.18MiB / 512MiB", + "MemPerc": "14.88%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.40%", + "MemUsage": "75.35MiB / 512MiB", + "MemPerc": "14.72%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.61%", + "MemUsage": "23.4MiB / 128MiB", + "MemPerc": "18.28%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.98%", + "MemUsage": "76.46MiB / 768MiB", + "MemPerc": "9.96%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.05%", + "MemUsage": "13.81MiB / 128MiB", + "MemPerc": "10.79%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "8.76%", + "MemUsage": "43.41MiB / 384MiB", + "MemPerc": "11.31%" + } + ] + }, + { + "at": "2026-10-17T15:44:46.066802+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.72%", + "MemUsage": "66.32MiB / 512MiB", + "MemPerc": "12.95%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.82%", + "MemUsage": "66.87MiB / 512MiB", + "MemPerc": "13.06%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.42%", + "MemUsage": "23.32MiB / 128MiB", + "MemPerc": "18.22%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.40%", + "MemUsage": "82.65MiB / 768MiB", + "MemPerc": "10.76%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.88%", + "MemUsage": "13.81MiB / 128MiB", + "MemPerc": "10.79%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "8.05%", + "MemUsage": "43.66MiB / 384MiB", + "MemPerc": "11.37%" + } + ] + }, + { + "at": "2026-10-17T15:44:48.079982+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "22.62%", + "MemUsage": "66.31MiB / 512MiB", + "MemPerc": "12.95%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "24.58%", + "MemUsage": "66.83MiB / 512MiB", + "MemPerc": "13.05%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.27%", + "MemUsage": "23.76MiB / 128MiB", + "MemPerc": "18.56%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.87%", + "MemUsage": "83.77MiB / 768MiB", + "MemPerc": "10.91%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.57%", + "MemUsage": "13.54MiB / 128MiB", + "MemPerc": "10.58%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "2.60%", + "MemUsage": "43.88MiB / 384MiB", + "MemPerc": "11.43%" + } + ] + }, + { + "at": "2026-10-17T15:44:50.095586+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "99.34%", + "MemUsage": "66.68MiB / 512MiB", + "MemPerc": "13.02%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.10%", + "MemUsage": "66.77MiB / 512MiB", + "MemPerc": "13.04%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.02%", + "MemUsage": "23.46MiB / 128MiB", + "MemPerc": "18.33%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.90%", + "MemUsage": "83.87MiB / 768MiB", + "MemPerc": "10.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.79%", + "MemUsage": "13.66MiB / 128MiB", + "MemPerc": "10.67%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "6.49%", + "MemUsage": "46.14MiB / 384MiB", + "MemPerc": "12.02%" + } + ] + }, + { + "at": "2026-10-17T15:44:52.111536+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.31%", + "MemUsage": "66.65MiB / 512MiB", + "MemPerc": "13.02%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.80%", + "MemUsage": "67.08MiB / 512MiB", + "MemPerc": "13.10%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.33%", + "MemUsage": "23.3MiB / 128MiB", + "MemPerc": "18.20%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.80%", + "MemUsage": "84.48MiB / 768MiB", + "MemPerc": "11.00%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.83%", + "MemUsage": "13.6MiB / 128MiB", + "MemPerc": "10.62%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "6.27%", + "MemUsage": "46.47MiB / 384MiB", + "MemPerc": "12.10%" + } + ] + }, + { + "at": "2026-10-17T15:44:54.128890+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.82%", + "MemUsage": "74.22MiB / 512MiB", + "MemPerc": "14.50%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "106.40%", + "MemUsage": "74.61MiB / 512MiB", + "MemPerc": "14.57%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.60%", + "MemUsage": "23.32MiB / 128MiB", + "MemPerc": "18.22%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.75%", + "MemUsage": "84.3MiB / 768MiB", + "MemPerc": "10.98%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.87%", + "MemUsage": "13.57MiB / 128MiB", + "MemPerc": "10.60%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "7.41%", + "MemUsage": "45.76MiB / 384MiB", + "MemPerc": "11.92%" + } + ] + }, + { + "at": "2026-10-17T15:44:56.139619+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.23%", + "MemUsage": "66.8MiB / 512MiB", + "MemPerc": "13.05%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.61%", + "MemUsage": "66.94MiB / 512MiB", + "MemPerc": "13.07%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.50%", + "MemUsage": "23.75MiB / 128MiB", + "MemPerc": "18.56%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.59%", + "MemUsage": "84.26MiB / 768MiB", + "MemPerc": "10.97%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.95%", + "MemUsage": "13.44MiB / 128MiB", + "MemPerc": "10.50%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "9.42%", + "MemUsage": "50.72MiB / 384MiB", + "MemPerc": "13.21%" + } + ] + }, + { + "at": "2026-10-17T15:44:58.156191+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.91%", + "MemUsage": "67.18MiB / 512MiB", + "MemPerc": "13.12%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.07%", + "MemUsage": "67.31MiB / 512MiB", + "MemPerc": "13.15%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.69%", + "MemUsage": "22.79MiB / 128MiB", + "MemPerc": "17.81%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.51%", + "MemUsage": "83.85MiB / 768MiB", + "MemPerc": "10.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.91%", + "MemUsage": "13.52MiB / 128MiB", + "MemPerc": "10.56%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "7.41%", + "MemUsage": "50.63MiB / 384MiB", + "MemPerc": "13.18%" + } + ] + }, + { + "at": "2026-10-17T15:45:00.171522+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.80%", + "MemUsage": "66.32MiB / 512MiB", + "MemPerc": "12.95%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.12%", + "MemUsage": "66.88MiB / 512MiB", + "MemPerc": "13.06%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.56%", + "MemUsage": "23.89MiB / 128MiB", + "MemPerc": "18.66%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.45%", + "MemUsage": "84.06MiB / 768MiB", + "MemPerc": "10.95%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.71%", + "MemUsage": "12.77MiB / 128MiB", + "MemPerc": "9.97%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "5.94%", + "MemUsage": "50.67MiB / 384MiB", + "MemPerc": "13.20%" + } + ] + }, + { + "at": "2026-10-17T15:45:02.188669+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.13%", + "MemUsage": "66.5MiB / 512MiB", + "MemPerc": "12.99%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.59%", + "MemUsage": "79.94MiB / 512MiB", + "MemPerc": "15.61%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.15%", + "MemUsage": "23.73MiB / 128MiB", + "MemPerc": "18.54%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.95%", + "MemUsage": "84.42MiB / 768MiB", + "MemPerc": "10.99%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.93%", + "MemUsage": "12.98MiB / 128MiB", + "MemPerc": "10.14%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "8.63%", + "MemUsage": "50.77MiB / 384MiB", + "MemPerc": "13.22%" + } + ] + }, + { + "at": "2026-10-17T15:45:04.244810+00:00", + "containers": [ + { + "ID": "08dce1a4e3b4", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "6.22%", + "MemUsage": "74.75MiB / 512MiB", + "MemPerc": "14.60%" + }, + { + "ID": "71286e4f6957", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "2.60%", + "MemUsage": "75.97MiB / 512MiB", + "MemPerc": "14.84%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.14%", + "MemUsage": "22.11MiB / 128MiB", + "MemPerc": "17.27%" + }, + { + "ID": "649a10d52276", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.27%", + "MemUsage": "82.47MiB / 768MiB", + "MemPerc": "10.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.23%", + "MemUsage": "12.35MiB / 128MiB", + "MemPerc": "9.65%" + }, + { + "ID": "8425466f419c", + "Name": "zealous_golick", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 17270, + "total_exec_time": 3.214102000000194, + "mean_exec_time": 0.00018610897510133113, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 17270, + "total_exec_time": 3.5444509999999845, + "mean_exec_time": 0.0002052374638100753, + "rows": 0 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5722, + "total_exec_time": 32.53622299999984, + "mean_exec_time": 0.005686162705347767, + "rows": 5722 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5720, + "total_exec_time": 75.13106000000023, + "mean_exec_time": 0.01313480069930072, + "rows": 5720 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2882, + "total_exec_time": 105.4668370000002, + "mean_exec_time": 0.036595016308119455, + "rows": 146982 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2304, + "total_exec_time": 82.5943079999999, + "mean_exec_time": 0.0358482239583333, + "rows": 117504 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 534, + "total_exec_time": 1.952857999999997, + "mean_exec_time": 0.0036570374531835186, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 534, + "total_exec_time": 34.615492, + "mean_exec_time": 0.06482301872659178, + "rows": 534 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 534, + "total_exec_time": 1.512137999999996, + "mean_exec_time": 0.002831719101123595, + "rows": 534 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 534, + "total_exec_time": 41.31090899999998, + "mean_exec_time": 0.07736125280898871, + "rows": 534 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 534, + "total_exec_time": 2.8292639999999984, + "mean_exec_time": 0.005298247191011232, + "rows": 0 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 105, + "total_exec_time": 1.7657550000000006, + "mean_exec_time": 0.016816714285714282, + "rows": 105 + }, + { + "query": "SELECT * FROM users WHERE id=$1", + "calls": 3, + "total_exec_time": 0.021665999999999998, + "mean_exec_time": 0.007222, + "rows": 3 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.047958, + "mean_exec_time": 0.047958, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 96, + "measurement_wall_seconds": 15.23662362 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21236.62362 + }, + "metrics": { + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 460.18462085, + "p(99)": 509.33280472999996, + "avg": 340.0124893798954, + "min": 180.265083, + "med": 328.567, + "max": 591.622917 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.14616307999999995, + "avg": 0.03714463423580781, + "min": 0.007833, + "med": 0.026, + "max": 0.384166, + "p(95)": 0.09178299999999993 + } + }, + "measured_successes": { + "contains": "default", + "values": { + "count": 4265, + "rate": 200.83230160859253 + }, + "type": "counter" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 339.7346037848035, + "min": 36.725916, + "med": 328.463292, + "max": 591.541167, + "p(95)": 460.09485859999995, + "p(99)": 509.24570299999993 + } + }, + "http_req_failed": { + "values": { + "rate": 0.0008733624454148472, + "passes": 5, + "fails": 5720 + }, + "type": "rate", + "contains": "default" + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 25.145240107617447, + "count": 534 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5725, + "rate": 269.58145995526195 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 340.8219430426723, + "min": 182.395334, + "med": 329.494375, + "max": 591.622917, + "p(95)": 463.84842519999995, + "p(99)": 518.463433 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.10044279231440396, + "min": 0.000625, + "med": 0.001083, + "max": 13.695083, + "p(95)": 0.002375, + "p(99)": 1.5594669199999995 + } + }, + "data_sent": { + "contains": "data", + "values": { + "count": 2281299, + "rate": 107422.8672514374 + }, + "type": "counter" + }, + "vus": { + "contains": "default", + "values": { + "max": 96, + "value": 96, + "min": 0 + }, + "type": "gauge" + }, + "http_req_tls_handshaking": { + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend", + "contains": "time" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 87413922, + "rate": 4116187.3734804178 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "max": 591.622917, + "p(95)": 463.84842519999995, + "p(99)": 518.463433, + "avg": 340.8219430426723, + "min": 182.395334, + "med": 329.494375 + } + }, + "served_4a996ced9c8b4bc182d28c2137b118c6": { + "type": "counter", + "contains": "default", + "values": { + "count": 2132, + "rate": 100.39260657198577 + } + }, + "http_req_connecting": { + "values": { + "p(95)": 0, + "p(99)": 0.16476183999999972, + "avg": 0.038244928558951966, + "min": 0, + "med": 0, + "max": 11.642334 + }, + "type": "trend", + "contains": "time" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5725, + "rate": 269.58145995526195 + } + }, + "http_req_duration": { + "values": { + "p(95)": 460.1756084, + "p(99)": 509.28223807999996, + "avg": 339.7799609975549, + "min": 36.808708, + "med": 328.484042, + "max": 591.622917 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 96, + "min": 96, + "max": 96 + } + }, + "served_cdd9d553ef94427abded2480ff00a3bf": { + "values": { + "count": 2133, + "rate": 100.43969503660676 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.004083, + "max": 10.997333, + "p(95)": 0.008583, + "p(99)": 0.05286691999999988, + "avg": 0.008212578515283675, + "min": 0.002166 + } + }, + "measured_requests": { + "values": { + "count": 4265, + "rate": 200.83230160859253 + }, + "type": "counter", + "contains": "default" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "min": 49.68925, + "med": 328.537334, + "max": 591.68925, + "p(95)": 460.7570078, + "p(99)": 509.33593691999994, + "avg": 339.93489891336253 + } + } + } + } +} diff --git a/evidence/scaling/trial-19.json b/evidence/scaling/trial-19.json new file mode 100644 index 00000000..08f69cdb --- /dev/null +++ b/evidence/scaling/trial-19.json @@ -0,0 +1,906 @@ +{ + "configuration": { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.1, + "repeat": 1 + }, + "requests": 3641, + "successes": 3641, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 241.44358202314766, + "p50_ms": 107.604625, + "p95_ms": 366.627167, + "p99_ms": 516.7771755999999, + "final_messages": 10459, + "idempotency_results": 459, + "resource_samples": [ + { + "at": "2026-10-17T15:45:20.505193+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "46.11%", + "MemUsage": "61.75MiB / 512MiB", + "MemPerc": "12.06%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "48.81%", + "MemUsage": "63.74MiB / 512MiB", + "MemPerc": "12.45%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.41%", + "MemUsage": "22.66MiB / 128MiB", + "MemPerc": "17.70%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.09%", + "MemUsage": "72.1MiB / 768MiB", + "MemPerc": "9.39%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.60%", + "MemUsage": "13.86MiB / 128MiB", + "MemPerc": "10.82%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "5.46%", + "MemUsage": "29.27MiB / 384MiB", + "MemPerc": "7.62%" + } + ] + }, + { + "at": "2026-10-17T15:45:22.523009+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "37.71%", + "MemUsage": "62.2MiB / 512MiB", + "MemPerc": "12.15%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "44.37%", + "MemUsage": "63.15MiB / 512MiB", + "MemPerc": "12.33%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.74%", + "MemUsage": "22.52MiB / 128MiB", + "MemPerc": "17.59%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.66%", + "MemUsage": "75.5MiB / 768MiB", + "MemPerc": "9.83%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.59%", + "MemUsage": "14.22MiB / 128MiB", + "MemPerc": "11.11%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "3.94%", + "MemUsage": "29.5MiB / 384MiB", + "MemPerc": "7.68%" + } + ] + }, + { + "at": "2026-10-17T15:45:24.550733+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "40.17%", + "MemUsage": "64.16MiB / 512MiB", + "MemPerc": "12.53%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "28.82%", + "MemUsage": "64.23MiB / 512MiB", + "MemPerc": "12.54%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.64%", + "MemUsage": "22.98MiB / 128MiB", + "MemPerc": "17.95%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "7.91%", + "MemUsage": "77.22MiB / 768MiB", + "MemPerc": "10.06%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.35%", + "MemUsage": "13.07MiB / 128MiB", + "MemPerc": "10.21%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "2.60%", + "MemUsage": "29.56MiB / 384MiB", + "MemPerc": "7.70%" + } + ] + }, + { + "at": "2026-10-17T15:45:26.564054+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "74.77%", + "MemUsage": "64.86MiB / 512MiB", + "MemPerc": "12.67%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "60.71%", + "MemUsage": "64.5MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.18%", + "MemUsage": "23.22MiB / 128MiB", + "MemPerc": "18.14%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.04%", + "MemUsage": "77.65MiB / 768MiB", + "MemPerc": "10.11%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.78%", + "MemUsage": "12.99MiB / 128MiB", + "MemPerc": "10.15%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "7.00%", + "MemUsage": "31.42MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:45:28.581447+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "65.87%", + "MemUsage": "64.35MiB / 512MiB", + "MemPerc": "12.57%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "65.19%", + "MemUsage": "64.5MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.94%", + "MemUsage": "23.29MiB / 128MiB", + "MemPerc": "18.19%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.95%", + "MemUsage": "78.3MiB / 768MiB", + "MemPerc": "10.19%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.72%", + "MemUsage": "13.14MiB / 128MiB", + "MemPerc": "10.27%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "6.28%", + "MemUsage": "31.2MiB / 384MiB", + "MemPerc": "8.12%" + } + ] + }, + { + "at": "2026-10-17T15:45:30.621270+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "31.98%", + "MemUsage": "71.44MiB / 512MiB", + "MemPerc": "13.95%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "38.30%", + "MemUsage": "74.42MiB / 512MiB", + "MemPerc": "14.54%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.51%", + "MemUsage": "22.77MiB / 128MiB", + "MemPerc": "17.79%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.85%", + "MemUsage": "84.84MiB / 768MiB", + "MemPerc": "11.05%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.19%", + "MemUsage": "13.17MiB / 128MiB", + "MemPerc": "10.29%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "5.98%", + "MemUsage": "31.09MiB / 384MiB", + "MemPerc": "8.10%" + } + ] + }, + { + "at": "2026-10-17T15:45:32.634768+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "57.76%", + "MemUsage": "64.86MiB / 512MiB", + "MemPerc": "12.67%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "64.34%", + "MemUsage": "64.77MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.01%", + "MemUsage": "22.77MiB / 128MiB", + "MemPerc": "17.79%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.83%", + "MemUsage": "78.46MiB / 768MiB", + "MemPerc": "10.22%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.91%", + "MemUsage": "13.1MiB / 128MiB", + "MemPerc": "10.24%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "6.92%", + "MemUsage": "31.3MiB / 384MiB", + "MemPerc": "8.15%" + } + ] + }, + { + "at": "2026-10-17T15:45:34.647619+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "58.02%", + "MemUsage": "64.48MiB / 512MiB", + "MemPerc": "12.59%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "47.16%", + "MemUsage": "65.18MiB / 512MiB", + "MemPerc": "12.73%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.69%", + "MemUsage": "22.93MiB / 128MiB", + "MemPerc": "17.91%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.05%", + "MemUsage": "85.07MiB / 768MiB", + "MemPerc": "11.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.80%", + "MemUsage": "13.51MiB / 128MiB", + "MemPerc": "10.55%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "7.20%", + "MemUsage": "31.79MiB / 384MiB", + "MemPerc": "8.28%" + } + ] + }, + { + "at": "2026-10-17T15:45:36.663436+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "66.43%", + "MemUsage": "64.76MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "48.84%", + "MemUsage": "65.07MiB / 512MiB", + "MemPerc": "12.71%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.82%", + "MemUsage": "23.36MiB / 128MiB", + "MemPerc": "18.25%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.15%", + "MemUsage": "78.36MiB / 768MiB", + "MemPerc": "10.20%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.88%", + "MemUsage": "13.67MiB / 128MiB", + "MemPerc": "10.68%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "6.73%", + "MemUsage": "32.02MiB / 384MiB", + "MemPerc": "8.34%" + } + ] + }, + { + "at": "2026-10-17T15:45:38.675696+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "63.61%", + "MemUsage": "65.46MiB / 512MiB", + "MemPerc": "12.78%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "45.03%", + "MemUsage": "64.97MiB / 512MiB", + "MemPerc": "12.69%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.28%", + "MemUsage": "23.3MiB / 128MiB", + "MemPerc": "18.20%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.40%", + "MemUsage": "77.95MiB / 768MiB", + "MemPerc": "10.15%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.91%", + "MemUsage": "13.59MiB / 128MiB", + "MemPerc": "10.62%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "6.63%", + "MemUsage": "31.95MiB / 384MiB", + "MemPerc": "8.32%" + } + ] + }, + { + "at": "2026-10-17T15:45:40.688241+00:00", + "containers": [ + { + "ID": "9a69b6df3065", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "27.18%", + "MemUsage": "63.36MiB / 512MiB", + "MemPerc": "12.37%" + }, + { + "ID": "78f2b1e6e713", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "32.58%", + "MemUsage": "63.09MiB / 512MiB", + "MemPerc": "12.32%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.73%", + "MemUsage": "21.93MiB / 128MiB", + "MemPerc": "17.13%" + }, + { + "ID": "3b6eb256b9f7", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "5.59%", + "MemUsage": "78.68MiB / 768MiB", + "MemPerc": "10.25%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.49%", + "MemUsage": "11.46MiB / 128MiB", + "MemPerc": "8.95%" + }, + { + "ID": "2b3518f579d2", + "Name": "frosty_sanderson", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 4739, + "total_exec_time": 200.77923400000003, + "mean_exec_time": 0.042367426461278716, + "rows": 4739 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 4739, + "total_exec_time": 369.8450960000002, + "mean_exec_time": 0.07804285629879762, + "rows": 4739 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2379, + "total_exec_time": 1006.1625629999997, + "mean_exec_time": 0.42293508322824697, + "rows": 121329 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1901, + "total_exec_time": 585.9602649999996, + "mean_exec_time": 0.3082379089952656, + "rows": 96951 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 459, + "total_exec_time": 351.4690350000001, + "mean_exec_time": 0.7657277450980398, + "rows": 459 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 459, + "total_exec_time": 96.75313999999995, + "mean_exec_time": 0.21079115468409593, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 459, + "total_exec_time": 195.54690599999984, + "mean_exec_time": 0.4260281176470591, + "rows": 459 + }, + { + "query": "COMMIT", + "calls": 459, + "total_exec_time": 0.2829619999999987, + "mean_exec_time": 0.0006164749455337691, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 459, + "total_exec_time": 819.929201, + "mean_exec_time": 1.7863381285403037, + "rows": 459 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 459, + "total_exec_time": 3.1151180000000034, + "mean_exec_time": 0.0067867494553376885, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 459, + "total_exec_time": 0.25791099999999934, + "mean_exec_time": 0.0005618976034858388, + "rows": 0 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 112, + "total_exec_time": 1.9657470000000004, + "mean_exec_time": 0.01755131249999999, + "rows": 112 + }, + { + "query": "SELECT * FROM users WHERE id=$1", + "calls": 1, + "total_exec_time": 0.005625000000000001, + "mean_exec_time": 0.005625000000000001, + "rows": 1 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.149166, + "mean_exec_time": 0.149166, + "rows": 1 + } + ], + "raw_k6": { + "metrics": { + "served_349541f3c38340adbc423ec572412046": { + "contains": "default", + "values": { + "count": 1821, + "rate": 86.38467676941417 + }, + "type": "counter" + }, + "http_reqs": { + "contains": "default", + "values": { + "count": 4739, + "rate": 224.8088869908038 + }, + "type": "counter" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 1254.053209, + "p(95)": 368.6441416999998, + "p(99)": 575.6010559599996, + "avg": 135.8418092405571, + "min": 2.055167, + "med": 109.999709 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 368.7686714999998, + "p(99)": 575.6764219999995, + "avg": 135.94175834479876, + "min": 2.0965, + "med": 110.142416, + "max": 1254.306001 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 72149668, + "rate": 3422639.0714994753 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 1.513292, + "p(95)": 0.00225, + "p(99)": 0.011583499999999964, + "avg": 0.006892541042414153, + "min": 0.000542, + "med": 0.001042 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 4739 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 459, + "rate": 21.77406185456403 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 132.32491182449886, + "min": 2.086667, + "med": 107.604625, + "max": 1254.152167, + "p(95)": 366.627167, + "p(99)": 516.7771755999999 + } + }, + "http_req_tls_handshaking": { + "values": { + "p(99)": 0, + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0 + }, + "type": "trend", + "contains": "time" + }, + "served_922ab1549b234ff3bf800bc38ef1d6ec": { + "type": "counter", + "contains": "default", + "values": { + "count": 1820, + "rate": 86.33723872615803 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 135.88283903713872, + "min": 2.073375, + "med": 110.068834, + "max": 1254.152167, + "p(95)": 368.69081319999987, + "p(99)": 575.6377933799996 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 3641, + "rate": 172.7219154955722 + } + }, + "measured_successes": { + "contains": "default", + "values": { + "count": 3641, + "rate": 172.7219154955722 + }, + "type": "counter" + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "max": 1254.152167, + "p(95)": 368.69081319999987, + "p(99)": 575.6377933799996, + "avg": 135.88283903713872, + "min": 2.073375, + "med": 110.068834 + }, + "type": "trend" + }, + "http_req_sending": { + "contains": "time", + "values": { + "p(99)": 0.03652449999999998, + "avg": 0.006000208482802246, + "min": 0.001875, + "med": 0.004042, + "max": 1.270792, + "p(95)": 0.01 + }, + "type": "trend" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "http_req_connecting": { + "values": { + "avg": 0.002937258282338046, + "min": 0, + "med": 0, + "max": 0.897625, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03502958809875488, + "min": 0.006542, + "med": 0.024959, + "max": 0.400583, + "p(95)": 0.08667849999999998, + "p(99)": 0.13711337999999998 + } + }, + "all_latency": { + "contains": "time", + "values": { + "p(95)": 366.627167, + "p(99)": 516.7771755999999, + "avg": 132.32491182449886, + "min": 2.086667, + "med": 107.604625, + "max": 1254.152167 + }, + "type": "trend" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1888445, + "rate": 89584.13559682391 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 4739, + "rate": 224.8088869908038 + } + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.080127496 + }, + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [], + "name": "", + "path": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21080.127496 + } + } +} diff --git a/evidence/scaling/trial-20.json b/evidence/scaling/trial-20.json new file mode 100644 index 00000000..c3d35954 --- /dev/null +++ b/evidence/scaling/trial-20.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 8, + "optimized": false, + "repeat": 2 + }, + "requests": 5164, + "successes": 5164, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 343.63503374567404, + "p50_ms": 17.540625, + "p95_ms": 64.98785634999997, + "p99_ms": 90.74534842, + "final_messages": 10683, + "idempotency_results": 683, + "resource_samples": [ + { + "at": "2026-10-17T15:45:55.987404+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.58%", + "MemUsage": "71.04MiB / 512MiB", + "MemPerc": "13.87%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "59.61%", + "MemUsage": "70.44MiB / 512MiB", + "MemPerc": "13.76%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.06%", + "MemUsage": "22.56MiB / 128MiB", + "MemPerc": "17.63%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "21.35%", + "MemUsage": "65.67MiB / 768MiB", + "MemPerc": "8.55%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.11%", + "MemUsage": "13.64MiB / 128MiB", + "MemPerc": "10.66%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.59%", + "MemUsage": "20.88MiB / 384MiB", + "MemPerc": "5.44%" + } + ] + }, + { + "at": "2026-10-17T15:45:58.003084+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.11%", + "MemUsage": "60.46MiB / 512MiB", + "MemPerc": "11.81%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "48.33%", + "MemUsage": "59.42MiB / 512MiB", + "MemPerc": "11.61%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.16%", + "MemUsage": "22.5MiB / 128MiB", + "MemPerc": "17.58%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.33%", + "MemUsage": "66.77MiB / 768MiB", + "MemPerc": "8.69%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.11%", + "MemUsage": "13.56MiB / 128MiB", + "MemPerc": "10.60%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.07%", + "MemUsage": "21.17MiB / 384MiB", + "MemPerc": "5.51%" + } + ] + }, + { + "at": "2026-10-17T15:46:00.020338+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "15.57%", + "MemUsage": "60.39MiB / 512MiB", + "MemPerc": "11.80%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "12.62%", + "MemUsage": "60.61MiB / 512MiB", + "MemPerc": "11.84%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.00%", + "MemUsage": "23.03MiB / 128MiB", + "MemPerc": "17.99%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.17%", + "MemUsage": "76.28MiB / 768MiB", + "MemPerc": "9.93%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.42%", + "MemUsage": "14MiB / 128MiB", + "MemPerc": "10.94%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "2.27%", + "MemUsage": "21.52MiB / 384MiB", + "MemPerc": "5.61%" + } + ] + }, + { + "at": "2026-10-17T15:46:02.036305+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.31%", + "MemUsage": "61MiB / 512MiB", + "MemPerc": "11.91%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "48.27%", + "MemUsage": "61.04MiB / 512MiB", + "MemPerc": "11.92%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.13%", + "MemUsage": "22.57MiB / 128MiB", + "MemPerc": "17.63%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.92%", + "MemUsage": "76.83MiB / 768MiB", + "MemPerc": "10.00%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.10%", + "MemUsage": "13.92MiB / 128MiB", + "MemPerc": "10.87%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.74%", + "MemUsage": "23.25MiB / 384MiB", + "MemPerc": "6.06%" + } + ] + }, + { + "at": "2026-10-17T15:46:04.051357+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "52.61%", + "MemUsage": "60.99MiB / 512MiB", + "MemPerc": "11.91%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "97.48%", + "MemUsage": "60.89MiB / 512MiB", + "MemPerc": "11.89%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.06%", + "MemUsage": "23.07MiB / 128MiB", + "MemPerc": "18.02%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.17%", + "MemUsage": "78.73MiB / 768MiB", + "MemPerc": "10.25%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.12%", + "MemUsage": "13.48MiB / 128MiB", + "MemPerc": "10.53%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.47%", + "MemUsage": "23.31MiB / 384MiB", + "MemPerc": "6.07%" + } + ] + }, + { + "at": "2026-10-17T15:46:06.065543+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "56.90%", + "MemUsage": "61.32MiB / 512MiB", + "MemPerc": "11.98%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.10%", + "MemUsage": "60.93MiB / 512MiB", + "MemPerc": "11.90%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.63%", + "MemUsage": "22.8MiB / 128MiB", + "MemPerc": "17.81%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.30%", + "MemUsage": "78.66MiB / 768MiB", + "MemPerc": "10.24%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.98%", + "MemUsage": "13.91MiB / 128MiB", + "MemPerc": "10.87%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.00%", + "MemUsage": "23.09MiB / 384MiB", + "MemPerc": "6.01%" + } + ] + }, + { + "at": "2026-10-17T15:46:08.080487+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "77.81%", + "MemUsage": "60.88MiB / 512MiB", + "MemPerc": "11.89%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.13%", + "MemUsage": "61.28MiB / 512MiB", + "MemPerc": "11.97%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.10%", + "MemUsage": "22.9MiB / 128MiB", + "MemPerc": "17.89%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "19.38%", + "MemUsage": "78.71MiB / 768MiB", + "MemPerc": "10.25%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.08%", + "MemUsage": "13.82MiB / 128MiB", + "MemPerc": "10.80%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.71%", + "MemUsage": "23.94MiB / 384MiB", + "MemPerc": "6.23%" + } + ] + }, + { + "at": "2026-10-17T15:46:10.095188+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "63.87%", + "MemUsage": "61.23MiB / 512MiB", + "MemPerc": "11.96%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.78%", + "MemUsage": "72MiB / 512MiB", + "MemPerc": "14.06%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.02%", + "MemUsage": "22.53MiB / 128MiB", + "MemPerc": "17.60%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.68%", + "MemUsage": "79.12MiB / 768MiB", + "MemPerc": "10.30%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.05%", + "MemUsage": "13.78MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.34%", + "MemUsage": "23.49MiB / 384MiB", + "MemPerc": "6.12%" + } + ] + }, + { + "at": "2026-10-17T15:46:12.109711+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "57.31%", + "MemUsage": "71.12MiB / 512MiB", + "MemPerc": "13.89%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.20%", + "MemUsage": "60.57MiB / 512MiB", + "MemPerc": "11.83%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.24%", + "MemUsage": "22.72MiB / 128MiB", + "MemPerc": "17.75%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.35%", + "MemUsage": "79.03MiB / 768MiB", + "MemPerc": "10.29%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.11%", + "MemUsage": "13.48MiB / 128MiB", + "MemPerc": "10.53%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.42%", + "MemUsage": "23.18MiB / 384MiB", + "MemPerc": "6.04%" + } + ] + }, + { + "at": "2026-10-17T15:46:14.123716+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.11%", + "MemUsage": "60.7MiB / 512MiB", + "MemPerc": "11.86%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.88%", + "MemUsage": "60.73MiB / 512MiB", + "MemPerc": "11.86%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.25%", + "MemUsage": "23.29MiB / 128MiB", + "MemPerc": "18.19%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "20.83%", + "MemUsage": "79.48MiB / 768MiB", + "MemPerc": "10.35%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.11%", + "MemUsage": "13.81MiB / 128MiB", + "MemPerc": "10.79%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "8.93%", + "MemUsage": "23.45MiB / 384MiB", + "MemPerc": "6.11%" + } + ] + }, + { + "at": "2026-10-17T15:46:16.144487+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.68%", + "MemUsage": "58.97MiB / 512MiB", + "MemPerc": "11.52%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.67%", + "MemUsage": "59.18MiB / 512MiB", + "MemPerc": "11.56%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.39%", + "MemUsage": "22.98MiB / 128MiB", + "MemPerc": "17.95%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "3.24%", + "MemUsage": "78.45MiB / 768MiB", + "MemPerc": "10.22%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.27%", + "MemUsage": "11.12MiB / 128MiB", + "MemPerc": "8.69%" + }, + { + "ID": "f905448aff72", + "Name": "gifted_poitras", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 20732, + "total_exec_time": 4.229436000000045, + "mean_exec_time": 0.00020400520933822096, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 20732, + "total_exec_time": 4.413377000000041, + "mean_exec_time": 0.0002128775323171901, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 6871, + "total_exec_time": 89.48527300000036, + "mean_exec_time": 0.013023617086304754, + "rows": 6871 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 6871, + "total_exec_time": 37.23200199999961, + "mean_exec_time": 0.005418716635133154, + "rows": 6871 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 3437, + "total_exec_time": 130.67953700000015, + "mean_exec_time": 0.03802139569391906, + "rows": 175287 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2751, + "total_exec_time": 103.06229900000012, + "mean_exec_time": 0.03746357651762985, + "rows": 140301 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 683, + "total_exec_time": 4.4983319999999996, + "mean_exec_time": 0.006586137628111277, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 683, + "total_exec_time": 2.844119, + "mean_exec_time": 0.004164156661786231, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 683, + "total_exec_time": 49.589892999999975, + "mean_exec_time": 0.07260599267935577, + "rows": 683 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 683, + "total_exec_time": 2.2053929999999977, + "mean_exec_time": 0.00322897950219619, + "rows": 683 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 683, + "total_exec_time": 55.37322200000002, + "mean_exec_time": 0.08107353147877006, + "rows": 683 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 119, + "total_exec_time": 1.78518, + "mean_exec_time": 0.015001512605042018, + "rows": 119 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.04875, + "mean_exec_time": 0.04875, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 8, + "measurement_wall_seconds": 15.027571384999998 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21027.571385 + }, + "metrics": { + "vus_max": { + "values": { + "max": 8, + "value": 8, + "min": 8 + }, + "type": "gauge", + "contains": "default" + }, + "all_latency": { + "contains": "time", + "values": { + "med": 17.540625, + "max": 146.23075, + "p(95)": 64.98785634999997, + "p(99)": 90.74534842, + "avg": 23.21484819790853, + "min": 2.418333 + }, + "type": "trend" + }, + "http_req_connecting": { + "contains": "time", + "values": { + "p(99)": 0, + "avg": 0.00034524348711977883, + "min": 0, + "med": 0, + "max": 0.651375, + "p(95)": 0 + }, + "type": "trend" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 23.294759100858663, + "min": 2.418333, + "med": 17.916042, + "max": 158.85525, + "p(95)": 65.21825, + "p(99)": 90.7752331 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03288543792752138, + "min": 0.006792, + "med": 0.023, + "max": 0.418708, + "p(95)": 0.07931249999999997, + "p(99)": 0.12937939999999995 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.0039583, + "avg": 0.002075752583321249, + "min": 0.0005, + "med": 0.001, + "max": 1.039833, + "p(95)": 0.002042 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.005450983262989334, + "min": 0.002083, + "med": 0.003875, + "max": 0.510459, + "p(95)": 0.008667, + "p(99)": 0.01950809999999999 + } + }, + "http_req_waiting": { + "contains": "time", + "values": { + "min": 2.39875, + "med": 17.8895, + "max": 158.8085, + "p(95)": 65.19016699999999, + "p(99)": 90.70235439999999, + "avg": 23.25642267966815 + }, + "type": "trend" + }, + "vus": { + "values": { + "value": 8, + "min": 0, + "max": 8 + }, + "type": "gauge", + "contains": "default" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 6871, + "rate": 326.76146351838906 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2735805, + "rate": 130105.6099113559 + } + }, + "iteration_duration": { + "values": { + "avg": 23.34430693843691, + "min": 2.451167, + "med": 17.96025, + "max": 158.941458, + "p(95)": 65.260979, + "p(99)": 90.832275 + }, + "type": "trend", + "contains": "time" + }, + "successful_latency": { + "values": { + "avg": 23.21484819790853, + "min": 2.418333, + "med": 17.540625, + "max": 146.23075, + "p(95)": 64.98785634999997, + "p(99)": 90.74534842 + }, + "type": "trend", + "contains": "time" + }, + "served_d342865ea87646d48df2ecaa6f9494fb": { + "type": "counter", + "contains": "default", + "values": { + "count": 2583, + "rate": 122.838722204628 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "fails": 6871, + "rate": 0, + "passes": 0 + } + }, + "all_confirmed_writes": { + "values": { + "rate": 32.481164253101404, + "count": 683 + }, + "type": "counter", + "contains": "default" + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 5164, + "rate": 245.58233119035964 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 104322638, + "rate": 4961230.951969016 + } + }, + "served_900eadbeac454dc0b396b52c71609a2a": { + "type": "counter", + "contains": "default", + "values": { + "count": 2581, + "rate": 122.74360898573165 + } + }, + "http_req_duration": { + "contains": "time", + "values": { + "max": 158.85525, + "p(95)": 65.21825, + "p(99)": 90.7752331, + "avg": 23.294759100858663, + "min": 2.418333, + "med": 17.916042 + }, + "type": "trend" + }, + "iterations": { + "values": { + "count": 6871, + "rate": 326.76146351838906 + }, + "type": "counter", + "contains": "default" + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 5164, + "rate": 245.58233119035964 + } + }, + "http_req_tls_handshaking": { + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend", + "contains": "time" + } + } + } +} diff --git a/evidence/scaling/trial-21.json b/evidence/scaling/trial-21.json new file mode 100644 index 00000000..8de33273 --- /dev/null +++ b/evidence/scaling/trial-21.json @@ -0,0 +1,905 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 2, + "cpu_each": 1.0, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + "requests": 4433, + "successes": 4433, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 292.4264823658408, + "p50_ms": 139.038791, + "p95_ms": 283.9525835999999, + "p99_ms": 361.16934144, + "final_messages": 10567, + "idempotency_results": 567, + "resource_samples": [ + { + "at": "2026-10-17T15:46:21.509035+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "105.04%", + "MemUsage": "75.45MiB / 512MiB", + "MemPerc": "14.74%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "104.64%", + "MemUsage": "76.41MiB / 512MiB", + "MemPerc": "14.92%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.12%", + "MemUsage": "22.77MiB / 128MiB", + "MemPerc": "17.79%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.34%", + "MemUsage": "79.69MiB / 768MiB", + "MemPerc": "10.38%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.74%", + "MemUsage": "13.39MiB / 128MiB", + "MemPerc": "10.46%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "6.76%", + "MemUsage": "29.38MiB / 384MiB", + "MemPerc": "7.65%" + } + ] + }, + { + "at": "2026-10-17T15:46:23.525387+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "47.95%", + "MemUsage": "62.82MiB / 512MiB", + "MemPerc": "12.27%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.28%", + "MemUsage": "64.58MiB / 512MiB", + "MemPerc": "12.61%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.04%", + "MemUsage": "22.87MiB / 128MiB", + "MemPerc": "17.86%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.54%", + "MemUsage": "79.93MiB / 768MiB", + "MemPerc": "10.41%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.95%", + "MemUsage": "13.79MiB / 128MiB", + "MemPerc": "10.77%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "7.33%", + "MemUsage": "28.97MiB / 384MiB", + "MemPerc": "7.54%" + } + ] + }, + { + "at": "2026-10-17T15:46:25.551535+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "19.33%", + "MemUsage": "62.75MiB / 512MiB", + "MemPerc": "12.26%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "41.65%", + "MemUsage": "65.52MiB / 512MiB", + "MemPerc": "12.80%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.08%", + "MemUsage": "23.01MiB / 128MiB", + "MemPerc": "17.97%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.22%", + "MemUsage": "79.81MiB / 768MiB", + "MemPerc": "10.39%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.47%", + "MemUsage": "13.83MiB / 128MiB", + "MemPerc": "10.80%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "2.85%", + "MemUsage": "28.51MiB / 384MiB", + "MemPerc": "7.42%" + } + ] + }, + { + "at": "2026-10-17T15:46:27.562849+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.19%", + "MemUsage": "65.42MiB / 512MiB", + "MemPerc": "12.78%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "41.02%", + "MemUsage": "64.8MiB / 512MiB", + "MemPerc": "12.66%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.76%", + "MemUsage": "23.01MiB / 128MiB", + "MemPerc": "17.97%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.97%", + "MemUsage": "79MiB / 768MiB", + "MemPerc": "10.29%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.03%", + "MemUsage": "13.55MiB / 128MiB", + "MemPerc": "10.59%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "7.77%", + "MemUsage": "29.43MiB / 384MiB", + "MemPerc": "7.66%" + } + ] + }, + { + "at": "2026-10-17T15:46:29.576940+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.71%", + "MemUsage": "64.99MiB / 512MiB", + "MemPerc": "12.69%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.89%", + "MemUsage": "65.48MiB / 512MiB", + "MemPerc": "12.79%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.90%", + "MemUsage": "22.89MiB / 128MiB", + "MemPerc": "17.88%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.49%", + "MemUsage": "80.38MiB / 768MiB", + "MemPerc": "10.47%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "13.43MiB / 128MiB", + "MemPerc": "10.49%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "7.09%", + "MemUsage": "31.05MiB / 384MiB", + "MemPerc": "8.09%" + } + ] + }, + { + "at": "2026-10-17T15:46:31.588532+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.72%", + "MemUsage": "65.13MiB / 512MiB", + "MemPerc": "12.72%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "52.77%", + "MemUsage": "65.47MiB / 512MiB", + "MemPerc": "12.79%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.28%", + "MemUsage": "23.64MiB / 128MiB", + "MemPerc": "18.47%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.69%", + "MemUsage": "79.82MiB / 768MiB", + "MemPerc": "10.39%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.81%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.64%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "7.07%", + "MemUsage": "31.43MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:46:33.605642+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.39%", + "MemUsage": "77.96MiB / 512MiB", + "MemPerc": "15.23%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "53.56%", + "MemUsage": "65.61MiB / 512MiB", + "MemPerc": "12.82%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.29%", + "MemUsage": "23.29MiB / 128MiB", + "MemPerc": "18.19%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.09%", + "MemUsage": "79.78MiB / 768MiB", + "MemPerc": "10.39%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.88%", + "MemUsage": "13.03MiB / 128MiB", + "MemPerc": "10.18%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "7.06%", + "MemUsage": "31.75MiB / 384MiB", + "MemPerc": "8.27%" + } + ] + }, + { + "at": "2026-10-17T15:46:35.617818+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.81%", + "MemUsage": "65.9MiB / 512MiB", + "MemPerc": "12.87%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "64.42%", + "MemUsage": "64.49MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.81%", + "MemUsage": "23.15MiB / 128MiB", + "MemPerc": "18.09%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.25%", + "MemUsage": "80MiB / 768MiB", + "MemPerc": "10.42%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.98%", + "MemUsage": "13.2MiB / 128MiB", + "MemPerc": "10.31%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "8.37%", + "MemUsage": "31.7MiB / 384MiB", + "MemPerc": "8.26%" + } + ] + }, + { + "at": "2026-10-17T15:46:37.633494+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.71%", + "MemUsage": "65.15MiB / 512MiB", + "MemPerc": "12.72%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "58.50%", + "MemUsage": "77.18MiB / 512MiB", + "MemPerc": "15.07%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.05%", + "MemUsage": "23.03MiB / 128MiB", + "MemPerc": "17.99%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.64%", + "MemUsage": "79.94MiB / 768MiB", + "MemPerc": "10.41%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.02%", + "MemUsage": "12.65MiB / 128MiB", + "MemPerc": "9.88%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "8.37%", + "MemUsage": "31.54MiB / 384MiB", + "MemPerc": "8.21%" + } + ] + }, + { + "at": "2026-10-17T15:46:39.651690+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.85%", + "MemUsage": "65.34MiB / 512MiB", + "MemPerc": "12.76%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "41.55%", + "MemUsage": "65.16MiB / 512MiB", + "MemPerc": "12.73%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.91%", + "MemUsage": "22.89MiB / 128MiB", + "MemPerc": "17.88%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.19%", + "MemUsage": "80.2MiB / 768MiB", + "MemPerc": "10.44%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.93%", + "MemUsage": "13.06MiB / 128MiB", + "MemPerc": "10.20%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "8.03%", + "MemUsage": "30.9MiB / 384MiB", + "MemPerc": "8.05%" + } + ] + }, + { + "at": "2026-10-17T15:46:41.671902+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "42.30%", + "MemUsage": "63.8MiB / 512MiB", + "MemPerc": "12.46%" + }, + { + "ID": "671e8f623107", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "5.96%", + "MemUsage": "62.47MiB / 512MiB", + "MemPerc": "12.20%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.39%", + "MemUsage": "21.41MiB / 128MiB", + "MemPerc": "16.72%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "3.21%", + "MemUsage": "78.44MiB / 768MiB", + "MemPerc": "10.21%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.34%", + "MemUsage": "11.38MiB / 128MiB", + "MemPerc": "8.89%" + }, + { + "ID": "7c801727efe6", + "Name": "elegant_murdock", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 17582, + "total_exec_time": 3.3773890000001145, + "mean_exec_time": 0.00019209356159708796, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 17582, + "total_exec_time": 3.6430289999999945, + "mean_exec_time": 0.0002072021954271418, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5823, + "total_exec_time": 75.94391600000033, + "mean_exec_time": 0.013042060106474298, + "rows": 5823 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5823, + "total_exec_time": 31.38703099999987, + "mean_exec_time": 0.0053901822084836135, + "rows": 5823 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2922, + "total_exec_time": 111.58176900000011, + "mean_exec_time": 0.038186779260780304, + "rows": 149022 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2334, + "total_exec_time": 88.51559399999996, + "mean_exec_time": 0.037924419023136334, + "rows": 119034 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 567, + "total_exec_time": 2.544547, + "mean_exec_time": 0.0044877372134038765, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 567, + "total_exec_time": 39.84973799999995, + "mean_exec_time": 0.07028172486772487, + "rows": 567 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 567, + "total_exec_time": 1.4811119999999978, + "mean_exec_time": 0.002612190476190478, + "rows": 567 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 567, + "total_exec_time": 44.877341999999956, + "mean_exec_time": 0.07914875132275126, + "rows": 567 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 567, + "total_exec_time": 4.073259999999999, + "mean_exec_time": 0.0071838800705467405, + "rows": 0 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 112, + "total_exec_time": 1.8531260000000016, + "mean_exec_time": 0.016545767857142856, + "rows": 112 + }, + { + "query": "SELECT * FROM users WHERE id=$1", + "calls": 1, + "total_exec_time": 0.004626, + "mean_exec_time": 0.004626, + "rows": 1 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.040249, + "mean_exec_time": 0.040249, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.159365745999999 + }, + "root_group": { + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [], + "name": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21159.365746 + }, + "metrics": { + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "served_d342865ea87646d48df2ecaa6f9494fb": { + "values": { + "count": 2217, + "rate": 104.77629748515054 + }, + "type": "counter", + "contains": "default" + }, + "data_sent": { + "contains": "data", + "values": { + "rate": 109704.42251742909, + "count": 2321276 + }, + "type": "counter" + }, + "vus_max": { + "values": { + "value": 32, + "min": 32, + "max": 32 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 283.9525835999999, + "p(99)": 361.16934144, + "avg": 108.96041484389822, + "min": 2.397834, + "med": 139.038791, + "max": 397.275459 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.004597499999999993, + "avg": 0.006280707367336212, + "min": 0.000583, + "med": 0.001042, + "max": 1.351125, + "p(95)": 0.002 + } + }, + "http_req_receiving": { + "values": { + "min": 0.006875, + "med": 0.0245, + "max": 0.285541, + "p(95)": 0.08656219999999994, + "p(99)": 0.13395878, + "avg": 0.03469462819852296 + }, + "type": "trend", + "contains": "time" + }, + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5823 + }, + "type": "rate" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 110.85342854353361, + "min": 2.352833, + "med": 125.423042, + "max": 415.872459, + "p(95)": 285.92472089999995, + "p(99)": 365.3943499999999 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "avg": 0.0018256273398591788, + "min": 0, + "med": 0, + "max": 0.646084 + } + }, + "measured_successes": { + "contains": "default", + "values": { + "count": 4433, + "rate": 209.50533457450263 + }, + "type": "counter" + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 567, + "rate": 26.796644417717797 + } + }, + "successful_latency": { + "values": { + "avg": 108.96041484389822, + "min": 2.397834, + "med": 139.038791, + "max": 397.275459, + "p(95)": 283.9525835999999, + "p(99)": 361.16934144 + }, + "type": "trend", + "contains": "time" + }, + "http_req_waiting": { + "contains": "time", + "values": { + "avg": 110.76086078636447, + "min": 2.3095, + "med": 125.366292, + "max": 415.790208, + "p(95)": 285.83299999999997, + "p(99)": 365.30857373999993 + }, + "type": "trend" + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(99)": 365.3387424999999, + "avg": 110.8006551583376, + "min": 2.328833, + "med": 125.390125, + "max": 415.828667, + "p(95)": 285.8667 + }, + "type": "trend" + }, + "data_received": { + "contains": "data", + "values": { + "count": 88604141, + "rate": 4187466.7730411473 + }, + "type": "counter" + }, + "http_reqs": { + "values": { + "count": 5823, + "rate": 275.1972847343399 + }, + "type": "counter", + "contains": "default" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 110.8006551583376, + "min": 2.328833, + "med": 125.390125, + "max": 415.828667, + "p(95)": 285.8667, + "p(99)": 365.3387424999999 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 5823, + "rate": 275.1972847343399 + }, + "type": "counter" + }, + "served_900eadbeac454dc0b396b52c71609a2a": { + "values": { + "count": 2216, + "rate": 104.72903708935209 + }, + "type": "counter", + "contains": "default" + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 4433, + "rate": 209.50533457450263 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.01929703999999999, + "avg": 0.0050997437746865765, + "min": 0.002084, + "med": 0.003875, + "max": 0.594667, + "p(95)": 0.0081669 + } + } + } + } +} diff --git a/evidence/scaling/trial-22.json b/evidence/scaling/trial-22.json new file mode 100644 index 00000000..50b8c007 --- /dev/null +++ b/evidence/scaling/trial-22.json @@ -0,0 +1,813 @@ +{ + "configuration": { + "series": "growing", + "replicas": 1, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 1 + }, + "requests": 2529, + "successes": 2529, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 167.79404702458834, + "p50_ms": 182.382709, + "p95_ms": 294.571225, + "p99_ms": 320.65789223999997, + "final_messages": 10320, + "idempotency_results": 320, + "resource_samples": [ + { + "at": "2026-10-17T15:46:47.586719+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.08%", + "MemUsage": "65.81MiB / 512MiB", + "MemPerc": "12.85%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.84%", + "MemUsage": "22.32MiB / 128MiB", + "MemPerc": "17.44%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.30%", + "MemUsage": "59.58MiB / 768MiB", + "MemPerc": "7.76%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.76%", + "MemUsage": "13.86MiB / 128MiB", + "MemPerc": "10.83%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.22%", + "MemUsage": "27.44MiB / 384MiB", + "MemPerc": "7.15%" + } + ] + }, + { + "at": "2026-10-17T15:46:49.601587+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.36%", + "MemUsage": "66.43MiB / 512MiB", + "MemPerc": "12.97%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.12%", + "MemUsage": "22.88MiB / 128MiB", + "MemPerc": "17.87%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.38%", + "MemUsage": "59.27MiB / 768MiB", + "MemPerc": "7.72%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.50%", + "MemUsage": "13.67MiB / 128MiB", + "MemPerc": "10.68%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.67%", + "MemUsage": "27.52MiB / 384MiB", + "MemPerc": "7.17%" + } + ] + }, + { + "at": "2026-10-17T15:46:51.612400+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "16.33%", + "MemUsage": "66.01MiB / 512MiB", + "MemPerc": "12.89%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.74%", + "MemUsage": "22.93MiB / 128MiB", + "MemPerc": "17.91%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "1.37%", + "MemUsage": "59.65MiB / 768MiB", + "MemPerc": "7.77%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.31%", + "MemUsage": "13.96MiB / 128MiB", + "MemPerc": "10.90%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "1.95%", + "MemUsage": "26.5MiB / 384MiB", + "MemPerc": "6.90%" + } + ] + }, + { + "at": "2026-10-17T15:46:53.624821+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "98.98%", + "MemUsage": "66.88MiB / 512MiB", + "MemPerc": "13.06%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.80%", + "MemUsage": "23.23MiB / 128MiB", + "MemPerc": "18.15%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.77%", + "MemUsage": "59.61MiB / 768MiB", + "MemPerc": "7.76%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.46%", + "MemUsage": "13.81MiB / 128MiB", + "MemPerc": "10.79%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.42%", + "MemUsage": "27.11MiB / 384MiB", + "MemPerc": "7.06%" + } + ] + }, + { + "at": "2026-10-17T15:46:55.638861+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.06%", + "MemUsage": "66.55MiB / 512MiB", + "MemPerc": "13.00%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.79%", + "MemUsage": "23.37MiB / 128MiB", + "MemPerc": "18.26%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.44%", + "MemUsage": "59.82MiB / 768MiB", + "MemPerc": "7.79%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.48%", + "MemUsage": "13.71MiB / 128MiB", + "MemPerc": "10.71%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.39%", + "MemUsage": "27.88MiB / 384MiB", + "MemPerc": "7.26%" + } + ] + }, + { + "at": "2026-10-17T15:46:57.648872+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.56%", + "MemUsage": "76.82MiB / 512MiB", + "MemPerc": "15.00%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.94%", + "MemUsage": "23.34MiB / 128MiB", + "MemPerc": "18.23%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "7.08%", + "MemUsage": "59.49MiB / 768MiB", + "MemPerc": "7.75%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.50%", + "MemUsage": "14.12MiB / 128MiB", + "MemPerc": "11.04%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.61%", + "MemUsage": "29.27MiB / 384MiB", + "MemPerc": "7.62%" + } + ] + }, + { + "at": "2026-10-17T15:46:59.661272+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.41%", + "MemUsage": "66.55MiB / 512MiB", + "MemPerc": "13.00%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.99%", + "MemUsage": "23.54MiB / 128MiB", + "MemPerc": "18.39%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.30%", + "MemUsage": "59.3MiB / 768MiB", + "MemPerc": "7.72%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.52%", + "MemUsage": "14.23MiB / 128MiB", + "MemPerc": "11.12%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.83%", + "MemUsage": "31.99MiB / 384MiB", + "MemPerc": "8.33%" + } + ] + }, + { + "at": "2026-10-17T15:47:01.673441+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.13%", + "MemUsage": "67.09MiB / 512MiB", + "MemPerc": "13.10%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.03%", + "MemUsage": "22.2MiB / 128MiB", + "MemPerc": "17.34%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "8.13%", + "MemUsage": "59.4MiB / 768MiB", + "MemPerc": "7.73%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.47%", + "MemUsage": "13.34MiB / 128MiB", + "MemPerc": "10.42%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.81%", + "MemUsage": "31.53MiB / 384MiB", + "MemPerc": "8.21%" + } + ] + }, + { + "at": "2026-10-17T15:47:03.686823+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.84%", + "MemUsage": "65.95MiB / 512MiB", + "MemPerc": "12.88%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.79%", + "MemUsage": "23.04MiB / 128MiB", + "MemPerc": "18.00%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "7.63%", + "MemUsage": "60.34MiB / 768MiB", + "MemPerc": "7.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.46%", + "MemUsage": "13.83MiB / 128MiB", + "MemPerc": "10.81%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.45%", + "MemUsage": "31.76MiB / 384MiB", + "MemPerc": "8.27%" + } + ] + }, + { + "at": "2026-10-17T15:47:05.703073+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.91%", + "MemUsage": "67.55MiB / 512MiB", + "MemPerc": "13.19%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.62%", + "MemUsage": "22.78MiB / 128MiB", + "MemPerc": "17.79%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.83%", + "MemUsage": "59.81MiB / 768MiB", + "MemPerc": "7.79%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.44%", + "MemUsage": "12.97MiB / 128MiB", + "MemPerc": "10.13%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "3.26%", + "MemUsage": "30.94MiB / 384MiB", + "MemPerc": "8.06%" + } + ] + }, + { + "at": "2026-10-17T15:47:07.713562+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "18.05%", + "MemUsage": "65.59MiB / 512MiB", + "MemPerc": "12.81%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.28%", + "MemUsage": "22.88MiB / 128MiB", + "MemPerc": "17.88%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.18%", + "MemUsage": "59.25MiB / 768MiB", + "MemPerc": "7.71%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.23%", + "MemUsage": "12.29MiB / 128MiB", + "MemPerc": "9.60%" + }, + { + "ID": "90719268087b", + "Name": "silly_ramanujan", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 10232, + "total_exec_time": 1.7069550000000036, + "mean_exec_time": 0.00016682515637216592, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 10232, + "total_exec_time": 1.9954230000000406, + "mean_exec_time": 0.00019501788506645764, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 3390, + "total_exec_time": 38.846971000000146, + "mean_exec_time": 0.011459283480825935, + "rows": 3390 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 3390, + "total_exec_time": 17.35511600000009, + "mean_exec_time": 0.005119503244837746, + "rows": 3390 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 1697, + "total_exec_time": 61.64773600000001, + "mean_exec_time": 0.03632748143783145, + "rows": 86547 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1373, + "total_exec_time": 48.64792099999995, + "mean_exec_time": 0.035431843408594295, + "rows": 70023 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 320, + "total_exec_time": 1.5193799999999993, + "mean_exec_time": 0.0047480625000000005, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 320, + "total_exec_time": 1.143205999999999, + "mean_exec_time": 0.0035725187499999985, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 320, + "total_exec_time": 17.830640999999996, + "mean_exec_time": 0.05572075312500002, + "rows": 320 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 320, + "total_exec_time": 0.6375769999999993, + "mean_exec_time": 0.001992428125, + "rows": 320 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 320, + "total_exec_time": 21.900914000000014, + "mean_exec_time": 0.06844035625, + "rows": 320 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 62, + "total_exec_time": 1.162455, + "mean_exec_time": 0.018749274193548392, + "rows": 62 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.045749, + "mean_exec_time": 0.045749, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.072048412000001 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21072.048412 + }, + "metrics": { + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 3390 + }, + "type": "rate" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0, + "med": 0, + "max": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 190.2401930283188, + "min": 77.925084, + "med": 182.920896, + "max": 393.004917, + "p(95)": 292.20788925, + "p(99)": 315.28360549999996 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1348251, + "rate": 63982.91108861562 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 320, + "rate": 15.185993964296706 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 2529, + "rate": 120.0168085490824 + } + }, + "measured_requests": { + "contains": "default", + "values": { + "rate": 120.0168085490824, + "count": 2529 + }, + "type": "counter" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.005040439823008892, + "min": 0.002333, + "med": 0.003666, + "max": 0.326125, + "p(95)": 0.008440099999999994, + "p(99)": 0.02011436999999998 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "med": 182.382709, + "max": 393.059042, + "p(95)": 294.571225, + "p(99)": 320.65789223999997, + "avg": 190.41240953262167, + "min": 77.988292 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 51747768, + "rate": 2455754.039105707 + } + }, + "served_d342865ea87646d48df2ecaa6f9494fb": { + "type": "counter", + "contains": "default", + "values": { + "count": 2529, + "rate": 120.0168085490824 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 3390, + "rate": 160.87662355926824 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 190.27734732182907, + "min": 77.988292, + "med": 182.9493755, + "max": 393.059042, + "p(95)": 292.29162484999995, + "p(99)": 315.31743648 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.008042, + "med": 0.0238335, + "max": 0.225834, + "p(95)": 0.07315639999999997, + "p(99)": 0.11151836999999999, + "avg": 0.03211385368731567 + } + }, + "successful_latency": { + "values": { + "max": 393.059042, + "p(95)": 294.571225, + "p(99)": 320.65789223999997, + "avg": 190.41240953262167, + "min": 77.988292, + "med": 182.382709 + }, + "type": "trend", + "contains": "time" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002208, + "p(99)": 0.029913119999999797, + "avg": 0.008598293510324692, + "min": 0.000625, + "med": 0.001, + "max": 1.220459 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 190.33394477905608, + "min": 78.229792, + "med": 182.998375, + "max": 393.155875, + "p(95)": 292.33516219999996, + "p(99)": 315.40855274999996 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 3390, + "rate": 160.87662355926824 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "min": 77.988292, + "med": 182.9493755, + "max": 393.059042, + "p(95)": 292.29162484999995, + "p(99)": 315.31743648, + "avg": 190.27734732182907 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0.343417, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0013465460176991153 + } + } + } + } +} diff --git a/evidence/scaling/trial-23.json b/evidence/scaling/trial-23.json new file mode 100644 index 00000000..748bd65b --- /dev/null +++ b/evidence/scaling/trial-23.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "growing", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + "requests": 4352, + "successes": 4352, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 287.8161123049963, + "p50_ms": 114.95429150000001, + "p95_ms": 278.4384540999999, + "p99_ms": 359.01045767, + "final_messages": 10566, + "idempotency_results": 566, + "resource_samples": [ + { + "at": "2026-10-17T15:47:18.598467+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "49.87%", + "MemUsage": "77.19MiB / 512MiB", + "MemPerc": "15.08%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.10%", + "MemUsage": "73.83MiB / 512MiB", + "MemPerc": "14.42%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.99%", + "MemUsage": "22.48MiB / 128MiB", + "MemPerc": "17.56%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.83%", + "MemUsage": "79.45MiB / 768MiB", + "MemPerc": "10.34%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.98%", + "MemUsage": "13.11MiB / 128MiB", + "MemPerc": "10.24%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "7.32%", + "MemUsage": "26.88MiB / 384MiB", + "MemPerc": "7.00%" + } + ] + }, + { + "at": "2026-10-17T15:47:20.613880+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "42.91%", + "MemUsage": "66MiB / 512MiB", + "MemPerc": "12.89%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.42%", + "MemUsage": "64.53MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.81%", + "MemUsage": "22.9MiB / 128MiB", + "MemPerc": "17.89%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.28%", + "MemUsage": "80.01MiB / 768MiB", + "MemPerc": "10.42%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.98%", + "MemUsage": "13.8MiB / 128MiB", + "MemPerc": "10.78%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "7.35%", + "MemUsage": "27.47MiB / 384MiB", + "MemPerc": "7.15%" + } + ] + }, + { + "at": "2026-10-17T15:47:22.631158+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "17.78%", + "MemUsage": "66.74MiB / 512MiB", + "MemPerc": "13.04%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "18.71%", + "MemUsage": "64.9MiB / 512MiB", + "MemPerc": "12.68%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.17%", + "MemUsage": "23.6MiB / 128MiB", + "MemPerc": "18.44%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.48%", + "MemUsage": "80.44MiB / 768MiB", + "MemPerc": "10.47%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.41%", + "MemUsage": "13.95MiB / 128MiB", + "MemPerc": "10.90%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "3.42%", + "MemUsage": "28.79MiB / 384MiB", + "MemPerc": "7.50%" + } + ] + }, + { + "at": "2026-10-17T15:47:24.647987+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.26%", + "MemUsage": "67MiB / 512MiB", + "MemPerc": "13.09%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "47.22%", + "MemUsage": "64.88MiB / 512MiB", + "MemPerc": "12.67%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.84%", + "MemUsage": "22.99MiB / 128MiB", + "MemPerc": "17.96%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.55%", + "MemUsage": "80.65MiB / 768MiB", + "MemPerc": "10.50%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "14.13MiB / 128MiB", + "MemPerc": "11.04%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "8.03%", + "MemUsage": "29.82MiB / 384MiB", + "MemPerc": "7.76%" + } + ] + }, + { + "at": "2026-10-17T15:47:26.658891+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "99.43%", + "MemUsage": "67.52MiB / 512MiB", + "MemPerc": "13.19%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "58.00%", + "MemUsage": "64.54MiB / 512MiB", + "MemPerc": "12.61%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.48%", + "MemUsage": "22.82MiB / 128MiB", + "MemPerc": "17.83%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.29%", + "MemUsage": "80.65MiB / 768MiB", + "MemPerc": "10.50%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.88%", + "MemUsage": "13.55MiB / 128MiB", + "MemPerc": "10.59%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "7.52%", + "MemUsage": "31.14MiB / 384MiB", + "MemPerc": "8.11%" + } + ] + }, + { + "at": "2026-10-17T15:47:28.673184+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "100.34%", + "MemUsage": "66.91MiB / 512MiB", + "MemPerc": "13.07%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "52.67%", + "MemUsage": "64.73MiB / 512MiB", + "MemPerc": "12.64%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.34%", + "MemUsage": "23.61MiB / 128MiB", + "MemPerc": "18.44%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.40%", + "MemUsage": "81MiB / 768MiB", + "MemPerc": "10.55%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.86%", + "MemUsage": "13.47MiB / 128MiB", + "MemPerc": "10.52%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "6.10%", + "MemUsage": "31.64MiB / 384MiB", + "MemPerc": "8.24%" + } + ] + }, + { + "at": "2026-10-17T15:47:30.685440+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.39%", + "MemUsage": "77.52MiB / 512MiB", + "MemPerc": "15.14%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "62.41%", + "MemUsage": "63.85MiB / 512MiB", + "MemPerc": "12.47%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.53%", + "MemUsage": "23.01MiB / 128MiB", + "MemPerc": "17.97%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.26%", + "MemUsage": "81.57MiB / 768MiB", + "MemPerc": "10.62%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.94%", + "MemUsage": "13.08MiB / 128MiB", + "MemPerc": "10.22%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "7.59%", + "MemUsage": "31.36MiB / 384MiB", + "MemPerc": "8.17%" + } + ] + }, + { + "at": "2026-10-17T15:47:32.701134+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.79%", + "MemUsage": "66.71MiB / 512MiB", + "MemPerc": "13.03%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "66.47%", + "MemUsage": "63.95MiB / 512MiB", + "MemPerc": "12.49%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.68%", + "MemUsage": "23.07MiB / 128MiB", + "MemPerc": "18.03%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.37%", + "MemUsage": "80.87MiB / 768MiB", + "MemPerc": "10.53%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.96%", + "MemUsage": "13.8MiB / 128MiB", + "MemPerc": "10.78%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "7.99%", + "MemUsage": "31.44MiB / 384MiB", + "MemPerc": "8.19%" + } + ] + }, + { + "at": "2026-10-17T15:47:34.715225+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.03%", + "MemUsage": "67.02MiB / 512MiB", + "MemPerc": "13.09%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "47.58%", + "MemUsage": "74.19MiB / 512MiB", + "MemPerc": "14.49%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.00%", + "MemUsage": "23.32MiB / 128MiB", + "MemPerc": "18.22%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.06%", + "MemUsage": "81.57MiB / 768MiB", + "MemPerc": "10.62%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "13.16MiB / 128MiB", + "MemPerc": "10.28%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "7.87%", + "MemUsage": "31.48MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:47:36.732987+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "97.78%", + "MemUsage": "66.6MiB / 512MiB", + "MemPerc": "13.01%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "36.95%", + "MemUsage": "64.57MiB / 512MiB", + "MemPerc": "12.61%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.45%", + "MemUsage": "23.07MiB / 128MiB", + "MemPerc": "18.02%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.38%", + "MemUsage": "80.61MiB / 768MiB", + "MemPerc": "10.50%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.91%", + "MemUsage": "13.35MiB / 128MiB", + "MemPerc": "10.43%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "7.19%", + "MemUsage": "31.38MiB / 384MiB", + "MemPerc": "8.17%" + } + ] + }, + { + "at": "2026-10-17T15:47:38.753850+00:00", + "containers": [ + { + "ID": "8a051c8a132d", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "18.19%", + "MemUsage": "66.27MiB / 512MiB", + "MemPerc": "12.94%" + }, + { + "ID": "23c489cb9a78", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.55%", + "MemUsage": "62.59MiB / 512MiB", + "MemPerc": "12.23%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.28%", + "MemUsage": "21.32MiB / 128MiB", + "MemPerc": "16.66%" + }, + { + "ID": "f9dc9b999cc2", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.22%", + "MemUsage": "79.25MiB / 768MiB", + "MemPerc": "10.32%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.19%", + "MemUsage": "11.36MiB / 128MiB", + "MemPerc": "8.88%" + }, + { + "ID": "9dd436363f63", + "Name": "pensive_shannon", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 17563, + "total_exec_time": 3.425805000000065, + "mean_exec_time": 0.0001950580766383873, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 17563, + "total_exec_time": 3.7313610000000037, + "mean_exec_time": 0.00021245578773558044, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5816, + "total_exec_time": 75.92864200000002, + "mean_exec_time": 0.013055131017881699, + "rows": 5816 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5816, + "total_exec_time": 32.99986699999982, + "mean_exec_time": 0.005673979883081156, + "rows": 5816 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2917, + "total_exec_time": 112.51485099999987, + "mean_exec_time": 0.03857211210147404, + "rows": 148767 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2333, + "total_exec_time": 89.12763699999988, + "mean_exec_time": 0.03820301628804109, + "rows": 118983 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 566, + "total_exec_time": 3.9934230000000017, + "mean_exec_time": 0.007055517667844523, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 566, + "total_exec_time": 2.5149940000000006, + "mean_exec_time": 0.004443452296819789, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 566, + "total_exec_time": 45.43488899999997, + "mean_exec_time": 0.08027365547703175, + "rows": 566 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 566, + "total_exec_time": 1.7188349999999977, + "mean_exec_time": 0.0030368109540636038, + "rows": 566 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 566, + "total_exec_time": 47.36840300000001, + "mean_exec_time": 0.08368975795053009, + "rows": 566 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 115, + "total_exec_time": 2.0574530000000006, + "mean_exec_time": 0.01789089565217392, + "rows": 115 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.044334, + "mean_exec_time": 0.044334, + "rows": 1 + } + ], + "raw_k6": { + "metrics": { + "data_sent": { + "contains": "data", + "values": { + "count": 2318142, + "rate": 109756.53214887819 + }, + "type": "counter" + }, + "served_ce3619f4efc94d4db65deada32079747": { + "type": "counter", + "contains": "default", + "values": { + "count": 2174, + "rate": 102.93187427330216 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 362.26968134999987, + "avg": 110.6541538973525, + "min": 2.4585, + "med": 114.70266649999999, + "max": 434.525083, + "p(95)": 281.5188127499998 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5816, + "rate": 275.36880440364547 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + } + }, + "measured_requests": { + "values": { + "count": 4352, + "rate": 206.05313561978426 + }, + "type": "counter", + "contains": "default" + }, + "all_latency": { + "contains": "time", + "values": { + "p(99)": 359.01045767, + "avg": 110.73853623368576, + "min": 2.4585, + "med": 114.95429150000001, + "max": 434.525083, + "p(95)": 278.4384540999999 + }, + "type": "trend" + }, + "served_d342865ea87646d48df2ecaa6f9494fb": { + "values": { + "count": 2178, + "rate": 103.1212613464821 + }, + "type": "counter", + "contains": "default" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "avg": 0.0014130342159559834, + "min": 0, + "med": 0, + "max": 1.038916 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 88502828, + "rate": 4190322.8907671045 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 566, + "rate": 26.798270854962748 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5816 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "max": 434.525083, + "p(95)": 278.4384540999999, + "p(99)": 359.01045767, + "avg": 110.73853623368576, + "min": 2.4585, + "med": 114.95429150000001 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5816, + "rate": 275.36880440364547 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002083, + "p(99)": 0.007385649999999989, + "avg": 0.006525009284731514, + "min": 0.000541, + "med": 0.001042, + "max": 2.088041 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.14185809999999996, + "avg": 0.03570500240715256, + "min": 0.005041, + "med": 0.025042, + "max": 0.605666, + "p(95)": 0.08803124999999996 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 110.6541538973525, + "min": 2.4585, + "med": 114.70266649999999, + "max": 434.525083, + "p(95)": 281.5188127499998, + "p(99)": 362.26968134999987 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.018424999999999973, + "avg": 0.0050612573933975094, + "min": 0.002, + "med": 0.003958, + "max": 0.340375, + "p(95)": 0.00854125 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 434.586042, + "p(95)": 281.5591674999999, + "p(99)": 362.3489751499999, + "avg": 110.71021432720056, + "min": 2.490833, + "med": 114.75227050000001 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 110.61338763755141, + "min": 2.437916, + "med": 114.67791700000001, + "max": 434.493542, + "p(95)": 281.48118774999983, + "p(99)": 362.2389607999999 + } + }, + "measured_successes": { + "contains": "default", + "values": { + "count": 4352, + "rate": 206.05313561978426 + }, + "type": "counter" + } + }, + "profile": { + "concurrency": 32, + "measurement_wall_seconds": 15.120765704, + "warmup_seconds": 5, + "duration_seconds": 15 + }, + "root_group": { + "checks": [], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21120.765704 + } + } +} diff --git a/evidence/scaling/trial-24.json b/evidence/scaling/trial-24.json new file mode 100644 index 00000000..c5914329 --- /dev/null +++ b/evidence/scaling/trial-24.json @@ -0,0 +1,899 @@ +{ + "configuration": { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.1, + "repeat": 2 + }, + "requests": 3925, + "successes": 3925, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 257.7129412096161, + "p50_ms": 103.582167, + "p95_ms": 303.2632333999999, + "p99_ms": 405.60528676, + "final_messages": 10486, + "idempotency_results": 486, + "resource_samples": [ + { + "at": "2026-10-17T15:47:55.105378+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "39.57%", + "MemUsage": "62.68MiB / 512MiB", + "MemPerc": "12.24%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "36.97%", + "MemUsage": "62.39MiB / 512MiB", + "MemPerc": "12.19%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.46%", + "MemUsage": "23.63MiB / 128MiB", + "MemPerc": "18.46%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.79%", + "MemUsage": "77.07MiB / 768MiB", + "MemPerc": "10.04%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.65%", + "MemUsage": "14.61MiB / 128MiB", + "MemPerc": "11.41%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "5.29%", + "MemUsage": "27.36MiB / 384MiB", + "MemPerc": "7.12%" + } + ] + }, + { + "at": "2026-10-17T15:47:57.117868+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "38.42%", + "MemUsage": "62.84MiB / 512MiB", + "MemPerc": "12.27%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.45%", + "MemUsage": "64.09MiB / 512MiB", + "MemPerc": "12.52%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.07%", + "MemUsage": "23.05MiB / 128MiB", + "MemPerc": "18.01%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.98%", + "MemUsage": "76.21MiB / 768MiB", + "MemPerc": "9.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.77%", + "MemUsage": "12.96MiB / 128MiB", + "MemPerc": "10.13%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "5.66%", + "MemUsage": "27.12MiB / 384MiB", + "MemPerc": "7.06%" + } + ] + }, + { + "at": "2026-10-17T15:47:59.135097+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "20.51%", + "MemUsage": "63.49MiB / 512MiB", + "MemPerc": "12.40%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "20.89%", + "MemUsage": "63.83MiB / 512MiB", + "MemPerc": "12.47%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.13%", + "MemUsage": "23.54MiB / 128MiB", + "MemPerc": "18.39%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "5.44%", + "MemUsage": "77.32MiB / 768MiB", + "MemPerc": "10.07%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.59%", + "MemUsage": "13.79MiB / 128MiB", + "MemPerc": "10.78%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "2.42%", + "MemUsage": "27.29MiB / 384MiB", + "MemPerc": "7.11%" + } + ] + }, + { + "at": "2026-10-17T15:48:01.153235+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "75.03%", + "MemUsage": "64.38MiB / 512MiB", + "MemPerc": "12.57%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "68.25%", + "MemUsage": "64.04MiB / 512MiB", + "MemPerc": "12.51%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.71%", + "MemUsage": "23.07MiB / 128MiB", + "MemPerc": "18.03%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.51%", + "MemUsage": "78.47MiB / 768MiB", + "MemPerc": "10.22%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.78%", + "MemUsage": "13.38MiB / 128MiB", + "MemPerc": "10.46%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "7.04%", + "MemUsage": "28.86MiB / 384MiB", + "MemPerc": "7.52%" + } + ] + }, + { + "at": "2026-10-17T15:48:03.167325+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "87.60%", + "MemUsage": "64.75MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "82.49%", + "MemUsage": "64.41MiB / 512MiB", + "MemPerc": "12.58%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.18%", + "MemUsage": "23.43MiB / 128MiB", + "MemPerc": "18.30%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.50%", + "MemUsage": "78.8MiB / 768MiB", + "MemPerc": "10.26%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.85%", + "MemUsage": "13.59MiB / 128MiB", + "MemPerc": "10.62%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "8.16%", + "MemUsage": "31.64MiB / 384MiB", + "MemPerc": "8.24%" + } + ] + }, + { + "at": "2026-10-17T15:48:05.178766+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "66.48%", + "MemUsage": "64.41MiB / 512MiB", + "MemPerc": "12.58%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "62.92%", + "MemUsage": "63.89MiB / 512MiB", + "MemPerc": "12.48%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.14%", + "MemUsage": "23.45MiB / 128MiB", + "MemPerc": "18.32%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.96%", + "MemUsage": "78.98MiB / 768MiB", + "MemPerc": "10.28%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.71%", + "MemUsage": "13.38MiB / 128MiB", + "MemPerc": "10.45%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "5.99%", + "MemUsage": "31.35MiB / 384MiB", + "MemPerc": "8.16%" + } + ] + }, + { + "at": "2026-10-17T15:48:07.193960+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "50.73%", + "MemUsage": "70.43MiB / 512MiB", + "MemPerc": "13.76%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "67.51%", + "MemUsage": "71.8MiB / 512MiB", + "MemPerc": "14.02%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.72%", + "MemUsage": "23.38MiB / 128MiB", + "MemPerc": "18.27%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.31%", + "MemUsage": "83.41MiB / 768MiB", + "MemPerc": "10.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.87%", + "MemUsage": "12.79MiB / 128MiB", + "MemPerc": "9.99%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "6.40%", + "MemUsage": "31.75MiB / 384MiB", + "MemPerc": "8.27%" + } + ] + }, + { + "at": "2026-10-17T15:48:09.212324+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "59.97%", + "MemUsage": "64.92MiB / 512MiB", + "MemPerc": "12.68%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.19%", + "MemUsage": "64.75MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.71%", + "MemUsage": "22.78MiB / 128MiB", + "MemPerc": "17.80%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.56%", + "MemUsage": "79.62MiB / 768MiB", + "MemPerc": "10.37%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.92%", + "MemUsage": "13.52MiB / 128MiB", + "MemPerc": "10.56%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "7.25%", + "MemUsage": "30.61MiB / 384MiB", + "MemPerc": "7.97%" + } + ] + }, + { + "at": "2026-10-17T15:48:11.225506+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "46.30%", + "MemUsage": "64.79MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "42.20%", + "MemUsage": "64.36MiB / 512MiB", + "MemPerc": "12.57%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.90%", + "MemUsage": "22.58MiB / 128MiB", + "MemPerc": "17.64%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.30%", + "MemUsage": "82.62MiB / 768MiB", + "MemPerc": "10.76%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.66%", + "MemUsage": "14.07MiB / 128MiB", + "MemPerc": "10.99%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "4.97%", + "MemUsage": "30.77MiB / 384MiB", + "MemPerc": "8.01%" + } + ] + }, + { + "at": "2026-10-17T15:48:13.244533+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "70.51%", + "MemUsage": "65.32MiB / 512MiB", + "MemPerc": "12.76%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "72.61%", + "MemUsage": "64.67MiB / 512MiB", + "MemPerc": "12.63%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.14%", + "MemUsage": "23.57MiB / 128MiB", + "MemPerc": "18.41%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.34%", + "MemUsage": "79.23MiB / 768MiB", + "MemPerc": "10.32%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.97%", + "MemUsage": "13.71MiB / 128MiB", + "MemPerc": "10.71%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "8.27%", + "MemUsage": "31.4MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:48:15.322735+00:00", + "containers": [ + { + "ID": "dedac10e5e2a", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "16.97%", + "MemUsage": "64.41MiB / 512MiB", + "MemPerc": "12.58%" + }, + { + "ID": "13d9dd214dcf", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.54%", + "MemUsage": "63.92MiB / 512MiB", + "MemPerc": "12.48%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.51%", + "MemUsage": "22.94MiB / 128MiB", + "MemPerc": "17.92%" + }, + { + "ID": "b9b4a5595a7c", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "1.37%", + "MemUsage": "78.85MiB / 768MiB", + "MemPerc": "10.27%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.48%", + "MemUsage": "12.27MiB / 128MiB", + "MemPerc": "9.58%" + }, + { + "ID": "36625f5c3811", + "Name": "angry_dhawan", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 4983, + "total_exec_time": 183.18272899999945, + "mean_exec_time": 0.03676153501906477, + "rows": 4983 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 4983, + "total_exec_time": 357.81439000000256, + "mean_exec_time": 0.07180702187437309, + "rows": 4983 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2500, + "total_exec_time": 844.4684219999999, + "mean_exec_time": 0.33778736879999993, + "rows": 127500 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1997, + "total_exec_time": 488.1303720000004, + "mean_exec_time": 0.2444318337506263, + "rows": 101847 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 486, + "total_exec_time": 1.7841549999999966, + "mean_exec_time": 0.0036711008230452696, + "rows": 486 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 486, + "total_exec_time": 2.217059999999998, + "mean_exec_time": 0.0045618518518518465, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 486, + "total_exec_time": 710.4394040000006, + "mean_exec_time": 1.4618094732510276, + "rows": 486 + }, + { + "query": "COMMIT", + "calls": 486, + "total_exec_time": 0.27983699999999934, + "mean_exec_time": 0.0005757962962962964, + "rows": 0 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 486, + "total_exec_time": 3.501052, + "mean_exec_time": 0.007203810699588484, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 486, + "total_exec_time": 0.26707999999999915, + "mean_exec_time": 0.0005495473251028808, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 486, + "total_exec_time": 49.71317400000003, + "mean_exec_time": 0.10229048148148151, + "rows": 486 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 114, + "total_exec_time": 1.7397070000000003, + "mean_exec_time": 0.015260587719298242, + "rows": 114 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.150375, + "mean_exec_time": 0.150375, + "rows": 1 + } + ], + "raw_k6": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21230.123802 + }, + "metrics": { + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1985810, + "rate": 93537.37258060291 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.006040526590407332, + "min": 0.001959, + "med": 0.004125, + "max": 1.121916, + "p(95)": 0.0089589, + "p(99)": 0.02615305999999986 + } + }, + "iteration_duration": { + "contains": "time", + "values": { + "min": 2.164875, + "med": 108.8035, + "max": 768.549542, + "p(95)": 310.275309, + "p(99)": 439.02287549999915, + "avg": 129.48156640698372 + }, + "type": "trend" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "max": 691.938584, + "p(95)": 303.2632333999999, + "p(99)": 405.60528676, + "avg": 122.81714563898097, + "min": 2.130958, + "med": 103.582167 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.001083, + "max": 1.64625, + "p(95)": 0.00225, + "p(99)": 0.009904879999999993, + "avg": 0.0076123345374269485, + "min": 0.000542 + } + }, + "vus_max": { + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + }, + "type": "gauge" + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 405.60528676, + "avg": 122.81714563898097, + "min": 2.130958, + "med": 103.582167, + "max": 691.938584, + "p(95)": 303.2632333999999 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "rate": 234.71365718228043, + "count": 4983 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 0.724792, + "p(95)": 0, + "p(99)": 0, + "avg": 0.001884132048966486, + "min": 0, + "med": 0 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.005958, + "med": 0.024792, + "max": 0.316042, + "p(95)": 0.08906219999999995, + "p(99)": 0.13905256, + "avg": 0.03525653582179402 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 3925, + "rate": 184.8788088381398 + } + }, + "served_40e25ae2ecc1439695afd99bd5684b94": { + "type": "counter", + "contains": "default", + "values": { + "count": 1962, + "rate": 92.41585297845357 + } + }, + "served_475880d407a04bd5b325566b4eae5b9e": { + "type": "counter", + "contains": "default", + "values": { + "count": 1963, + "rate": 92.46295585968622 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 4983 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 4983, + "rate": 234.71365718228043 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 129.4229540054186, + "min": 2.130958, + "med": 108.708416, + "max": 768.513417, + "p(95)": 310.22020069999996, + "p(99)": 438.96481499999913 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 75809499, + "rate": 3570845.827703478 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.111791, + "med": 108.665542, + "max": 768.483876, + "p(95)": 310.1981801, + "p(99)": 438.9277068799991, + "avg": 129.38165694300602 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "rate": 184.8788088381398, + "count": 3925 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 486, + "rate": 22.892000279066483 + } + }, + "http_req_duration{expected_response:true}": { + "values": { + "med": 108.708416, + "max": 768.513417, + "p(95)": 310.22020069999996, + "p(99)": 438.96481499999913, + "avg": 129.4229540054186, + "min": 2.130958 + }, + "type": "trend", + "contains": "time" + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.230123801999998 + } + } +} diff --git a/evidence/scaling/trial-25.json b/evidence/scaling/trial-25.json new file mode 100644 index 00000000..843681b2 --- /dev/null +++ b/evidence/scaling/trial-25.json @@ -0,0 +1,813 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 1, + "cpu_each": 2.0, + "memory_mib_each": 1024, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + "requests": 3978, + "successes": 3978, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 263.8432781115631, + "p50_ms": 118.5991045, + "p95_ms": 148.6086795, + "p99_ms": 166.92288516, + "final_messages": 10512, + "idempotency_results": 512, + "resource_samples": [ + { + "at": "2026-10-17T15:48:29.299931+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.12%", + "MemUsage": "64.77MiB / 1GiB", + "MemPerc": "6.32%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.13%", + "MemUsage": "29.88MiB / 128MiB", + "MemPerc": "23.34%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.14%", + "MemUsage": "55.86MiB / 768MiB", + "MemPerc": "7.27%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.68%", + "MemUsage": "13.02MiB / 128MiB", + "MemPerc": "10.17%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "5.12%", + "MemUsage": "29.11MiB / 384MiB", + "MemPerc": "7.58%" + } + ] + }, + { + "at": "2026-10-17T15:48:31.314249+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.36%", + "MemUsage": "65.5MiB / 1GiB", + "MemPerc": "6.40%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.00%", + "MemUsage": "22.55MiB / 128MiB", + "MemPerc": "17.61%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.97%", + "MemUsage": "58.22MiB / 768MiB", + "MemPerc": "7.58%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.73%", + "MemUsage": "13.5MiB / 128MiB", + "MemPerc": "10.55%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "5.79%", + "MemUsage": "28.7MiB / 384MiB", + "MemPerc": "7.47%" + } + ] + }, + { + "at": "2026-10-17T15:48:33.330935+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "21.01%", + "MemUsage": "65.03MiB / 1GiB", + "MemPerc": "6.35%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.96%", + "MemUsage": "23.23MiB / 128MiB", + "MemPerc": "18.15%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "3.12%", + "MemUsage": "64.03MiB / 768MiB", + "MemPerc": "8.34%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.34%", + "MemUsage": "13.41MiB / 128MiB", + "MemPerc": "10.48%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "2.42%", + "MemUsage": "29.54MiB / 384MiB", + "MemPerc": "7.69%" + } + ] + }, + { + "at": "2026-10-17T15:48:35.345369+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "149.88%", + "MemUsage": "65.82MiB / 1GiB", + "MemPerc": "6.43%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.86%", + "MemUsage": "22.86MiB / 128MiB", + "MemPerc": "17.86%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.74%", + "MemUsage": "57.46MiB / 768MiB", + "MemPerc": "7.48%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.67%", + "MemUsage": "13.34MiB / 128MiB", + "MemPerc": "10.42%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "6.44%", + "MemUsage": "30.87MiB / 384MiB", + "MemPerc": "8.04%" + } + ] + }, + { + "at": "2026-10-17T15:48:37.358466+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "163.33%", + "MemUsage": "65.25MiB / 1GiB", + "MemPerc": "6.37%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.87%", + "MemUsage": "23.11MiB / 128MiB", + "MemPerc": "18.05%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.03%", + "MemUsage": "57.83MiB / 768MiB", + "MemPerc": "7.53%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.70%", + "MemUsage": "13.44MiB / 128MiB", + "MemPerc": "10.50%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "6.37%", + "MemUsage": "31.5MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:48:39.371774+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "164.33%", + "MemUsage": "65.81MiB / 1GiB", + "MemPerc": "6.43%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.07%", + "MemUsage": "22.96MiB / 128MiB", + "MemPerc": "17.94%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.07%", + "MemUsage": "57.89MiB / 768MiB", + "MemPerc": "7.54%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.74%", + "MemUsage": "13.88MiB / 128MiB", + "MemPerc": "10.84%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "5.59%", + "MemUsage": "31.48MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:48:41.385663+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "161.10%", + "MemUsage": "66.44MiB / 1GiB", + "MemPerc": "6.49%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.96%", + "MemUsage": "22.73MiB / 128MiB", + "MemPerc": "17.76%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.30%", + "MemUsage": "58.12MiB / 768MiB", + "MemPerc": "7.57%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.70%", + "MemUsage": "14.04MiB / 128MiB", + "MemPerc": "10.97%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "6.61%", + "MemUsage": "32.04MiB / 384MiB", + "MemPerc": "8.34%" + } + ] + }, + { + "at": "2026-10-17T15:48:43.398935+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "159.15%", + "MemUsage": "79.54MiB / 1GiB", + "MemPerc": "7.77%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.03%", + "MemUsage": "22.45MiB / 128MiB", + "MemPerc": "17.54%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.60%", + "MemUsage": "58.62MiB / 768MiB", + "MemPerc": "7.63%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.83%", + "MemUsage": "13.73MiB / 128MiB", + "MemPerc": "10.73%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "6.75%", + "MemUsage": "31.4MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:48:45.411046+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "150.15%", + "MemUsage": "65.81MiB / 1GiB", + "MemPerc": "6.43%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.87%", + "MemUsage": "22.99MiB / 128MiB", + "MemPerc": "17.96%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.78%", + "MemUsage": "58.02MiB / 768MiB", + "MemPerc": "7.55%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.70%", + "MemUsage": "13.64MiB / 128MiB", + "MemPerc": "10.66%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "5.35%", + "MemUsage": "31.3MiB / 384MiB", + "MemPerc": "8.15%" + } + ] + }, + { + "at": "2026-10-17T15:48:47.423768+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "149.73%", + "MemUsage": "66.53MiB / 1GiB", + "MemPerc": "6.50%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.00%", + "MemUsage": "22.43MiB / 128MiB", + "MemPerc": "17.52%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.73%", + "MemUsage": "58.14MiB / 768MiB", + "MemPerc": "7.57%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.73%", + "MemUsage": "13.56MiB / 128MiB", + "MemPerc": "10.60%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "6.32%", + "MemUsage": "31.48MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:48:49.445677+00:00", + "containers": [ + { + "ID": "23c493534777", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.81%", + "MemUsage": "63.93MiB / 1GiB", + "MemPerc": "6.24%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.22%", + "MemUsage": "20.82MiB / 128MiB", + "MemPerc": "16.26%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.15%", + "MemUsage": "56.35MiB / 768MiB", + "MemPerc": "7.34%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.25%", + "MemUsage": "11.66MiB / 128MiB", + "MemPerc": "9.11%" + }, + { + "ID": "da8175f12ea9", + "Name": "wizardly_villani", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 15942, + "total_exec_time": 2.7253000000001726, + "mean_exec_time": 0.00017095094718354035, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 15942, + "total_exec_time": 3.0971980000000436, + "mean_exec_time": 0.00019427913687115783, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5293, + "total_exec_time": 59.345579000000285, + "mean_exec_time": 0.011212087474022308, + "rows": 5293 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5293, + "total_exec_time": 25.98723500000003, + "mean_exec_time": 0.0049097364443604795, + "rows": 5293 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2658, + "total_exec_time": 95.54932699999999, + "mean_exec_time": 0.035947828066215236, + "rows": 135558 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2123, + "total_exec_time": 74.75660399999998, + "mean_exec_time": 0.03521271973622241, + "rows": 108273 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 512, + "total_exec_time": 2.642542999999998, + "mean_exec_time": 0.005161216796875, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 512, + "total_exec_time": 1.9684659999999994, + "mean_exec_time": 0.003844660156250001, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 512, + "total_exec_time": 29.845536999999986, + "mean_exec_time": 0.058292064453124966, + "rows": 512 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 512, + "total_exec_time": 1.2760769999999975, + "mean_exec_time": 0.0024923378906250007, + "rows": 512 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 512, + "total_exec_time": 35.48303200000001, + "mean_exec_time": 0.06930279687500006, + "rows": 512 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 63, + "total_exec_time": 1.007623, + "mean_exec_time": 0.015994015873015868, + "rows": 63 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.044292000000000005, + "mean_exec_time": 0.044292000000000005, + "rows": 1 + } + ], + "raw_k6": { + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21077.13226 + }, + "metrics": { + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2109805, + "rate": 100099.24376685578 + } + }, + "data_received": { + "contains": "data", + "values": { + "count": 80594923, + "rate": 3823808.7613537614 + }, + "type": "counter" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 170.717535, + "avg": 121.37337706536952, + "min": 68.312625, + "med": 118.628541, + "max": 202.057208, + "p(95)": 150.3930752 + } + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 5293 + }, + "type": "rate", + "contains": "default" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5293, + "rate": 251.12524487237812 + } + }, + "http_req_tls_handshaking": { + "values": { + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 512, + "rate": 24.291729713708218 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5293, + "rate": 251.12524487237812 + } + }, + "iteration_duration": { + "values": { + "avg": 121.46191730417526, + "min": 68.394542, + "med": 118.710917, + "max": 202.179375, + "p(95)": 150.532425, + "p(99)": 170.95987308 + }, + "type": "trend", + "contains": "time" + }, + "http_req_connecting": { + "values": { + "max": 0.525375, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0011685951256376348, + "min": 0, + "med": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 121.41134153976964, + "min": 68.342542, + "med": 118.666125, + "max": 202.127333, + "p(95)": 150.42660800000002, + "p(99)": 170.73851663999997 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "max": 202.127333, + "p(95)": 150.42660800000002, + "p(99)": 170.73851663999997, + "avg": 121.41134153976964, + "min": 68.342542, + "med": 118.666125 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 121.07859839165437, + "min": 82.352708, + "med": 118.5991045, + "max": 202.127333, + "p(95)": 148.6086795, + "p(99)": 166.92288516 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 148.6086795, + "p(99)": 166.92288516, + "avg": 121.07859839165437, + "min": 82.352708, + "med": 118.5991045, + "max": 202.127333 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002042, + "p(99)": 0.004609719999999985, + "avg": 0.0044437016814663395, + "min": 0.000583, + "med": 0.000958, + "max": 1.459667 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0062506559607027334, + "min": 0.002166, + "med": 0.0035, + "max": 0.973834, + "p(95)": 0.007958, + "p(99)": 0.01983728 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 3978, + "rate": 188.73535312720955 + } + }, + "served_87854c2ade524be48b8456e1ca922b24": { + "type": "counter", + "contains": "default", + "values": { + "count": 3978, + "rate": 188.73535312720955 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 3978, + "rate": 188.73535312720955 + } + }, + "http_req_receiving": { + "values": { + "med": 0.023375, + "max": 0.364625, + "p(95)": 0.07185039999999998, + "p(99)": 0.10966163999999998, + "avg": 0.03171381843944831, + "min": 0.008375 + }, + "type": "trend", + "contains": "time" + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.077132259999999 + }, + "root_group": { + "groups": [], + "checks": [], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e" + } + } +} diff --git a/evidence/scaling/trial-26.json b/evidence/scaling/trial-26.json new file mode 100644 index 00000000..26c16b10 --- /dev/null +++ b/evidence/scaling/trial-26.json @@ -0,0 +1,1068 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 4, + "cpu_each": 0.5, + "memory_mib_each": 256, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + "requests": 3666, + "successes": 3666, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 240.78862089705495, + "p50_ms": 7.5227715, + "p95_ms": 509.882021, + "p99_ms": 694.05975345, + "final_messages": 10490, + "idempotency_results": 490, + "resource_samples": [ + { + "at": "2026-10-17T15:49:03.553268+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "22.16%", + "MemUsage": "61.32MiB / 256MiB", + "MemPerc": "23.95%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "52.12%", + "MemUsage": "62.05MiB / 256MiB", + "MemPerc": "24.24%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "22.06%", + "MemUsage": "58.98MiB / 256MiB", + "MemPerc": "23.04%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "50.20%", + "MemUsage": "63.29MiB / 256MiB", + "MemPerc": "24.72%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.90%", + "MemUsage": "22.76MiB / 128MiB", + "MemPerc": "17.78%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "21.04%", + "MemUsage": "110.4MiB / 768MiB", + "MemPerc": "14.38%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.09%", + "MemUsage": "13.14MiB / 128MiB", + "MemPerc": "10.26%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "5.33%", + "MemUsage": "26.48MiB / 384MiB", + "MemPerc": "6.90%" + } + ] + }, + { + "at": "2026-10-17T15:49:05.574777+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "45.15%", + "MemUsage": "62.34MiB / 256MiB", + "MemPerc": "24.35%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "31.92%", + "MemUsage": "61.91MiB / 256MiB", + "MemPerc": "24.18%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "49.19%", + "MemUsage": "61.18MiB / 256MiB", + "MemPerc": "23.90%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "50.05%", + "MemUsage": "62.18MiB / 256MiB", + "MemPerc": "24.29%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.15%", + "MemUsage": "23.07MiB / 128MiB", + "MemPerc": "18.02%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.23%", + "MemUsage": "117.2MiB / 768MiB", + "MemPerc": "15.26%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.90%", + "MemUsage": "13.86MiB / 128MiB", + "MemPerc": "10.83%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "6.92%", + "MemUsage": "28.87MiB / 384MiB", + "MemPerc": "7.52%" + } + ] + }, + { + "at": "2026-10-17T15:49:07.596977+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "28.71%", + "MemUsage": "62.18MiB / 256MiB", + "MemPerc": "24.29%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "29.94%", + "MemUsage": "62.27MiB / 256MiB", + "MemPerc": "24.33%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "31.60%", + "MemUsage": "62.2MiB / 256MiB", + "MemPerc": "24.30%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "13.00%", + "MemUsage": "63.96MiB / 256MiB", + "MemPerc": "24.98%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.33%", + "MemUsage": "22.09MiB / 128MiB", + "MemPerc": "17.25%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "3.86%", + "MemUsage": "118.1MiB / 768MiB", + "MemPerc": "15.38%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.33%", + "MemUsage": "12.64MiB / 128MiB", + "MemPerc": "9.88%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "3.14%", + "MemUsage": "28.91MiB / 384MiB", + "MemPerc": "7.53%" + } + ] + }, + { + "at": "2026-10-17T15:49:09.619371+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "40.28%", + "MemUsage": "76.07MiB / 256MiB", + "MemPerc": "29.71%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "33.41%", + "MemUsage": "73.31MiB / 256MiB", + "MemPerc": "28.64%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "33.65%", + "MemUsage": "72.45MiB / 256MiB", + "MemPerc": "28.30%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "51.50%", + "MemUsage": "63.76MiB / 256MiB", + "MemPerc": "24.91%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.86%", + "MemUsage": "22.46MiB / 128MiB", + "MemPerc": "17.55%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.89%", + "MemUsage": "119.5MiB / 768MiB", + "MemPerc": "15.56%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.98%", + "MemUsage": "14.11MiB / 128MiB", + "MemPerc": "11.02%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "6.91%", + "MemUsage": "29.58MiB / 384MiB", + "MemPerc": "7.70%" + } + ] + }, + { + "at": "2026-10-17T15:49:11.637295+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "11.77%", + "MemUsage": "61.97MiB / 256MiB", + "MemPerc": "24.21%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "11.51%", + "MemUsage": "61.8MiB / 256MiB", + "MemPerc": "24.14%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "11.62%", + "MemUsage": "62.44MiB / 256MiB", + "MemPerc": "24.39%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "49.36%", + "MemUsage": "65MiB / 256MiB", + "MemPerc": "25.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.31%", + "MemUsage": "22.86MiB / 128MiB", + "MemPerc": "17.86%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.99%", + "MemUsage": "119.6MiB / 768MiB", + "MemPerc": "15.57%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.69%", + "MemUsage": "13.13MiB / 128MiB", + "MemPerc": "10.26%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "4.93%", + "MemUsage": "31.27MiB / 384MiB", + "MemPerc": "8.14%" + } + ] + }, + { + "at": "2026-10-17T15:49:13.656484+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "18.73%", + "MemUsage": "61.63MiB / 256MiB", + "MemPerc": "24.08%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "51.35%", + "MemUsage": "62.83MiB / 256MiB", + "MemPerc": "24.54%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "51.09%", + "MemUsage": "63.33MiB / 256MiB", + "MemPerc": "24.74%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "27.91%", + "MemUsage": "74.41MiB / 256MiB", + "MemPerc": "29.07%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.26%", + "MemUsage": "23.12MiB / 128MiB", + "MemPerc": "18.06%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.95%", + "MemUsage": "119.8MiB / 768MiB", + "MemPerc": "15.60%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.00%", + "MemUsage": "12.39MiB / 128MiB", + "MemPerc": "9.68%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "7.65%", + "MemUsage": "31.27MiB / 384MiB", + "MemPerc": "8.14%" + } + ] + }, + { + "at": "2026-10-17T15:49:15.678671+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "24.71%", + "MemUsage": "62.41MiB / 256MiB", + "MemPerc": "24.38%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "49.69%", + "MemUsage": "64.02MiB / 256MiB", + "MemPerc": "25.01%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "49.75%", + "MemUsage": "62.66MiB / 256MiB", + "MemPerc": "24.48%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "15.09%", + "MemUsage": "64.22MiB / 256MiB", + "MemPerc": "25.09%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.53%", + "MemUsage": "23.39MiB / 128MiB", + "MemPerc": "18.28%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.94%", + "MemUsage": "120.2MiB / 768MiB", + "MemPerc": "15.65%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.79%", + "MemUsage": "12.9MiB / 128MiB", + "MemPerc": "10.08%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "5.36%", + "MemUsage": "31.49MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:49:17.701034+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "46.31%", + "MemUsage": "62.52MiB / 256MiB", + "MemPerc": "24.42%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "50.08%", + "MemUsage": "73.61MiB / 256MiB", + "MemPerc": "28.75%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "34.48%", + "MemUsage": "73.86MiB / 256MiB", + "MemPerc": "28.85%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "28.87%", + "MemUsage": "64.1MiB / 256MiB", + "MemPerc": "25.04%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.03%", + "MemUsage": "23.29MiB / 128MiB", + "MemPerc": "18.19%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.80%", + "MemUsage": "121.9MiB / 768MiB", + "MemPerc": "15.87%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.99%", + "MemUsage": "13.64MiB / 128MiB", + "MemPerc": "10.65%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "7.96%", + "MemUsage": "34.11MiB / 384MiB", + "MemPerc": "8.88%" + } + ] + }, + { + "at": "2026-10-17T15:49:19.720105+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "26.98%", + "MemUsage": "72.17MiB / 256MiB", + "MemPerc": "28.19%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "49.81%", + "MemUsage": "64.73MiB / 256MiB", + "MemPerc": "25.29%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "20.43%", + "MemUsage": "61.53MiB / 256MiB", + "MemPerc": "24.03%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "41.60%", + "MemUsage": "64.41MiB / 256MiB", + "MemPerc": "25.16%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.04%", + "MemUsage": "22.93MiB / 128MiB", + "MemPerc": "17.92%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.47%", + "MemUsage": "121.8MiB / 768MiB", + "MemPerc": "15.85%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.06%", + "MemUsage": "13.12MiB / 128MiB", + "MemPerc": "10.25%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "7.74%", + "MemUsage": "33.94MiB / 384MiB", + "MemPerc": "8.84%" + } + ] + }, + { + "at": "2026-10-17T15:49:21.737071+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "15.71%", + "MemUsage": "63.2MiB / 256MiB", + "MemPerc": "24.69%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "49.93%", + "MemUsage": "64.46MiB / 256MiB", + "MemPerc": "25.18%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "26.80%", + "MemUsage": "63.24MiB / 256MiB", + "MemPerc": "24.70%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "36.70%", + "MemUsage": "64.91MiB / 256MiB", + "MemPerc": "25.35%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.24%", + "MemUsage": "22.7MiB / 128MiB", + "MemPerc": "17.73%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.12%", + "MemUsage": "122.2MiB / 768MiB", + "MemPerc": "15.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.86%", + "MemUsage": "13.11MiB / 128MiB", + "MemPerc": "10.24%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "5.33%", + "MemUsage": "34.01MiB / 384MiB", + "MemPerc": "8.86%" + } + ] + }, + { + "at": "2026-10-17T15:49:23.756130+00:00", + "containers": [ + { + "ID": "372667a687c7", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.39%", + "MemUsage": "61.18MiB / 256MiB", + "MemPerc": "23.90%" + }, + { + "ID": "067b0b36662c", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.83%", + "MemUsage": "77.24MiB / 256MiB", + "MemPerc": "30.17%" + }, + { + "ID": "9bbc45da45f2", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "13.11%", + "MemUsage": "61.92MiB / 256MiB", + "MemPerc": "24.19%" + }, + { + "ID": "75bc6b21c77e", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "3.21%", + "MemUsage": "72.68MiB / 256MiB", + "MemPerc": "28.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.63%", + "MemUsage": "22.44MiB / 128MiB", + "MemPerc": "17.53%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.38%", + "MemUsage": "120.9MiB / 768MiB", + "MemPerc": "15.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.19%", + "MemUsage": "11.39MiB / 128MiB", + "MemPerc": "8.90%" + }, + { + "ID": "9ee45fd3d556", + "Name": "hopeful_engelbart", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 15270, + "total_exec_time": 3.3855260000000666, + "mean_exec_time": 0.00022171093647675185, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 15270, + "total_exec_time": 3.358269999999988, + "mean_exec_time": 0.00021992599869024245, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5019, + "total_exec_time": 77.91974200000016, + "mean_exec_time": 0.015524953576409631, + "rows": 5019 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5019, + "total_exec_time": 33.326699999999896, + "mean_exec_time": 0.006640107591153617, + "rows": 5019 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2515, + "total_exec_time": 101.75659099999999, + "mean_exec_time": 0.040459877137176914, + "rows": 128265 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2014, + "total_exec_time": 82.03409499999992, + "mean_exec_time": 0.0407319240317775, + "rows": 102714 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 490, + "total_exec_time": 3.3645969999999985, + "mean_exec_time": 0.006866524489795918, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 490, + "total_exec_time": 2.1197919999999986, + "mean_exec_time": 0.004326106122448983, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 490, + "total_exec_time": 48.58412400000003, + "mean_exec_time": 0.09915127346938768, + "rows": 490 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 490, + "total_exec_time": 2.1840319999999975, + "mean_exec_time": 0.004457208163265304, + "rows": 490 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 490, + "total_exec_time": 46.89483500000001, + "mean_exec_time": 0.09570374489795928, + "rows": 490 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 213, + "total_exec_time": 3.4875599999999984, + "mean_exec_time": 0.016373521126760566, + "rows": 213 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.043583, + "mean_exec_time": 0.043583, + "rows": 1 + } + ], + "raw_k6": { + "metrics": { + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 132.16393237152218, + "min": 2.566875, + "med": 7.5227715, + "max": 888.158209, + "p(95)": 509.882021, + "p(99)": 694.05975345 + } + }, + "served_accaf32277d64506b6d091bfc377abae": { + "values": { + "count": 918, + "rate": 43.250940542562 + }, + "type": "counter", + "contains": "default" + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 490, + "rate": 23.086014015093006 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "rate": 172.7210762843489, + "count": 3666 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "med": 24.561375, + "max": 888.158209, + "p(95)": 482.0799589, + "p(99)": 685.39113692, + "avg": 129.15469721040054, + "min": 2.566875 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5019 + } + }, + "data_sent": { + "contains": "data", + "values": { + "count": 1999576, + "rate": 94208.65216376247 + }, + "type": "counter" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 24.540291, + "max": 888.140959, + "p(95)": 482.0450917, + "p(99)": 685.3530718000001, + "avg": 129.10998821856907, + "min": 2.543 + } + }, + "served_c8029aea8c05483b948a54e21d6d3e14": { + "type": "counter", + "contains": "default", + "values": { + "count": 915, + "rate": 43.10959759961245 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.006761811715481112, + "min": 0.002209, + "med": 0.004792, + "max": 0.540917, + "p(95)": 0.010334, + "p(99)": 0.026746179999999987 + } + }, + "http_req_duration": { + "values": { + "max": 888.158209, + "p(95)": 482.0799589, + "p(99)": 685.39113692, + "avg": 129.15469721040054, + "min": 2.566875, + "med": 24.561375 + }, + "type": "trend", + "contains": "time" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "med": 24.591, + "max": 888.209084, + "p(95)": 482.46415859999996, + "p(99)": 685.568618, + "avg": 129.2305714110382, + "min": 2.602459 + } + }, + "vus_max": { + "values": { + "max": 32, + "value": 32, + "min": 32 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0075590221159592425, + "min": 0.000542, + "med": 0.00125, + "max": 2.709, + "p(95)": 0.002417, + "p(99)": 0.009237559999999935 + } + }, + "served_9a0fd725fd364815a44cbd57e63ec79f": { + "type": "counter", + "contains": "default", + "values": { + "rate": 43.250940542562, + "count": 918 + } + }, + "served_022b0dcfaeb74d7685dfbf0d2faaa4cc": { + "values": { + "count": 915, + "rate": 43.10959759961245 + }, + "type": "counter", + "contains": "default" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03794718011556103, + "min": 0.006583, + "med": 0.028166, + "max": 0.341208, + "p(95)": 0.0932122, + "p(99)": 0.143791 + } + }, + "successful_latency": { + "values": { + "min": 2.566875, + "med": 7.5227715, + "max": 888.158209, + "p(95)": 509.882021, + "p(99)": 694.05975345, + "avg": 132.16393237152218 + }, + "type": "trend", + "contains": "time" + }, + "measured_successes": { + "contains": "default", + "values": { + "count": 3666, + "rate": 172.7210762843489 + }, + "type": "counter" + }, + "iterations": { + "contains": "default", + "values": { + "rate": 236.4667435545955, + "count": 5019 + }, + "type": "counter" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "max": 1.729667, + "p(95)": 0, + "p(99)": 0, + "avg": 0.002192461048017534, + "min": 0 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 76349206, + "rate": 3597140.489300455 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5019, + "rate": 236.4667435545955 + } + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.224971954 + }, + "root_group": { + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [], + "name": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21224.971954 + } + } +} diff --git a/evidence/scaling/trial-27.json b/evidence/scaling/trial-27.json new file mode 100644 index 00000000..789879d8 --- /dev/null +++ b/evidence/scaling/trial-27.json @@ -0,0 +1,1068 @@ +{ + "configuration": { + "series": "growing", + "replicas": 4, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + "requests": 7141, + "successes": 7141, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 472.9361774422004, + "p50_ms": 4.421833, + "p95_ms": 269.651875, + "p99_ms": 376.38774179999996, + "final_messages": 10937, + "idempotency_results": 937, + "resource_samples": [ + { + "at": "2026-10-17T15:49:35.977825+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "66.72%", + "MemUsage": "61.36MiB / 512MiB", + "MemPerc": "11.98%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "55.04%", + "MemUsage": "61.03MiB / 512MiB", + "MemPerc": "11.92%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "44.93%", + "MemUsage": "59.49MiB / 512MiB", + "MemPerc": "11.62%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "104.77%", + "MemUsage": "63.07MiB / 512MiB", + "MemPerc": "12.32%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "11.21%", + "MemUsage": "22.47MiB / 128MiB", + "MemPerc": "17.55%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "28.51%", + "MemUsage": "110.2MiB / 768MiB", + "MemPerc": "14.34%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.86%", + "MemUsage": "11.92MiB / 128MiB", + "MemPerc": "9.31%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "14.55%", + "MemUsage": "27.18MiB / 384MiB", + "MemPerc": "7.08%" + } + ] + }, + { + "at": "2026-10-17T15:49:37.997477+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "55.03%", + "MemUsage": "60.93MiB / 512MiB", + "MemPerc": "11.90%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "61.74%", + "MemUsage": "60.25MiB / 512MiB", + "MemPerc": "11.77%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "57.31%", + "MemUsage": "59.74MiB / 512MiB", + "MemPerc": "11.67%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "101.47%", + "MemUsage": "73.88MiB / 512MiB", + "MemPerc": "14.43%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "7.38%", + "MemUsage": "23.36MiB / 128MiB", + "MemPerc": "18.25%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.37%", + "MemUsage": "112.8MiB / 768MiB", + "MemPerc": "14.69%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.83%", + "MemUsage": "12.15MiB / 128MiB", + "MemPerc": "9.49%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "12.55%", + "MemUsage": "29.66MiB / 384MiB", + "MemPerc": "7.72%" + } + ] + }, + { + "at": "2026-10-17T15:49:40.018890+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "38.93%", + "MemUsage": "61.83MiB / 512MiB", + "MemPerc": "12.08%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "35.38%", + "MemUsage": "61.17MiB / 512MiB", + "MemPerc": "11.95%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "35.08%", + "MemUsage": "59.24MiB / 512MiB", + "MemPerc": "11.57%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "20.84%", + "MemUsage": "64.03MiB / 512MiB", + "MemPerc": "12.51%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.89%", + "MemUsage": "23.29MiB / 128MiB", + "MemPerc": "18.19%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "6.19%", + "MemUsage": "115.9MiB / 768MiB", + "MemPerc": "15.09%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.60%", + "MemUsage": "12.09MiB / 128MiB", + "MemPerc": "9.45%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "3.81%", + "MemUsage": "30.89MiB / 384MiB", + "MemPerc": "8.04%" + } + ] + }, + { + "at": "2026-10-17T15:49:42.038996+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "59.57%", + "MemUsage": "60.6MiB / 512MiB", + "MemPerc": "11.84%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "48.76%", + "MemUsage": "72.86MiB / 512MiB", + "MemPerc": "14.23%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "59.79%", + "MemUsage": "72.36MiB / 512MiB", + "MemPerc": "14.13%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "102.92%", + "MemUsage": "64.54MiB / 512MiB", + "MemPerc": "12.61%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "8.28%", + "MemUsage": "22.93MiB / 128MiB", + "MemPerc": "17.92%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "32.69%", + "MemUsage": "119MiB / 768MiB", + "MemPerc": "15.50%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "3.31%", + "MemUsage": "12.11MiB / 128MiB", + "MemPerc": "9.46%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "15.14%", + "MemUsage": "31.14MiB / 384MiB", + "MemPerc": "8.11%" + } + ] + }, + { + "at": "2026-10-17T15:49:44.061537+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "37.50%", + "MemUsage": "67.63MiB / 512MiB", + "MemPerc": "13.21%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "33.92%", + "MemUsage": "62.5MiB / 512MiB", + "MemPerc": "12.21%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "34.30%", + "MemUsage": "59.93MiB / 512MiB", + "MemPerc": "11.71%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "100.35%", + "MemUsage": "64.71MiB / 512MiB", + "MemPerc": "12.64%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.91%", + "MemUsage": "22.93MiB / 128MiB", + "MemPerc": "17.92%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "26.91%", + "MemUsage": "119.7MiB / 768MiB", + "MemPerc": "15.59%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.91%", + "MemUsage": "11.6MiB / 128MiB", + "MemPerc": "9.06%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "12.20%", + "MemUsage": "30.83MiB / 384MiB", + "MemPerc": "8.03%" + } + ] + }, + { + "at": "2026-10-17T15:49:46.085106+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "30.63%", + "MemUsage": "61.1MiB / 512MiB", + "MemPerc": "11.93%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "31.33%", + "MemUsage": "62.35MiB / 512MiB", + "MemPerc": "12.18%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "31.20%", + "MemUsage": "61.43MiB / 512MiB", + "MemPerc": "12.00%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "102.40%", + "MemUsage": "64.79MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "6.28%", + "MemUsage": "22.74MiB / 128MiB", + "MemPerc": "17.77%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "25.27%", + "MemUsage": "122MiB / 768MiB", + "MemPerc": "15.88%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.79%", + "MemUsage": "12.16MiB / 128MiB", + "MemPerc": "9.50%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "12.73%", + "MemUsage": "31.8MiB / 384MiB", + "MemPerc": "8.28%" + } + ] + }, + { + "at": "2026-10-17T15:49:48.107948+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "35.94%", + "MemUsage": "61.38MiB / 512MiB", + "MemPerc": "11.99%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "38.12%", + "MemUsage": "62.82MiB / 512MiB", + "MemPerc": "12.27%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "36.61%", + "MemUsage": "61.03MiB / 512MiB", + "MemPerc": "11.92%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "100.73%", + "MemUsage": "75.29MiB / 512MiB", + "MemPerc": "14.71%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "7.45%", + "MemUsage": "22.43MiB / 128MiB", + "MemPerc": "17.53%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "28.28%", + "MemUsage": "122.4MiB / 768MiB", + "MemPerc": "15.94%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.77%", + "MemUsage": "12.07MiB / 128MiB", + "MemPerc": "9.43%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "13.30%", + "MemUsage": "31.5MiB / 384MiB", + "MemPerc": "8.20%" + } + ] + }, + { + "at": "2026-10-17T15:49:50.132553+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "40.46%", + "MemUsage": "60.24MiB / 512MiB", + "MemPerc": "11.77%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "40.54%", + "MemUsage": "62.4MiB / 512MiB", + "MemPerc": "12.19%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "58.54%", + "MemUsage": "61.06MiB / 512MiB", + "MemPerc": "11.93%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "102.20%", + "MemUsage": "64.18MiB / 512MiB", + "MemPerc": "12.54%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "8.67%", + "MemUsage": "23.08MiB / 128MiB", + "MemPerc": "18.03%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "31.55%", + "MemUsage": "122.9MiB / 768MiB", + "MemPerc": "16.00%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "3.02%", + "MemUsage": "11.88MiB / 128MiB", + "MemPerc": "9.28%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "14.53%", + "MemUsage": "31.51MiB / 384MiB", + "MemPerc": "8.21%" + } + ] + }, + { + "at": "2026-10-17T15:49:52.155354+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "37.75%", + "MemUsage": "61.69MiB / 512MiB", + "MemPerc": "12.05%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "51.59%", + "MemUsage": "62.49MiB / 512MiB", + "MemPerc": "12.21%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "43.63%", + "MemUsage": "60.41MiB / 512MiB", + "MemPerc": "11.80%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "102.63%", + "MemUsage": "64.76MiB / 512MiB", + "MemPerc": "12.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "8.44%", + "MemUsage": "22.75MiB / 128MiB", + "MemPerc": "17.77%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "30.27%", + "MemUsage": "122.3MiB / 768MiB", + "MemPerc": "15.92%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.91%", + "MemUsage": "13.18MiB / 128MiB", + "MemPerc": "10.30%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "14.05%", + "MemUsage": "33.43MiB / 384MiB", + "MemPerc": "8.71%" + } + ] + }, + { + "at": "2026-10-17T15:49:54.175814+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "36.95%", + "MemUsage": "61.89MiB / 512MiB", + "MemPerc": "12.09%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "55.08%", + "MemUsage": "62.65MiB / 512MiB", + "MemPerc": "12.24%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "55.16%", + "MemUsage": "60.78MiB / 512MiB", + "MemPerc": "11.87%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "99.16%", + "MemUsage": "64.3MiB / 512MiB", + "MemPerc": "12.56%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "8.06%", + "MemUsage": "23.23MiB / 128MiB", + "MemPerc": "18.15%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "28.78%", + "MemUsage": "122.2MiB / 768MiB", + "MemPerc": "15.91%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "3.06%", + "MemUsage": "12.19MiB / 128MiB", + "MemPerc": "9.52%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "13.34%", + "MemUsage": "33.27MiB / 384MiB", + "MemPerc": "8.66%" + } + ] + }, + { + "at": "2026-10-17T15:49:56.199941+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "16.58%", + "MemUsage": "60.84MiB / 512MiB", + "MemPerc": "11.88%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.92%", + "MemUsage": "61.71MiB / 512MiB", + "MemPerc": "12.05%" + }, + { + "ID": "beb4ee9c577d", + "Name": "mtusi-lab3-research-api-3", + "CPUPerc": "17.84%", + "MemUsage": "60.61MiB / 512MiB", + "MemPerc": "11.84%" + }, + { + "ID": "406fe4d458d7", + "Name": "mtusi-lab3-research-api-4", + "CPUPerc": "17.92%", + "MemUsage": "63.98MiB / 512MiB", + "MemPerc": "12.50%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.36%", + "MemUsage": "22.23MiB / 128MiB", + "MemPerc": "17.37%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.39%", + "MemUsage": "121.2MiB / 768MiB", + "MemPerc": "15.78%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.47%", + "MemUsage": "12.48MiB / 128MiB", + "MemPerc": "9.75%" + }, + { + "ID": "96b2ddb2874f", + "Name": "ecstatic_franklin", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 28652, + "total_exec_time": 6.649742000000032, + "mean_exec_time": 0.00023208648610917123, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 28652, + "total_exec_time": 6.750786000000219, + "mean_exec_time": 0.00023561308111126646, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 9476, + "total_exec_time": 149.3478730000001, + "mean_exec_time": 0.015760645103419103, + "rows": 9476 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 9476, + "total_exec_time": 65.83132199999979, + "mean_exec_time": 0.006947163571127061, + "rows": 9476 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4743, + "total_exec_time": 204.0254299999994, + "mean_exec_time": 0.04301611427366635, + "rows": 241893 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3796, + "total_exec_time": 162.12858000000003, + "mean_exec_time": 0.042710374077976995, + "rows": 193596 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 937, + "total_exec_time": 6.840955000000004, + "mean_exec_time": 0.007300912486659555, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 937, + "total_exec_time": 4.435095999999993, + "mean_exec_time": 0.0047332934898612605, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 937, + "total_exec_time": 78.78328899999994, + "mean_exec_time": 0.0840803511205977, + "rows": 937 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 937, + "total_exec_time": 3.554619999999995, + "mean_exec_time": 0.003793617929562434, + "rows": 937 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 937, + "total_exec_time": 83.14225200000003, + "mean_exec_time": 0.08873239274279615, + "rows": 937 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 224, + "total_exec_time": 3.6136299999999992, + "mean_exec_time": 0.016132276785714283, + "rows": 224 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.042624999999999996, + "mean_exec_time": 0.042624999999999996, + "rows": 1 + } + ], + "raw_k6": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21099.288954 + }, + "metrics": { + "http_req_sending": { + "contains": "time", + "values": { + "p(99)": 0.027791499999999972, + "avg": 0.006181420430561352, + "min": 0.002083, + "med": 0.004667, + "max": 0.667167, + "p(95)": 0.010385499999999983 + }, + "type": "trend" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 67.3605507084441, + "min": 2.630792, + "med": 4.421833, + "max": 455.070416, + "p(95)": 269.651875, + "p(99)": 376.38774179999996 + } + }, + "all_confirmed_writes": { + "values": { + "count": 937, + "rate": 44.4090794738542 + }, + "type": "counter", + "contains": "default" + }, + "http_reqs": { + "values": { + "count": 9476, + "rate": 449.1146607195757 + }, + "type": "counter", + "contains": "default" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "measured_requests": { + "contains": "default", + "values": { + "count": 7141, + "rate": 338.44742425057933 + }, + "type": "counter" + }, + "served_9e244ab8ea9842dd88b8cb9814842f8c": { + "type": "counter", + "contains": "default", + "values": { + "rate": 84.60000732212353, + "count": 1785 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.002375, + "p(99)": 0.005416749999999986, + "avg": 0.0033968984803714607, + "min": 0.000542, + "med": 0.001209, + "max": 0.934208 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 7141, + "rate": 338.44742425057933 + } + }, + "served_134aa0d4d5154bf48f3ed028c45f5dbd": { + "type": "counter", + "contains": "default", + "values": { + "count": 1786, + "rate": 84.64740228420875 + } + }, + "iteration_duration": { + "contains": "time", + "values": { + "med": 4.5676875, + "max": 455.126125, + "p(95)": 270.893938, + "p(99)": 375.71978149999995, + "avg": 67.94280108030821, + "min": 2.654 + }, + "type": "trend" + }, + "served_17124d2d76014198b7c21a52314a94dc": { + "type": "counter", + "contains": "default", + "values": { + "count": 1785, + "rate": 84.60000732212353 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 32, + "max": 32, + "value": 32 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.0006655278598564795, + "min": 0, + "med": 0, + "max": 0.675542, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_receiving": { + "contains": "time", + "values": { + "max": 0.643666, + "p(95)": 0.103625, + "p(99)": 0.16395849999999998, + "avg": 0.04120800474883913, + "min": 0.006208, + "med": 0.028875 + }, + "type": "trend" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 270.8138445, + "p(99)": 375.66179174999996, + "avg": 67.88467155772472, + "min": 2.628375, + "med": 4.5003744999999995, + "max": 455.070416 + } + }, + "http_req_waiting": { + "contains": "time", + "values": { + "med": 4.4424375000000005, + "max": 455.047041, + "p(95)": 270.7429895, + "p(99)": 375.6286662499999, + "avg": 67.83728213254558, + "min": 2.605709 + }, + "type": "trend" + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 3778351, + "rate": 179074.80238966542 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 9476, + "rate": 449.1146607195757 + } + }, + "all_latency": { + "values": { + "p(99)": 376.38774179999996, + "avg": 67.3605507084441, + "min": 2.630792, + "med": 4.421833, + "max": 455.070416, + "p(95)": 269.651875 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 375.66179174999996, + "avg": 67.88467155772472, + "min": 2.628375, + "med": 4.5003744999999995, + "max": 455.070416, + "p(95)": 270.8138445 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 9476, + "rate": 0 + } + }, + "served_22f7099158b44a07a3ea2078cef7d3b3": { + "values": { + "count": 1785, + "rate": 84.60000732212353 + }, + "type": "counter", + "contains": "default" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 143955692, + "rate": 6822774.564292078 + } + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.099288953999999 + } + } +} diff --git a/evidence/scaling/trial-28.json b/evidence/scaling/trial-28.json new file mode 100644 index 00000000..4dc924fc --- /dev/null +++ b/evidence/scaling/trial-28.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "fixed", + "replicas": 2, + "cpu_each": 1.0, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 3 + }, + "requests": 4414, + "successes": 4414, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 292.37773038057156, + "p50_ms": 106.9005625, + "p95_ms": 285.12098915, + "p99_ms": 364.22221546, + "final_messages": 10573, + "idempotency_results": 573, + "resource_samples": [ + { + "at": "2026-10-17T15:50:01.525368+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.66%", + "MemUsage": "63.96MiB / 512MiB", + "MemPerc": "12.49%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.67%", + "MemUsage": "63.21MiB / 512MiB", + "MemPerc": "12.35%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.82%", + "MemUsage": "23.82MiB / 128MiB", + "MemPerc": "18.61%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.91%", + "MemUsage": "81.62MiB / 768MiB", + "MemPerc": "10.63%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.86%", + "MemUsage": "13.41MiB / 128MiB", + "MemPerc": "10.48%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "7.67%", + "MemUsage": "29.56MiB / 384MiB", + "MemPerc": "7.70%" + } + ] + }, + { + "at": "2026-10-17T15:50:03.539115+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.17%", + "MemUsage": "66.22MiB / 512MiB", + "MemPerc": "12.93%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "43.32%", + "MemUsage": "62.87MiB / 512MiB", + "MemPerc": "12.28%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.09%", + "MemUsage": "22.63MiB / 128MiB", + "MemPerc": "17.68%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.79%", + "MemUsage": "81.39MiB / 768MiB", + "MemPerc": "10.60%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.01%", + "MemUsage": "13.6MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "7.54%", + "MemUsage": "29.07MiB / 384MiB", + "MemPerc": "7.57%" + } + ] + }, + { + "at": "2026-10-17T15:50:05.553420+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "82.21%", + "MemUsage": "65.44MiB / 512MiB", + "MemPerc": "12.78%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "35.81%", + "MemUsage": "63.37MiB / 512MiB", + "MemPerc": "12.38%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.92%", + "MemUsage": "23.17MiB / 128MiB", + "MemPerc": "18.10%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.31%", + "MemUsage": "81.09MiB / 768MiB", + "MemPerc": "10.56%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.77%", + "MemUsage": "13.79MiB / 128MiB", + "MemPerc": "10.77%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "5.15%", + "MemUsage": "29.51MiB / 384MiB", + "MemPerc": "7.69%" + } + ] + }, + { + "at": "2026-10-17T15:50:07.569204+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "73.10%", + "MemUsage": "65.42MiB / 512MiB", + "MemPerc": "12.78%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.41%", + "MemUsage": "65.47MiB / 512MiB", + "MemPerc": "12.79%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.80%", + "MemUsage": "23.36MiB / 128MiB", + "MemPerc": "18.25%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.73%", + "MemUsage": "81.5MiB / 768MiB", + "MemPerc": "10.61%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.93%", + "MemUsage": "13.28MiB / 128MiB", + "MemPerc": "10.37%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "6.79%", + "MemUsage": "29.02MiB / 384MiB", + "MemPerc": "7.56%" + } + ] + }, + { + "at": "2026-10-17T15:50:09.588939+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "52.34%", + "MemUsage": "66.15MiB / 512MiB", + "MemPerc": "12.92%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.51%", + "MemUsage": "65.08MiB / 512MiB", + "MemPerc": "12.71%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.66%", + "MemUsage": "23.52MiB / 128MiB", + "MemPerc": "18.37%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.58%", + "MemUsage": "81.88MiB / 768MiB", + "MemPerc": "10.66%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.93%", + "MemUsage": "13.25MiB / 128MiB", + "MemPerc": "10.35%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "7.30%", + "MemUsage": "31.38MiB / 384MiB", + "MemPerc": "8.17%" + } + ] + }, + { + "at": "2026-10-17T15:50:11.600897+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "65.72%", + "MemUsage": "66.08MiB / 512MiB", + "MemPerc": "12.91%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.45%", + "MemUsage": "76.72MiB / 512MiB", + "MemPerc": "14.98%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.06%", + "MemUsage": "23.11MiB / 128MiB", + "MemPerc": "18.06%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.98%", + "MemUsage": "81.27MiB / 768MiB", + "MemPerc": "10.58%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.94%", + "MemUsage": "13.15MiB / 128MiB", + "MemPerc": "10.27%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "8.02%", + "MemUsage": "31.95MiB / 384MiB", + "MemPerc": "8.32%" + } + ] + }, + { + "at": "2026-10-17T15:50:13.612912+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "49.28%", + "MemUsage": "77.07MiB / 512MiB", + "MemPerc": "15.05%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.93%", + "MemUsage": "65.84MiB / 512MiB", + "MemPerc": "12.86%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.34%", + "MemUsage": "23.05MiB / 128MiB", + "MemPerc": "18.01%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.76%", + "MemUsage": "81.97MiB / 768MiB", + "MemPerc": "10.67%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.01%", + "MemUsage": "13.3MiB / 128MiB", + "MemPerc": "10.39%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "7.10%", + "MemUsage": "31.59MiB / 384MiB", + "MemPerc": "8.23%" + } + ] + }, + { + "at": "2026-10-17T15:50:15.626361+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "41.03%", + "MemUsage": "65.56MiB / 512MiB", + "MemPerc": "12.80%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.44%", + "MemUsage": "65.78MiB / 512MiB", + "MemPerc": "12.85%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.87%", + "MemUsage": "22.4MiB / 128MiB", + "MemPerc": "17.50%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.82%", + "MemUsage": "81.73MiB / 768MiB", + "MemPerc": "10.64%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.03%", + "MemUsage": "13.5MiB / 128MiB", + "MemPerc": "10.55%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "8.00%", + "MemUsage": "31.72MiB / 384MiB", + "MemPerc": "8.26%" + } + ] + }, + { + "at": "2026-10-17T15:50:17.638865+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "34.20%", + "MemUsage": "65.24MiB / 512MiB", + "MemPerc": "12.74%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.79%", + "MemUsage": "66.09MiB / 512MiB", + "MemPerc": "12.91%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.38%", + "MemUsage": "22.75MiB / 128MiB", + "MemPerc": "17.78%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.03%", + "MemUsage": "81.33MiB / 768MiB", + "MemPerc": "10.59%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.92%", + "MemUsage": "13.43MiB / 128MiB", + "MemPerc": "10.49%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "5.96%", + "MemUsage": "31.38MiB / 384MiB", + "MemPerc": "8.17%" + } + ] + }, + { + "at": "2026-10-17T15:50:19.655863+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "38.08%", + "MemUsage": "64.48MiB / 512MiB", + "MemPerc": "12.59%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.78%", + "MemUsage": "79.21MiB / 512MiB", + "MemPerc": "15.47%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.77%", + "MemUsage": "23.48MiB / 128MiB", + "MemPerc": "18.34%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.77%", + "MemUsage": "81.63MiB / 768MiB", + "MemPerc": "10.63%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.90%", + "MemUsage": "13.32MiB / 128MiB", + "MemPerc": "10.41%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "7.25%", + "MemUsage": "31.52MiB / 384MiB", + "MemPerc": "8.21%" + } + ] + }, + { + "at": "2026-10-17T15:50:21.669900+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "25.66%", + "MemUsage": "63.24MiB / 512MiB", + "MemPerc": "12.35%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "72.81%", + "MemUsage": "64.23MiB / 512MiB", + "MemPerc": "12.54%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.92%", + "MemUsage": "22.29MiB / 128MiB", + "MemPerc": "17.42%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.57%", + "MemUsage": "80.26MiB / 768MiB", + "MemPerc": "10.45%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.69%", + "MemUsage": "11.38MiB / 128MiB", + "MemPerc": "8.89%" + }, + { + "ID": "9d3368785e64", + "Name": "jovial_cartwright", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 17713, + "total_exec_time": 3.3533540000001683, + "mean_exec_time": 0.00018931598261164102, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 17713, + "total_exec_time": 3.7252819999999995, + "mean_exec_time": 0.00021031344210466852, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5868, + "total_exec_time": 83.34192100000007, + "mean_exec_time": 0.014202781356509877, + "rows": 5868 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5868, + "total_exec_time": 34.31729399999981, + "mean_exec_time": 0.005848209611451949, + "rows": 5868 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2941, + "total_exec_time": 113.65293399999963, + "mean_exec_time": 0.03864431621897311, + "rows": 149991 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2354, + "total_exec_time": 89.07026000000003, + "mean_exec_time": 0.03783783347493632, + "rows": 120054 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 573, + "total_exec_time": 3.9415579999999975, + "mean_exec_time": 0.006878809773123912, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 573, + "total_exec_time": 2.6093539999999975, + "mean_exec_time": 0.004553846422338568, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 573, + "total_exec_time": 42.57642600000003, + "mean_exec_time": 0.07430440837696337, + "rows": 573 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 573, + "total_exec_time": 1.5744309999999981, + "mean_exec_time": 0.0027476980802792327, + "rows": 573 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 573, + "total_exec_time": 44.49656, + "mean_exec_time": 0.07765542757417104, + "rows": 573 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 109, + "total_exec_time": 1.8295850000000005, + "mean_exec_time": 0.01678518348623854, + "rows": 109 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.044042000000000005, + "mean_exec_time": 0.044042000000000005, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "measurement_wall_seconds": 15.096909037, + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21096.909037 + }, + "metrics": { + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.005462977164280813, + "min": 0.002, + "med": 0.004166, + "max": 0.59625, + "p(95)": 0.00875, + "p(99)": 0.018347529999999997 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5868, + "rate": 278.1450111819051 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 364.22221546, + "avg": 109.19908464884439, + "min": 2.462625, + "med": 106.9005625, + "max": 411.610334, + "p(95)": 285.12098915 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.000542, + "med": 0.001083, + "max": 4.298875, + "p(95)": 0.002125, + "p(99)": 0.004375, + "avg": 0.015496819700067934 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 4414, + "rate": 209.22496239893135 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(99)": 364.17741814, + "avg": 109.83069816700745, + "min": 2.462625, + "med": 109.5911875, + "max": 411.610334, + "p(95)": 285.6131483499999 + }, + "type": "trend" + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 109.19908464884439, + "min": 2.462625, + "med": 106.9005625, + "max": 411.610334, + "p(95)": 285.12098915, + "p(99)": 364.22221546 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 285.6131483499999, + "p(99)": 364.17741814, + "avg": 109.83069816700745, + "min": 2.462625, + "med": 109.5911875, + "max": 411.610334 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 27.160376858764764, + "count": 573 + } + }, + "served_17124d2d76014198b7c21a52314a94dc": { + "type": "counter", + "contains": "default", + "values": { + "count": 2208, + "rate": 104.65988150811971 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 364.24105371999997, + "avg": 109.89445651670076, + "min": 2.498375, + "med": 110.33175, + "max": 411.664709, + "p(95)": 285.69531655 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 4414, + "rate": 209.22496239893135 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5868 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5868, + "rate": 278.1450111819051 + } + }, + "served_9e244ab8ea9842dd88b8cb9814842f8c": { + "values": { + "count": 2206, + "rate": 104.56508089081164 + }, + "type": "counter", + "contains": "default" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.035694959611451915, + "min": 0.006, + "med": 0.025292, + "max": 0.453, + "p(95)": 0.08681479999999991, + "p(99)": 0.139458 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "med": 0, + "max": 3.348333, + "p(95)": 0, + "p(99)": 0, + "avg": 0.006225943081117928, + "min": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 109.78954023023168, + "min": 2.439708, + "med": 109.565125, + "max": 411.562417, + "p(95)": 285.57186039999993, + "p(99)": 364.14998617 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2338567, + "rate": 110848.79760815173 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 89262434, + "rate": 4231066.92281085 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + } + } + } +} diff --git a/evidence/scaling/trial-29.json b/evidence/scaling/trial-29.json new file mode 100644 index 00000000..49a69b0f --- /dev/null +++ b/evidence/scaling/trial-29.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 96, + "optimized": false, + "repeat": 3 + }, + "requests": 4013, + "successes": 4013, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 263.2699368863616, + "p50_ms": 348.2865, + "p95_ms": 597.3041088, + "p99_ms": 685.68270888, + "final_messages": 10488, + "idempotency_results": 488, + "resource_samples": [ + { + "at": "2026-10-17T15:50:27.416968+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.94%", + "MemUsage": "79.84MiB / 512MiB", + "MemPerc": "15.59%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.28%", + "MemUsage": "80.68MiB / 512MiB", + "MemPerc": "15.76%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.34%", + "MemUsage": "24.04MiB / 128MiB", + "MemPerc": "18.78%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.55%", + "MemUsage": "81.91MiB / 768MiB", + "MemPerc": "10.66%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.83%", + "MemUsage": "13.15MiB / 128MiB", + "MemPerc": "10.28%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "8.89%", + "MemUsage": "48.09MiB / 384MiB", + "MemPerc": "12.52%" + } + ] + }, + { + "at": "2026-10-17T15:50:29.432642+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.00%", + "MemUsage": "67.83MiB / 512MiB", + "MemPerc": "13.25%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.05%", + "MemUsage": "68.35MiB / 512MiB", + "MemPerc": "13.35%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.00%", + "MemUsage": "23.63MiB / 128MiB", + "MemPerc": "18.46%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.47%", + "MemUsage": "83MiB / 768MiB", + "MemPerc": "10.81%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.86%", + "MemUsage": "13.2MiB / 128MiB", + "MemPerc": "10.31%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "5.99%", + "MemUsage": "48.5MiB / 384MiB", + "MemPerc": "12.63%" + } + ] + }, + { + "at": "2026-10-17T15:50:31.453909+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "23.57%", + "MemUsage": "68.38MiB / 512MiB", + "MemPerc": "13.36%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "35.63%", + "MemUsage": "82.5MiB / 512MiB", + "MemPerc": "16.11%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.19%", + "MemUsage": "23.64MiB / 128MiB", + "MemPerc": "18.47%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "5.86%", + "MemUsage": "82.18MiB / 768MiB", + "MemPerc": "10.70%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.46%", + "MemUsage": "13.36MiB / 128MiB", + "MemPerc": "10.44%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "2.02%", + "MemUsage": "48.16MiB / 384MiB", + "MemPerc": "12.54%" + } + ] + }, + { + "at": "2026-10-17T15:50:33.470219+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.00%", + "MemUsage": "69.2MiB / 512MiB", + "MemPerc": "13.51%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.70%", + "MemUsage": "69.03MiB / 512MiB", + "MemPerc": "13.48%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.41%", + "MemUsage": "23.82MiB / 128MiB", + "MemPerc": "18.61%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.22%", + "MemUsage": "82.05MiB / 768MiB", + "MemPerc": "10.68%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.85%", + "MemUsage": "13.51MiB / 128MiB", + "MemPerc": "10.56%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "6.99%", + "MemUsage": "48.8MiB / 384MiB", + "MemPerc": "12.71%" + } + ] + }, + { + "at": "2026-10-17T15:50:35.484159+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.09%", + "MemUsage": "68.71MiB / 512MiB", + "MemPerc": "13.42%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.39%", + "MemUsage": "69.29MiB / 512MiB", + "MemPerc": "13.53%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.35%", + "MemUsage": "23.62MiB / 128MiB", + "MemPerc": "18.46%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.73%", + "MemUsage": "81.88MiB / 768MiB", + "MemPerc": "10.66%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.87%", + "MemUsage": "13.74MiB / 128MiB", + "MemPerc": "10.74%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "6.84%", + "MemUsage": "48.39MiB / 384MiB", + "MemPerc": "12.60%" + } + ] + }, + { + "at": "2026-10-17T15:50:37.497422+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.03%", + "MemUsage": "79.21MiB / 512MiB", + "MemPerc": "15.47%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.42%", + "MemUsage": "69.22MiB / 512MiB", + "MemPerc": "13.52%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.94%", + "MemUsage": "23.84MiB / 128MiB", + "MemPerc": "18.63%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.24%", + "MemUsage": "82.19MiB / 768MiB", + "MemPerc": "10.70%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.84%", + "MemUsage": "13.88MiB / 128MiB", + "MemPerc": "10.85%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "9.48%", + "MemUsage": "48.57MiB / 384MiB", + "MemPerc": "12.65%" + } + ] + }, + { + "at": "2026-10-17T15:50:39.513792+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.88%", + "MemUsage": "68.86MiB / 512MiB", + "MemPerc": "13.45%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.82%", + "MemUsage": "68.7MiB / 512MiB", + "MemPerc": "13.42%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.87%", + "MemUsage": "24.03MiB / 128MiB", + "MemPerc": "18.77%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.96%", + "MemUsage": "81.95MiB / 768MiB", + "MemPerc": "10.67%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.86%", + "MemUsage": "14.06MiB / 128MiB", + "MemPerc": "10.99%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "9.12%", + "MemUsage": "48.29MiB / 384MiB", + "MemPerc": "12.57%" + } + ] + }, + { + "at": "2026-10-17T15:50:41.527181+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.81%", + "MemUsage": "69.07MiB / 512MiB", + "MemPerc": "13.49%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "102.40%", + "MemUsage": "79.21MiB / 512MiB", + "MemPerc": "15.47%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.13%", + "MemUsage": "23.8MiB / 128MiB", + "MemPerc": "18.59%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.25%", + "MemUsage": "82.31MiB / 768MiB", + "MemPerc": "10.72%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.85%", + "MemUsage": "13.99MiB / 128MiB", + "MemPerc": "10.93%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "7.33%", + "MemUsage": "51.07MiB / 384MiB", + "MemPerc": "13.30%" + } + ] + }, + { + "at": "2026-10-17T15:50:43.545170+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "99.92%", + "MemUsage": "69.2MiB / 512MiB", + "MemPerc": "13.51%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.22%", + "MemUsage": "69.48MiB / 512MiB", + "MemPerc": "13.57%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.99%", + "MemUsage": "23.86MiB / 128MiB", + "MemPerc": "18.64%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.09%", + "MemUsage": "81.73MiB / 768MiB", + "MemPerc": "10.64%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.85%", + "MemUsage": "13.44MiB / 128MiB", + "MemPerc": "10.50%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "7.11%", + "MemUsage": "50.61MiB / 384MiB", + "MemPerc": "13.18%" + } + ] + }, + { + "at": "2026-10-17T15:50:45.562237+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.14%", + "MemUsage": "68.91MiB / 512MiB", + "MemPerc": "13.46%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "103.04%", + "MemUsage": "69.27MiB / 512MiB", + "MemPerc": "13.53%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.02%", + "MemUsage": "23.38MiB / 128MiB", + "MemPerc": "18.26%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.39%", + "MemUsage": "82.06MiB / 768MiB", + "MemPerc": "10.68%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.82%", + "MemUsage": "13.04MiB / 128MiB", + "MemPerc": "10.18%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "8.97%", + "MemUsage": "52.81MiB / 384MiB", + "MemPerc": "13.75%" + } + ] + }, + { + "at": "2026-10-17T15:50:47.637447+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "18.29%", + "MemUsage": "68.1MiB / 512MiB", + "MemPerc": "13.30%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "13.30%", + "MemUsage": "68.48MiB / 512MiB", + "MemPerc": "13.38%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.31%", + "MemUsage": "23.11MiB / 128MiB", + "MemPerc": "18.05%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.80%", + "MemUsage": "80.49MiB / 768MiB", + "MemPerc": "10.48%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.24%", + "MemUsage": "11.84MiB / 128MiB", + "MemPerc": "9.25%" + }, + { + "ID": "1f2679dda15e", + "Name": "serene_noyce", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 16271, + "total_exec_time": 3.166383000000165, + "mean_exec_time": 0.00019460285169934266, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 16271, + "total_exec_time": 3.624989999999945, + "mean_exec_time": 0.0002227883965337094, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 5389, + "total_exec_time": 79.44187200000015, + "mean_exec_time": 0.014741486732232282, + "rows": 5389 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 5389, + "total_exec_time": 33.088295000000016, + "mean_exec_time": 0.006139969382074589, + "rows": 5389 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2716, + "total_exec_time": 101.12926300000002, + "mean_exec_time": 0.03723463291605304, + "rows": 138516 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2185, + "total_exec_time": 80.33756399999999, + "mean_exec_time": 0.036767763844393446, + "rows": 111435 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 488, + "total_exec_time": 3.2995039999999967, + "mean_exec_time": 0.006761278688524595, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 488, + "total_exec_time": 2.5334359999999982, + "mean_exec_time": 0.0051914672131147584, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 488, + "total_exec_time": 37.18890099999998, + "mean_exec_time": 0.07620676434426225, + "rows": 488 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 488, + "total_exec_time": 1.3628369999999983, + "mean_exec_time": 0.002792698770491802, + "rows": 488 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 488, + "total_exec_time": 41.79453400000004, + "mean_exec_time": 0.08564453688524597, + "rows": 488 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 104, + "total_exec_time": 1.9026640000000006, + "mean_exec_time": 0.018294846153846144, + "rows": 104 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.049, + "mean_exec_time": 0.049, + "rows": 1 + } + ], + "raw_k6": { + "profile": { + "duration_seconds": 15, + "concurrency": 96, + "measurement_wall_seconds": 15.242910176000002, + "warmup_seconds": 5 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "" + }, + "state": { + "testRunDurationMs": 21242.910176, + "isStdOutTTY": false, + "isStdErrTTY": false + }, + "metrics": { + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2146098, + "rate": 101026.55343450246 + } + }, + "http_req_blocked": { + "contains": "time", + "values": { + "med": 0.001167, + "max": 12.11075, + "p(95)": 0.002375, + "p(99)": 2.93855808, + "avg": 0.1063820107626611, + "min": 0.000583 + }, + "type": "trend" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5389, + "rate": 253.68463903257623 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 361.08207022434516, + "min": 49.114, + "med": 345.109916, + "max": 801.023709, + "p(95)": 610.8485337999999, + "p(99)": 697.2942089999999 + } + }, + "http_req_duration": { + "contains": "time", + "values": { + "avg": 361.08207022434516, + "min": 49.114, + "med": 345.109916, + "max": 801.023709, + "p(95)": 610.8485337999999, + "p(99)": 697.2942089999999 + }, + "type": "trend" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 800.994584, + "p(95)": 610.7582001999999, + "p(99)": 697.2642939199999, + "avg": 361.03435066468717, + "min": 49.088541, + "med": 345.084375 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.10241719999999989, + "p(99)": 0.16318704, + "avg": 0.04101099870105769, + "min": 0.006333, + "med": 0.02875, + "max": 0.60775 + } + }, + "measured_requests": { + "values": { + "rate": 188.91008655367014, + "count": 4013 + }, + "type": "counter", + "contains": "default" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 82600325, + "rate": 3888371.429133138 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 361.24427749730864, + "min": 49.158958, + "med": 345.36475, + "max": 801.092208, + "p(95)": 610.9162331999999, + "p(99)": 697.3506251199999 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 488, + "rate": 22.972370355891112 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "med": 348.2865, + "max": 801.023709, + "p(95)": 597.3041088, + "p(99)": 685.68270888, + "avg": 362.1971126982299, + "min": 49.114 + } + }, + "http_reqs": { + "values": { + "count": 5389, + "rate": 253.68463903257623 + }, + "type": "counter", + "contains": "default" + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 188.91008655367014, + "count": 4013 + } + }, + "served_17124d2d76014198b7c21a52314a94dc": { + "values": { + "count": 2008, + "rate": 94.52565507096179 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "values": { + "avg": 0.006708560957506006, + "min": 0.002166, + "med": 0.004541, + "max": 0.524708, + "p(95)": 0.010042, + "p(99)": 0.04191003999999999 + }, + "type": "trend", + "contains": "time" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 96, + "min": 0, + "max": 96 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "avg": 362.1971126982299, + "min": 49.114, + "med": 348.2865, + "max": 801.023709, + "p(95)": 597.3041088, + "p(99)": 685.68270888 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5389 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 96, + "min": 96, + "max": 96 + } + }, + "served_9e244ab8ea9842dd88b8cb9814842f8c": { + "values": { + "count": 2005, + "rate": 94.38443148270835 + }, + "type": "counter", + "contains": "default" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 10.104166, + "p(95)": 0, + "p(99)": 0.1621179999999996, + "avg": 0.03509112729634441, + "min": 0, + "med": 0 + } + } + } + } +} diff --git a/evidence/scaling/trial-30.json b/evidence/scaling/trial-30.json new file mode 100644 index 00000000..2a6fd473 --- /dev/null +++ b/evidence/scaling/trial-30.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "saturation", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 8, + "optimized": false, + "repeat": 1 + }, + "requests": 5195, + "successes": 5195, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 346.10565997705777, + "p50_ms": 17.863417, + "p95_ms": 64.41883329999999, + "p99_ms": 88.31559102, + "final_messages": 10683, + "idempotency_results": 683, + "resource_samples": [ + { + "at": "2026-10-17T15:50:53.397177+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "90.13%", + "MemUsage": "69.34MiB / 512MiB", + "MemPerc": "13.54%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "40.42%", + "MemUsage": "69.23MiB / 512MiB", + "MemPerc": "13.52%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.31%", + "MemUsage": "23.5MiB / 128MiB", + "MemPerc": "18.36%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.59%", + "MemUsage": "81.71MiB / 768MiB", + "MemPerc": "10.64%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.20%", + "MemUsage": "13.57MiB / 128MiB", + "MemPerc": "10.60%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "7.61%", + "MemUsage": "20.73MiB / 384MiB", + "MemPerc": "5.40%" + } + ] + }, + { + "at": "2026-10-17T15:50:55.414205+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.22%", + "MemUsage": "69.22MiB / 512MiB", + "MemPerc": "13.52%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "46.35%", + "MemUsage": "69.74MiB / 512MiB", + "MemPerc": "13.62%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.29%", + "MemUsage": "22.66MiB / 128MiB", + "MemPerc": "17.70%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.07%", + "MemUsage": "81.8MiB / 768MiB", + "MemPerc": "10.65%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.19%", + "MemUsage": "13.72MiB / 128MiB", + "MemPerc": "10.72%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "8.38%", + "MemUsage": "23.35MiB / 384MiB", + "MemPerc": "6.08%" + } + ] + }, + { + "at": "2026-10-17T15:50:57.428637+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "29.11%", + "MemUsage": "67.55MiB / 512MiB", + "MemPerc": "13.19%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.88%", + "MemUsage": "67.81MiB / 512MiB", + "MemPerc": "13.24%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.98%", + "MemUsage": "23.08MiB / 128MiB", + "MemPerc": "18.03%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "5.63%", + "MemUsage": "82.45MiB / 768MiB", + "MemPerc": "10.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.32%", + "MemUsage": "13.94MiB / 128MiB", + "MemPerc": "10.89%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "2.24%", + "MemUsage": "23.16MiB / 384MiB", + "MemPerc": "6.03%" + } + ] + }, + { + "at": "2026-10-17T15:50:59.448289+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "96.24%", + "MemUsage": "67.61MiB / 512MiB", + "MemPerc": "13.21%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "65.81%", + "MemUsage": "68.29MiB / 512MiB", + "MemPerc": "13.34%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.15%", + "MemUsage": "22.9MiB / 128MiB", + "MemPerc": "17.89%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.59%", + "MemUsage": "81.76MiB / 768MiB", + "MemPerc": "10.65%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.20%", + "MemUsage": "13.54MiB / 128MiB", + "MemPerc": "10.58%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "8.47%", + "MemUsage": "22.74MiB / 384MiB", + "MemPerc": "5.92%" + } + ] + }, + { + "at": "2026-10-17T15:51:01.466563+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "80.32%", + "MemUsage": "68.12MiB / 512MiB", + "MemPerc": "13.31%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "79.31%", + "MemUsage": "68.24MiB / 512MiB", + "MemPerc": "13.33%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.94%", + "MemUsage": "22.59MiB / 128MiB", + "MemPerc": "17.65%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.40%", + "MemUsage": "81.52MiB / 768MiB", + "MemPerc": "10.62%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.10%", + "MemUsage": "13.74MiB / 128MiB", + "MemPerc": "10.73%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "8.28%", + "MemUsage": "23.1MiB / 384MiB", + "MemPerc": "6.02%" + } + ] + }, + { + "at": "2026-10-17T15:51:03.481613+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "69.56%", + "MemUsage": "81.36MiB / 512MiB", + "MemPerc": "15.89%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "98.40%", + "MemUsage": "68.13MiB / 512MiB", + "MemPerc": "13.31%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.87%", + "MemUsage": "23.11MiB / 128MiB", + "MemPerc": "18.06%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.00%", + "MemUsage": "82.11MiB / 768MiB", + "MemPerc": "10.69%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.03%", + "MemUsage": "13.45MiB / 128MiB", + "MemPerc": "10.51%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "8.39%", + "MemUsage": "23.05MiB / 384MiB", + "MemPerc": "6.00%" + } + ] + }, + { + "at": "2026-10-17T15:51:05.494396+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "68.90%", + "MemUsage": "68.28MiB / 512MiB", + "MemPerc": "13.34%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "90.28%", + "MemUsage": "68.55MiB / 512MiB", + "MemPerc": "13.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.32%", + "MemUsage": "22.99MiB / 128MiB", + "MemPerc": "17.96%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.39%", + "MemUsage": "81.79MiB / 768MiB", + "MemPerc": "10.65%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.20%", + "MemUsage": "13.25MiB / 128MiB", + "MemPerc": "10.35%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "9.01%", + "MemUsage": "22.84MiB / 384MiB", + "MemPerc": "5.95%" + } + ] + }, + { + "at": "2026-10-17T15:51:07.510321+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "88.18%", + "MemUsage": "67.97MiB / 512MiB", + "MemPerc": "13.28%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "75.86%", + "MemUsage": "68.46MiB / 512MiB", + "MemPerc": "13.37%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.33%", + "MemUsage": "22.5MiB / 128MiB", + "MemPerc": "17.58%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "17.55%", + "MemUsage": "82.38MiB / 768MiB", + "MemPerc": "10.73%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.11%", + "MemUsage": "13.94MiB / 128MiB", + "MemPerc": "10.89%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "8.81%", + "MemUsage": "23.4MiB / 384MiB", + "MemPerc": "6.09%" + } + ] + }, + { + "at": "2026-10-17T15:51:09.526363+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.99%", + "MemUsage": "67.9MiB / 512MiB", + "MemPerc": "13.26%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "60.18%", + "MemUsage": "79.75MiB / 512MiB", + "MemPerc": "15.58%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.53%", + "MemUsage": "22.79MiB / 128MiB", + "MemPerc": "17.80%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.48%", + "MemUsage": "82.04MiB / 768MiB", + "MemPerc": "10.68%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.15%", + "MemUsage": "13.36MiB / 128MiB", + "MemPerc": "10.44%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "8.79%", + "MemUsage": "23.78MiB / 384MiB", + "MemPerc": "6.19%" + } + ] + }, + { + "at": "2026-10-17T15:51:11.540441+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.30%", + "MemUsage": "68.51MiB / 512MiB", + "MemPerc": "13.38%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "49.95%", + "MemUsage": "68.75MiB / 512MiB", + "MemPerc": "13.43%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.32%", + "MemUsage": "22.96MiB / 128MiB", + "MemPerc": "17.94%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "18.58%", + "MemUsage": "82.46MiB / 768MiB", + "MemPerc": "10.74%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.11%", + "MemUsage": "13.56MiB / 128MiB", + "MemPerc": "10.59%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "8.45%", + "MemUsage": "23.84MiB / 384MiB", + "MemPerc": "6.21%" + } + ] + }, + { + "at": "2026-10-17T15:51:13.566298+00:00", + "containers": [ + { + "ID": "b65615da423b", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "7.28%", + "MemUsage": "67.05MiB / 512MiB", + "MemPerc": "13.10%" + }, + { + "ID": "49e3e45af60f", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.74%", + "MemUsage": "66.09MiB / 512MiB", + "MemPerc": "12.91%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.49%", + "MemUsage": "22.48MiB / 128MiB", + "MemPerc": "17.56%" + }, + { + "ID": "07eb408bd9c4", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "0.31%", + "MemUsage": "80.68MiB / 768MiB", + "MemPerc": "10.50%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.19%", + "MemUsage": "13.15MiB / 128MiB", + "MemPerc": "10.28%" + }, + { + "ID": "902bdff0c4d1", + "Name": "friendly_pike", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 20690, + "total_exec_time": 4.057646000000199, + "mean_exec_time": 0.00019611628806186343, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 20690, + "total_exec_time": 4.372031000000006, + "mean_exec_time": 0.00021131130981150376, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 6857, + "total_exec_time": 95.91149000000071, + "mean_exec_time": 0.013987383695493663, + "rows": 6857 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 6857, + "total_exec_time": 46.81678199999979, + "mean_exec_time": 0.006827589616450341, + "rows": 6857 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 3430, + "total_exec_time": 132.65868200000006, + "mean_exec_time": 0.03867600058309029, + "rows": 174930 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 2744, + "total_exec_time": 103.68898399999988, + "mean_exec_time": 0.03778753061224499, + "rows": 139944 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 683, + "total_exec_time": 4.685045000000003, + "mean_exec_time": 0.006859509516837473, + "rows": 0 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 683, + "total_exec_time": 3.120202999999996, + "mean_exec_time": 0.004568379209370423, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 683, + "total_exec_time": 53.08198299999997, + "mean_exec_time": 0.0777188623718887, + "rows": 683 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 683, + "total_exec_time": 1.843154999999999, + "mean_exec_time": 0.0026986163982430475, + "rows": 683 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 683, + "total_exec_time": 53.524813999999964, + "mean_exec_time": 0.07836722401171302, + "rows": 683 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 119, + "total_exec_time": 2.1232849999999996, + "mean_exec_time": 0.017842731092436975, + "rows": 119 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.038958, + "mean_exec_time": 0.038958, + "rows": 1 + } + ], + "raw_k6": { + "metrics": { + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2730317, + "rate": 129954.03405171802 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "rate": 247.26477068365142, + "count": 5195 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 64.41883329999999, + "p(99)": 88.31559102, + "avg": 23.04923434128959, + "min": 2.478375, + "med": 17.863417, + "max": 101.416375 + } + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 88.31559102, + "avg": 23.04923434128959, + "min": 2.478375, + "med": 17.863417, + "max": 101.416375, + "p(95)": 64.41883329999999 + } + }, + "http_req_failed": { + "contains": "default", + "values": { + "passes": 0, + "fails": 6857, + "rate": 0 + }, + "type": "rate" + }, + "iteration_duration": { + "values": { + "p(95)": 65.95230899999999, + "p(99)": 89.71008352, + "avg": 23.346380671868197, + "min": 2.500167, + "med": 18.025334, + "max": 112.983667 + }, + "type": "trend", + "contains": "time" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 0, + "max": 8 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 89.63618999999998, + "avg": 23.295883629721438, + "min": 2.475292, + "med": 17.964667, + "max": 112.892209, + "p(95)": 65.9083004 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 8, + "max": 8 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 683, + "rate": 32.50853481750412 + } + }, + "served_17124d2d76014198b7c21a52314a94dc": { + "type": "counter", + "contains": "default", + "values": { + "count": 2598, + "rate": 123.65618368356618 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 6857, + "rate": 326.3704586290275 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03365806533469443, + "min": 0.006125, + "med": 0.02375, + "max": 0.400584, + "p(95)": 0.08046719999999999, + "p(99)": 0.12897648 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "max": 0, + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0, + "med": 0 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 17.907166, + "max": 112.802626, + "p(95)": 65.8735836, + "p(99)": 89.60829351999999, + "avg": 23.25650947265571, + "min": 2.4505 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 23.295883629721438, + "min": 2.475292, + "med": 17.964667, + "max": 112.892209, + "p(95)": 65.9083004, + "p(99)": 89.63618999999998 + } + }, + "served_9e244ab8ea9842dd88b8cb9814842f8c": { + "type": "counter", + "contains": "default", + "values": { + "count": 2597, + "rate": 123.60858700008522 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 6857, + "rate": 326.3704586290275 + } + }, + "data_received": { + "values": { + "count": 104087340, + "rate": 4954212.176356354 + }, + "type": "counter", + "contains": "data" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "avg": 0.00036312046084293427, + "min": 0, + "med": 0, + "max": 0.447208 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 5195, + "rate": 247.26477068365142 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 0.824542, + "p(95)": 0.002084, + "p(99)": 0.003542, + "avg": 0.0020519890622721646, + "min": 0.000583, + "med": 0.001042 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 0.549458, + "p(95)": 0.008883199999999987, + "p(99)": 0.02152151999999998, + "avg": 0.0057160917310776875, + "min": 0.002083, + "med": 0.004042 + } + } + }, + "profile": { + "measurement_wall_seconds": 15.009867219, + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 8 + }, + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [], + "name": "", + "path": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21009.867219 + } + } +} diff --git a/evidence/scaling/trial-31.json b/evidence/scaling/trial-31.json new file mode 100644 index 00000000..ba8a5412 --- /dev/null +++ b/evidence/scaling/trial-31.json @@ -0,0 +1,899 @@ +{ + "configuration": { + "series": "database", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "postgres_cpu": 0.1, + "repeat": 3 + }, + "requests": 3862, + "successes": 3862, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 253.6507446943839, + "p50_ms": 102.061083, + "p95_ms": 301.1458749999999, + "p99_ms": 451.49909824999986, + "final_messages": 10477, + "idempotency_results": 477, + "resource_samples": [ + { + "at": "2026-10-17T15:51:29.835113+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "42.94%", + "MemUsage": "61.9MiB / 512MiB", + "MemPerc": "12.09%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "41.34%", + "MemUsage": "63.41MiB / 512MiB", + "MemPerc": "12.38%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.90%", + "MemUsage": "23.06MiB / 128MiB", + "MemPerc": "18.01%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.28%", + "MemUsage": "68.04MiB / 768MiB", + "MemPerc": "8.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.66%", + "MemUsage": "13.3MiB / 128MiB", + "MemPerc": "10.39%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "4.19%", + "MemUsage": "26.53MiB / 384MiB", + "MemPerc": "6.91%" + } + ] + }, + { + "at": "2026-10-17T15:51:31.850546+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "58.43%", + "MemUsage": "63.25MiB / 512MiB", + "MemPerc": "12.35%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "52.93%", + "MemUsage": "63.48MiB / 512MiB", + "MemPerc": "12.40%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.62%", + "MemUsage": "23.23MiB / 128MiB", + "MemPerc": "18.15%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.12%", + "MemUsage": "75.7MiB / 768MiB", + "MemPerc": "9.86%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.89%", + "MemUsage": "13.24MiB / 128MiB", + "MemPerc": "10.34%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "6.45%", + "MemUsage": "26.99MiB / 384MiB", + "MemPerc": "7.03%" + } + ] + }, + { + "at": "2026-10-17T15:51:33.865703+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "15.49%", + "MemUsage": "63.54MiB / 512MiB", + "MemPerc": "12.41%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "19.53%", + "MemUsage": "63.24MiB / 512MiB", + "MemPerc": "12.35%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.58%", + "MemUsage": "23.54MiB / 128MiB", + "MemPerc": "18.39%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "4.51%", + "MemUsage": "76.86MiB / 768MiB", + "MemPerc": "10.01%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.27%", + "MemUsage": "13.89MiB / 128MiB", + "MemPerc": "10.85%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "3.42%", + "MemUsage": "29.42MiB / 384MiB", + "MemPerc": "7.66%" + } + ] + }, + { + "at": "2026-10-17T15:51:35.883113+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "61.91%", + "MemUsage": "63.49MiB / 512MiB", + "MemPerc": "12.40%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "66.71%", + "MemUsage": "63.51MiB / 512MiB", + "MemPerc": "12.40%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.30%", + "MemUsage": "23.63MiB / 128MiB", + "MemPerc": "18.46%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.94%", + "MemUsage": "82.42MiB / 768MiB", + "MemPerc": "10.73%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.68%", + "MemUsage": "13.37MiB / 128MiB", + "MemPerc": "10.44%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "5.97%", + "MemUsage": "29.47MiB / 384MiB", + "MemPerc": "7.68%" + } + ] + }, + { + "at": "2026-10-17T15:51:37.899411+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "79.69%", + "MemUsage": "63.54MiB / 512MiB", + "MemPerc": "12.41%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "81.58%", + "MemUsage": "63.91MiB / 512MiB", + "MemPerc": "12.48%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.99%", + "MemUsage": "23.74MiB / 128MiB", + "MemPerc": "18.55%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.19%", + "MemUsage": "78.32MiB / 768MiB", + "MemPerc": "10.20%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.81%", + "MemUsage": "13.5MiB / 128MiB", + "MemPerc": "10.55%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "6.44%", + "MemUsage": "31.19MiB / 384MiB", + "MemPerc": "8.12%" + } + ] + }, + { + "at": "2026-10-17T15:51:39.913878+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "61.88%", + "MemUsage": "63.7MiB / 512MiB", + "MemPerc": "12.44%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "64.87%", + "MemUsage": "64.29MiB / 512MiB", + "MemPerc": "12.56%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.17%", + "MemUsage": "23.29MiB / 128MiB", + "MemPerc": "18.19%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.05%", + "MemUsage": "78.4MiB / 768MiB", + "MemPerc": "10.21%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.66%", + "MemUsage": "13.43MiB / 128MiB", + "MemPerc": "10.49%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "6.35%", + "MemUsage": "31.28MiB / 384MiB", + "MemPerc": "8.15%" + } + ] + }, + { + "at": "2026-10-17T15:51:41.927372+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "70.40%", + "MemUsage": "76.28MiB / 512MiB", + "MemPerc": "14.90%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "75.15%", + "MemUsage": "74.96MiB / 512MiB", + "MemPerc": "14.64%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.93%", + "MemUsage": "23.14MiB / 128MiB", + "MemPerc": "18.08%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.32%", + "MemUsage": "79.67MiB / 768MiB", + "MemPerc": "10.37%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.07%", + "MemUsage": "13.54MiB / 128MiB", + "MemPerc": "10.58%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "6.52%", + "MemUsage": "31.14MiB / 384MiB", + "MemPerc": "8.11%" + } + ] + }, + { + "at": "2026-10-17T15:51:43.938345+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "57.62%", + "MemUsage": "64.07MiB / 512MiB", + "MemPerc": "12.51%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "64.15%", + "MemUsage": "63.8MiB / 512MiB", + "MemPerc": "12.46%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.67%", + "MemUsage": "23.74MiB / 128MiB", + "MemPerc": "18.55%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.02%", + "MemUsage": "78.39MiB / 768MiB", + "MemPerc": "10.21%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.78%", + "MemUsage": "13.7MiB / 128MiB", + "MemPerc": "10.70%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "7.30%", + "MemUsage": "31.84MiB / 384MiB", + "MemPerc": "8.29%" + } + ] + }, + { + "at": "2026-10-17T15:51:45.955366+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "51.78%", + "MemUsage": "64.09MiB / 512MiB", + "MemPerc": "12.52%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "60.58%", + "MemUsage": "64.21MiB / 512MiB", + "MemPerc": "12.54%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "4.59%", + "MemUsage": "23.55MiB / 128MiB", + "MemPerc": "18.40%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.10%", + "MemUsage": "80.54MiB / 768MiB", + "MemPerc": "10.49%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.78%", + "MemUsage": "13.61MiB / 128MiB", + "MemPerc": "10.63%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "7.01%", + "MemUsage": "33.5MiB / 384MiB", + "MemPerc": "8.72%" + } + ] + }, + { + "at": "2026-10-17T15:51:47.971535+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "74.25%", + "MemUsage": "64.49MiB / 512MiB", + "MemPerc": "12.60%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "63.88%", + "MemUsage": "64.03MiB / 512MiB", + "MemPerc": "12.51%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.45%", + "MemUsage": "23.2MiB / 128MiB", + "MemPerc": "18.12%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.65%", + "MemUsage": "79.05MiB / 768MiB", + "MemPerc": "10.29%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.97%", + "MemUsage": "13.54MiB / 128MiB", + "MemPerc": "10.58%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "7.34%", + "MemUsage": "33.56MiB / 384MiB", + "MemPerc": "8.74%" + } + ] + }, + { + "at": "2026-10-17T15:51:50.049290+00:00", + "containers": [ + { + "ID": "20179d95b8ca", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.81%", + "MemUsage": "62.83MiB / 512MiB", + "MemPerc": "12.27%" + }, + { + "ID": "54787a2ae153", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "0.63%", + "MemUsage": "62.87MiB / 512MiB", + "MemPerc": "12.28%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.58%", + "MemUsage": "23.21MiB / 128MiB", + "MemPerc": "18.13%" + }, + { + "ID": "9baad579b48f", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "1.21%", + "MemUsage": "77.34MiB / 768MiB", + "MemPerc": "10.07%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.13%", + "MemUsage": "12.76MiB / 128MiB", + "MemPerc": "9.97%" + }, + { + "ID": "333a7f4eaab5", + "Name": "jolly_curran", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 4903, + "total_exec_time": 347.04745999999915, + "mean_exec_time": 0.07078267591270684, + "rows": 4903 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 4903, + "total_exec_time": 311.18588900000105, + "mean_exec_time": 0.06346846604119931, + "rows": 4903 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 2457, + "total_exec_time": 632.828513000001, + "mean_exec_time": 0.25756146235246236, + "rows": 125307 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1969, + "total_exec_time": 400.50358899999986, + "mean_exec_time": 0.20340456526155415, + "rows": 100419 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 477, + "total_exec_time": 1.7951129999999993, + "mean_exec_time": 0.003763339622641508, + "rows": 477 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 477, + "total_exec_time": 2.3310259999999996, + "mean_exec_time": 0.004886846960167714, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 477, + "total_exec_time": 343.57987700000024, + "mean_exec_time": 0.7202932431865833, + "rows": 477 + }, + { + "query": "COMMIT", + "calls": 477, + "total_exec_time": 0.34753399999999884, + "mean_exec_time": 0.0007285828092243185, + "rows": 0 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 477, + "total_exec_time": 3.5201390000000012, + "mean_exec_time": 0.007379746331236891, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 477, + "total_exec_time": 0.2796279999999991, + "mean_exec_time": 0.0005862222222222221, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 477, + "total_exec_time": 538.1121200000001, + "mean_exec_time": 1.1281176519916145, + "rows": 477 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 114, + "total_exec_time": 1.8225409999999995, + "mean_exec_time": 0.015987201754385956, + "rows": 114 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.18879100000000001, + "mean_exec_time": 0.18879100000000001, + "rows": 1 + } + ], + "raw_k6": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21225.66001 + }, + "metrics": { + "iteration_duration": { + "contains": "time", + "values": { + "max": 774.853501, + "p(95)": 318.62972539999987, + "p(99)": 484.91850502, + "avg": 132.1351106371612, + "min": 2.155125, + "med": 104.99325 + }, + "type": "trend" + }, + "http_req_duration": { + "values": { + "avg": 132.07827216459302, + "min": 2.102833, + "med": 104.947583, + "max": 774.802375, + "p(95)": 318.56437979999987, + "p(99)": 484.88424532 + }, + "type": "trend", + "contains": "time" + }, + "successful_latency": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 301.1458749999999, + "p(99)": 451.49909824999986, + "avg": 124.97314420766483, + "min": 2.102833, + "med": 102.061083, + "max": 774.802375 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 132.07827216459302, + "min": 2.102833, + "med": 104.947583, + "max": 774.802375, + "p(95)": 318.56437979999987, + "p(99)": 484.88424532 + } + }, + "served_daee247364084aa2bcb2e14d6b23c1a1": { + "type": "counter", + "contains": "default", + "values": { + "count": 1929, + "rate": 90.880566215194 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 4903, + "rate": 230.99399489533238 + } + }, + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 4903 + }, + "type": "rate" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 74611960, + "rate": 3515177.3826984996 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 1.298791, + "p(95)": 0.002166, + "p(99)": 0.00936083999999997, + "avg": 0.005861717519885957, + "min": 0.000542, + "med": 0.001042 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "med": 0.004084, + "max": 0.314291, + "p(95)": 0.008875, + "p(99)": 0.01957897999999999, + "avg": 0.0052322549459514565, + "min": 0.002125 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 92017.96312010182, + "count": 1953142 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 132.03729809912295, + "min": 2.081708, + "med": 104.928625, + "max": 774.762167, + "p(95)": 318.48306309999987, + "p(99)": 484.8551045 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.035741810524168874, + "min": 0.00675, + "med": 0.02525, + "max": 0.399875, + "p(95)": 0.088959, + "p(99)": 0.13844549999999997 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 4903, + "rate": 230.99399489533238 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 3862, + "rate": 181.94958357857917 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 477, + "rate": 22.472799421797582 + } + }, + "measured_successes": { + "contains": "default", + "values": { + "count": 3862, + "rate": 181.94958357857917 + }, + "type": "counter" + }, + "served_889e27b15edf48f499eeb5ba597c2e81": { + "contains": "default", + "values": { + "rate": 91.06901736338517, + "count": 1933 + }, + "type": "counter" + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "med": 102.061083, + "max": 774.802375, + "p(95)": 301.1458749999999, + "p(99)": 451.49909824999986, + "avg": 124.97314420766483, + "min": 2.102833 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "med": 0, + "max": 1.197, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0013972225168264328, + "min": 0 + }, + "type": "trend" + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.225660009999999 + } + } +} diff --git a/evidence/scaling/trial-32.json b/evidence/scaling/trial-32.json new file mode 100644 index 00000000..66940790 --- /dev/null +++ b/evidence/scaling/trial-32.json @@ -0,0 +1,820 @@ +{ + "configuration": { + "series": "growing", + "replicas": 1, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": false, + "repeat": 2 + }, + "requests": 2528, + "successes": 2528, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 167.92542561565486, + "p50_ms": 182.9101455, + "p95_ms": 298.68100834999996, + "p99_ms": 347.8247157499999, + "final_messages": 10320, + "idempotency_results": 320, + "resource_samples": [ + { + "at": "2026-10-17T15:52:04.873942+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.45%", + "MemUsage": "64.98MiB / 512MiB", + "MemPerc": "12.69%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.09%", + "MemUsage": "23.62MiB / 128MiB", + "MemPerc": "18.45%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "12.52%", + "MemUsage": "56.05MiB / 768MiB", + "MemPerc": "7.30%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.48%", + "MemUsage": "13.54MiB / 128MiB", + "MemPerc": "10.58%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "3.36%", + "MemUsage": "29.25MiB / 384MiB", + "MemPerc": "7.62%" + } + ] + }, + { + "at": "2026-10-17T15:52:06.886363+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.88%", + "MemUsage": "65.74MiB / 512MiB", + "MemPerc": "12.84%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.09%", + "MemUsage": "23.45MiB / 128MiB", + "MemPerc": "18.32%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.77%", + "MemUsage": "57.24MiB / 768MiB", + "MemPerc": "7.45%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.54%", + "MemUsage": "13.7MiB / 128MiB", + "MemPerc": "10.71%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "4.36%", + "MemUsage": "31.33MiB / 384MiB", + "MemPerc": "8.16%" + } + ] + }, + { + "at": "2026-10-17T15:52:08.904172+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "26.99%", + "MemUsage": "64.93MiB / 512MiB", + "MemPerc": "12.68%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.65%", + "MemUsage": "23.15MiB / 128MiB", + "MemPerc": "18.09%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "4.50%", + "MemUsage": "57.33MiB / 768MiB", + "MemPerc": "7.47%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.24%", + "MemUsage": "13.89MiB / 128MiB", + "MemPerc": "10.86%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "2.08%", + "MemUsage": "31.42MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:52:10.914288+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.13%", + "MemUsage": "64.85MiB / 512MiB", + "MemPerc": "12.67%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.97%", + "MemUsage": "23.58MiB / 128MiB", + "MemPerc": "18.42%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.46%", + "MemUsage": "57.41MiB / 768MiB", + "MemPerc": "7.48%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.41%", + "MemUsage": "13.81MiB / 128MiB", + "MemPerc": "10.79%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "4.76%", + "MemUsage": "30.57MiB / 384MiB", + "MemPerc": "7.96%" + } + ] + }, + { + "at": "2026-10-17T15:52:12.923936+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "103.59%", + "MemUsage": "78.82MiB / 512MiB", + "MemPerc": "15.39%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.85%", + "MemUsage": "22.88MiB / 128MiB", + "MemPerc": "17.88%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.27%", + "MemUsage": "58.75MiB / 768MiB", + "MemPerc": "7.65%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.48%", + "MemUsage": "14.25MiB / 128MiB", + "MemPerc": "11.14%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "3.38%", + "MemUsage": "31.38MiB / 384MiB", + "MemPerc": "8.17%" + } + ] + }, + { + "at": "2026-10-17T15:52:14.937690+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "102.88%", + "MemUsage": "66.16MiB / 512MiB", + "MemPerc": "12.92%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.02%", + "MemUsage": "23.25MiB / 128MiB", + "MemPerc": "18.16%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "11.04%", + "MemUsage": "58.11MiB / 768MiB", + "MemPerc": "7.57%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.52%", + "MemUsage": "13.91MiB / 128MiB", + "MemPerc": "10.87%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "3.91%", + "MemUsage": "31.35MiB / 384MiB", + "MemPerc": "8.16%" + } + ] + }, + { + "at": "2026-10-17T15:52:16.947301+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.01%", + "MemUsage": "66.25MiB / 512MiB", + "MemPerc": "12.94%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.07%", + "MemUsage": "22.68MiB / 128MiB", + "MemPerc": "17.72%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.81%", + "MemUsage": "58.03MiB / 768MiB", + "MemPerc": "7.56%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.50%", + "MemUsage": "13.78MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "4.91%", + "MemUsage": "31.62MiB / 384MiB", + "MemPerc": "8.24%" + } + ] + }, + { + "at": "2026-10-17T15:52:18.963641+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.01%", + "MemUsage": "66.2MiB / 512MiB", + "MemPerc": "12.93%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "3.11%", + "MemUsage": "23.29MiB / 128MiB", + "MemPerc": "18.20%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "10.82%", + "MemUsage": "58.54MiB / 768MiB", + "MemPerc": "7.62%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.52%", + "MemUsage": "13.68MiB / 128MiB", + "MemPerc": "10.69%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "4.93%", + "MemUsage": "31.39MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:52:20.979614+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.53%", + "MemUsage": "66.17MiB / 512MiB", + "MemPerc": "12.92%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.63%", + "MemUsage": "22.57MiB / 128MiB", + "MemPerc": "17.64%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.63%", + "MemUsage": "58.39MiB / 768MiB", + "MemPerc": "7.60%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.44%", + "MemUsage": "13.31MiB / 128MiB", + "MemPerc": "10.40%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "4.30%", + "MemUsage": "32.34MiB / 384MiB", + "MemPerc": "8.42%" + } + ] + }, + { + "at": "2026-10-17T15:52:22.992276+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "101.86%", + "MemUsage": "78.56MiB / 512MiB", + "MemPerc": "15.34%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "2.81%", + "MemUsage": "23.11MiB / 128MiB", + "MemPerc": "18.06%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "9.69%", + "MemUsage": "58.17MiB / 768MiB", + "MemPerc": "7.57%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.42%", + "MemUsage": "13.24MiB / 128MiB", + "MemPerc": "10.34%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "4.33%", + "MemUsage": "31.53MiB / 384MiB", + "MemPerc": "8.21%" + } + ] + }, + { + "at": "2026-10-17T15:52:25.006627+00:00", + "containers": [ + { + "ID": "478241e36070", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.81%", + "MemUsage": "64.1MiB / 512MiB", + "MemPerc": "12.52%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.56%", + "MemUsage": "22.09MiB / 128MiB", + "MemPerc": "17.26%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "3.11%", + "MemUsage": "58.07MiB / 768MiB", + "MemPerc": "7.56%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "0.24%", + "MemUsage": "11.36MiB / 128MiB", + "MemPerc": "8.87%" + }, + { + "ID": "9f66c1c3396a", + "Name": "bold_napier", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "BEGIN", + "calls": 10235, + "total_exec_time": 1.7640119999999864, + "mean_exec_time": 0.00017235095261358054, + "rows": 0 + }, + { + "query": "COMMIT", + "calls": 10235, + "total_exec_time": 1.9812230000000544, + "mean_exec_time": 0.00019357332681973577, + "rows": 0 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 3391, + "total_exec_time": 38.621306000000125, + "mean_exec_time": 0.011389355942199933, + "rows": 3391 + }, + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 3391, + "total_exec_time": 17.210312000000123, + "mean_exec_time": 0.005075291064582732, + "rows": 3391 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 1699, + "total_exec_time": 61.745710999999936, + "mean_exec_time": 0.03634238434373167, + "rows": 86649 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 1372, + "total_exec_time": 49.176910000000035, + "mean_exec_time": 0.03584322886297376, + "rows": 69972 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 320, + "total_exec_time": 1.1867879999999988, + "mean_exec_time": 0.0037087124999999983, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 320, + "total_exec_time": 20.26132300000001, + "mean_exec_time": 0.06331663437499994, + "rows": 320 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 320, + "total_exec_time": 0.9069669999999992, + "mean_exec_time": 0.002834271874999998, + "rows": 320 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 320, + "total_exec_time": 23.424300999999996, + "mean_exec_time": 0.07320094062500003, + "rows": 320 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 320, + "total_exec_time": 1.6288019999999988, + "mean_exec_time": 0.005090006249999994, + "rows": 0 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 60, + "total_exec_time": 1.02821, + "mean_exec_time": 0.01713683333333333, + "rows": 60 + }, + { + "query": "SELECT * FROM users WHERE id=$1", + "calls": 2, + "total_exec_time": 0.005791, + "mean_exec_time": 0.0028955, + "rows": 2 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.041333, + "mean_exec_time": 0.041333, + "rows": 1 + } + ], + "raw_k6": { + "root_group": { + "groups": [], + "checks": [], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e" + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 21054.301579 + }, + "metrics": { + "successful_latency": { + "values": { + "min": 74.413291, + "med": 182.9101455, + "max": 400.375667, + "p(95)": 298.68100834999996, + "p(99)": 347.8247157499999, + "avg": 190.30494026384474 + }, + "type": "trend", + "contains": "time" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.005122589206723727, + "min": 0.00225, + "med": 0.003709, + "max": 0.316584, + "p(95)": 0.008854499999999993, + "p(99)": 0.021971399999999995 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1348956, + "rate": 64070.32762110128 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.000625, + "med": 0.001, + "max": 1.034708, + "p(95)": 0.002125, + "p(99)": 0.035324999999999974, + "avg": 0.006214692126216695 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "served_09ded6e61e114e869d37bfded892fa11": { + "type": "counter", + "contains": "default", + "values": { + "count": 2528, + "rate": 120.07047540923799 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 190.54806241551222, + "min": 74.413291, + "med": 183.721834, + "max": 400.375667, + "p(95)": 295.936666, + "p(99)": 331.4504413999998 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03205685196107336, + "min": 0.008375, + "med": 0.023917, + "max": 0.3075, + "p(95)": 0.07183349999999997, + "p(99)": 0.10542119999999999 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "min": 0, + "med": 0, + "max": 0.327375, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0015468758478324979 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 3391, + "rate": 161.05972393699605 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "avg": 0, + "min": 0, + "med": 0, + "max": 0 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 190.60508928162795, + "min": 74.581917, + "med": 183.753458, + "max": 400.433042, + "p(95)": 296.0135625, + "p(99)": 331.6303791999998 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 2528, + "rate": 120.07047540923799 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 3391, + "rate": 161.05972393699605 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "med": 183.652001, + "max": 400.304292, + "p(95)": 295.9026665, + "p(99)": 331.4191496999998, + "avg": 190.5108829743434, + "min": 74.356917 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 3391 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 320, + "rate": 15.198794355599745 + } + }, + "http_req_duration": { + "values": { + "p(95)": 295.936666, + "p(99)": 331.4504413999998, + "avg": 190.54806241551222, + "min": 74.413291, + "med": 183.721834, + "max": 400.375667 + }, + "type": "trend", + "contains": "time" + }, + "data_received": { + "values": { + "count": 51764575, + "rate": 2458622.282281311 + }, + "type": "counter", + "contains": "data" + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 2528, + "rate": 120.07047540923799 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 32, + "max": 32, + "value": 32 + } + }, + "all_latency": { + "values": { + "max": 400.375667, + "p(95)": 298.68100834999996, + "p(99)": 347.8247157499999, + "avg": 190.30494026384474, + "min": 74.413291, + "med": 182.9101455 + }, + "type": "trend", + "contains": "time" + } + }, + "profile": { + "warmup_seconds": 5, + "duration_seconds": 15, + "concurrency": 32, + "measurement_wall_seconds": 15.054301579 + } + } +} diff --git a/evidence/scaling/trial-33.json b/evidence/scaling/trial-33.json new file mode 100644 index 00000000..16e236b2 --- /dev/null +++ b/evidence/scaling/trial-33.json @@ -0,0 +1,898 @@ +{ + "configuration": { + "series": "improvement", + "replicas": 2, + "cpu_each": 1, + "memory_mib_each": 512, + "concurrency": 32, + "optimized": true, + "repeat": 2 + }, + "requests": 6639, + "successes": 6639, + "errors": 0, + "error_fraction": 0.0, + "successful_rps": 440.2272607912571, + "p50_ms": 75.8265, + "p95_ms": 165.2879798, + "p99_ms": 198.70347491999996, + "final_messages": 10865, + "idempotency_results": 865, + "resource_samples": [ + { + "at": "2026-10-17T15:52:36.266012+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "66.59%", + "MemUsage": "62.29MiB / 512MiB", + "MemPerc": "12.17%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.96%", + "MemUsage": "69.88MiB / 512MiB", + "MemPerc": "13.65%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.68%", + "MemUsage": "23.46MiB / 128MiB", + "MemPerc": "18.33%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.18%", + "MemUsage": "77.38MiB / 768MiB", + "MemPerc": "10.08%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.28%", + "MemUsage": "13.27MiB / 128MiB", + "MemPerc": "10.37%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "10.10%", + "MemUsage": "27.11MiB / 384MiB", + "MemPerc": "7.06%" + } + ] + }, + { + "at": "2026-10-17T15:52:38.280893+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "64.04%", + "MemUsage": "61.67MiB / 512MiB", + "MemPerc": "12.04%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.20%", + "MemUsage": "65.61MiB / 512MiB", + "MemPerc": "12.81%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.65%", + "MemUsage": "23.24MiB / 128MiB", + "MemPerc": "18.15%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.56%", + "MemUsage": "78.84MiB / 768MiB", + "MemPerc": "10.27%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.46%", + "MemUsage": "13.48MiB / 128MiB", + "MemPerc": "10.53%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "11.40%", + "MemUsage": "26.8MiB / 384MiB", + "MemPerc": "6.98%" + } + ] + }, + { + "at": "2026-10-17T15:52:40.298097+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "20.92%", + "MemUsage": "62.79MiB / 512MiB", + "MemPerc": "12.26%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.80%", + "MemUsage": "64.91MiB / 512MiB", + "MemPerc": "12.68%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "1.38%", + "MemUsage": "23.64MiB / 128MiB", + "MemPerc": "18.47%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.81%", + "MemUsage": "78.66MiB / 768MiB", + "MemPerc": "10.24%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.90%", + "MemUsage": "13.73MiB / 128MiB", + "MemPerc": "10.73%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "3.31%", + "MemUsage": "31.52MiB / 384MiB", + "MemPerc": "8.21%" + } + ] + }, + { + "at": "2026-10-17T15:52:42.313406+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "57.40%", + "MemUsage": "64.45MiB / 512MiB", + "MemPerc": "12.59%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "96.60%", + "MemUsage": "65.41MiB / 512MiB", + "MemPerc": "12.78%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.24%", + "MemUsage": "22.71MiB / 128MiB", + "MemPerc": "17.75%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.71%", + "MemUsage": "79.14MiB / 768MiB", + "MemPerc": "10.30%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.32%", + "MemUsage": "13.34MiB / 128MiB", + "MemPerc": "10.42%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "10.84%", + "MemUsage": "31.68MiB / 384MiB", + "MemPerc": "8.25%" + } + ] + }, + { + "at": "2026-10-17T15:52:44.326708+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "88.05%", + "MemUsage": "65.08MiB / 512MiB", + "MemPerc": "12.71%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "95.58%", + "MemUsage": "64.73MiB / 512MiB", + "MemPerc": "12.64%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.24%", + "MemUsage": "22.68MiB / 128MiB", + "MemPerc": "17.72%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.76%", + "MemUsage": "79.53MiB / 768MiB", + "MemPerc": "10.36%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.29%", + "MemUsage": "13.51MiB / 128MiB", + "MemPerc": "10.56%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "10.29%", + "MemUsage": "31.42MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:52:46.339964+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "99.37%", + "MemUsage": "65.51MiB / 512MiB", + "MemPerc": "12.80%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "96.49%", + "MemUsage": "65.33MiB / 512MiB", + "MemPerc": "12.76%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.17%", + "MemUsage": "23.7MiB / 128MiB", + "MemPerc": "18.51%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "13.90%", + "MemUsage": "78.94MiB / 768MiB", + "MemPerc": "10.28%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.29%", + "MemUsage": "13.59MiB / 128MiB", + "MemPerc": "10.62%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "10.23%", + "MemUsage": "31.61MiB / 384MiB", + "MemPerc": "8.23%" + } + ] + }, + { + "at": "2026-10-17T15:52:48.351486+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "89.72%", + "MemUsage": "66.22MiB / 512MiB", + "MemPerc": "12.93%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "98.54%", + "MemUsage": "75.97MiB / 512MiB", + "MemPerc": "14.84%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.11%", + "MemUsage": "23.15MiB / 128MiB", + "MemPerc": "18.08%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "14.56%", + "MemUsage": "79.4MiB / 768MiB", + "MemPerc": "10.34%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.28%", + "MemUsage": "13.76MiB / 128MiB", + "MemPerc": "10.75%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "11.01%", + "MemUsage": "31.41MiB / 384MiB", + "MemPerc": "8.18%" + } + ] + }, + { + "at": "2026-10-17T15:52:50.368213+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "83.63%", + "MemUsage": "67.29MiB / 512MiB", + "MemPerc": "13.14%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "101.53%", + "MemUsage": "66.19MiB / 512MiB", + "MemPerc": "12.93%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.28%", + "MemUsage": "23.27MiB / 128MiB", + "MemPerc": "18.18%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.11%", + "MemUsage": "79.54MiB / 768MiB", + "MemPerc": "10.36%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.47%", + "MemUsage": "13.62MiB / 128MiB", + "MemPerc": "10.64%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "11.44%", + "MemUsage": "33.72MiB / 384MiB", + "MemPerc": "8.78%" + } + ] + }, + { + "at": "2026-10-17T15:52:52.381227+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "68.66%", + "MemUsage": "78.03MiB / 512MiB", + "MemPerc": "15.24%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "100.97%", + "MemUsage": "66.18MiB / 512MiB", + "MemPerc": "12.93%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.51%", + "MemUsage": "23.15MiB / 128MiB", + "MemPerc": "18.08%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "15.70%", + "MemUsage": "79.16MiB / 768MiB", + "MemPerc": "10.31%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.42%", + "MemUsage": "13.77MiB / 128MiB", + "MemPerc": "10.76%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "11.90%", + "MemUsage": "33.44MiB / 384MiB", + "MemPerc": "8.71%" + } + ] + }, + { + "at": "2026-10-17T15:52:54.398392+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "66.61%", + "MemUsage": "66.96MiB / 512MiB", + "MemPerc": "13.08%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "99.20%", + "MemUsage": "66.38MiB / 512MiB", + "MemPerc": "12.96%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "5.41%", + "MemUsage": "22.27MiB / 128MiB", + "MemPerc": "17.40%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "16.41%", + "MemUsage": "80.52MiB / 768MiB", + "MemPerc": "10.48%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "2.39%", + "MemUsage": "13.67MiB / 128MiB", + "MemPerc": "10.68%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "11.03%", + "MemUsage": "33.76MiB / 384MiB", + "MemPerc": "8.79%" + } + ] + }, + { + "at": "2026-10-17T15:52:56.415214+00:00", + "containers": [ + { + "ID": "df2e5614faa1", + "Name": "mtusi-lab3-research-api-1", + "CPUPerc": "0.66%", + "MemUsage": "65.22MiB / 512MiB", + "MemPerc": "12.74%" + }, + { + "ID": "1e3895a54340", + "Name": "mtusi-lab3-research-api-2", + "CPUPerc": "17.76%", + "MemUsage": "65.28MiB / 512MiB", + "MemPerc": "12.75%" + }, + { + "ID": "755e47377b05", + "Name": "mtusi-lab3-research-lb-1", + "CPUPerc": "0.40%", + "MemUsage": "22.22MiB / 128MiB", + "MemPerc": "17.36%" + }, + { + "ID": "7194015c88e0", + "Name": "mtusi-lab3-research-postgres-1", + "CPUPerc": "2.71%", + "MemUsage": "79.98MiB / 768MiB", + "MemPerc": "10.41%" + }, + { + "ID": "60fc9c1279a2", + "Name": "mtusi-lab3-research-valkey-1", + "CPUPerc": "1.13%", + "MemUsage": "12.2MiB / 128MiB", + "MemPerc": "9.53%" + }, + { + "ID": "533b5ab08ab5", + "Name": "jovial_sinoussi", + "CPUPerc": "0.00%", + "MemUsage": "0B / 0B", + "MemPerc": "0.00%" + } + ] + } + ], + "sql_stats": [ + { + "query": "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions WHERE token_hash=$1 AND expires_at > clock_timestamp()", + "calls": 8787, + "total_exec_time": 45.98684399999955, + "mean_exec_time": 0.0052335090474564736, + "rows": 8787 + }, + { + "query": "SELECT c.id, c.title, c.created_at,\n ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids FROM chats c WHERE c.id=$1", + "calls": 8787, + "total_exec_time": 112.56053300000056, + "mean_exec_time": 0.012809893365198577, + "rows": 8787 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 AND (created_at,id) > ($2::timestamptz,$3::uuid) ORDER BY created_at,id LIMIT $4", + "calls": 4402, + "total_exec_time": 163.6763429999997, + "mean_exec_time": 0.037182267832803276, + "rows": 224502 + }, + { + "query": "SELECT * FROM messages WHERE chat_id=$1 ORDER BY created_at,id LIMIT $2", + "calls": 3520, + "total_exec_time": 130.567172, + "mean_exec_time": 0.03709294659090896, + "rows": 179520 + }, + { + "query": "SELECT pg_advisory_xact_lock($1)", + "calls": 865, + "total_exec_time": 2.873832999999994, + "mean_exec_time": 0.003322350289017343, + "rows": 865 + }, + { + "query": "DELETE FROM message_requests WHERE user_id=$1 AND http_method=$4 AND chat_id=$2 AND idempotency_key=$3", + "calls": 865, + "total_exec_time": 3.885405999999999, + "mean_exec_time": 0.004491798843930638, + "rows": 0 + }, + { + "query": "INSERT INTO messages (id,chat_id,sender_id,text) VALUES ($1,$2,$3,$4) RETURNING *", + "calls": 865, + "total_exec_time": 62.26666000000005, + "mean_exec_time": 0.07198457803468213, + "rows": 865 + }, + { + "query": "COMMIT", + "calls": 865, + "total_exec_time": 0.4539099999999992, + "mean_exec_time": 0.0005247514450867053, + "rows": 0 + }, + { + "query": "SELECT r.payload_hash,m.* FROM message_requests r JOIN messages m ON m.id=r.response_message_id WHERE r.user_id=$1 AND r.http_method=$4 AND r.chat_id=$2 AND r.idempotency_key=$3 AND r.expires_at > clock_timestamp()", + "calls": 865, + "total_exec_time": 6.117095999999984, + "mean_exec_time": 0.007071787283237, + "rows": 0 + }, + { + "query": "BEGIN", + "calls": 865, + "total_exec_time": 0.4710329999999979, + "mean_exec_time": 0.0005445468208092488, + "rows": 0 + }, + { + "query": "INSERT INTO message_requests (user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) VALUES ($1,$2,$3,$4,$5,clock_timestamp()+make_interval(secs => $6))", + "calls": 865, + "total_exec_time": 73.01951100000001, + "mean_exec_time": 0.08441561965317915, + "rows": 865 + }, + { + "query": "SELECT count(*) AS n FROM schema_migrations WHERE version IN ('001_initial','002_idempotency')", + "calls": 118, + "total_exec_time": 1.9857990000000003, + "mean_exec_time": 0.016828805084745768, + "rows": 118 + }, + { + "query": "SELECT pg_stat_statements_reset()", + "calls": 1, + "total_exec_time": 0.046042, + "mean_exec_time": 0.046042, + "rows": 1 + } + ], + "raw_k6": { + "metrics": { + "iterations": { + "values": { + "count": 8787, + "rate": 416.8238575551976 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "min": 0.002, + "med": 0.003916, + "max": 0.445125, + "p(95)": 0.008291, + "p(99)": 0.016928619999999995, + "avg": 0.0048944060543984836 + } + }, + "data_sent": { + "values": { + "rate": 166206.84106618958, + "count": 3503781 + }, + "type": "counter", + "contains": "data" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "measured_requests": { + "type": "counter", + "contains": "default", + "values": { + "count": 6639, + "rate": 314.93041883566144 + } + }, + "http_req_receiving": { + "values": { + "min": 0.005209, + "med": 0.023833, + "max": 0.589333, + "p(95)": 0.08322479999999997, + "p(99)": 0.13281411999999998, + "avg": 0.03358745032434282 + }, + "type": "trend", + "contains": "time" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.0044638799999999965, + "avg": 0.00472591783316225, + "min": 0.0005, + "med": 0.001, + "max": 3.481459, + "p(95)": 0.002 + } + }, + "served_9507273a796d4e9ea24ce4f986f0f3cf": { + "type": "counter", + "contains": "default", + "values": { + "count": 3317, + "rate": 157.3466183578685 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 73.12689686957995, + "min": 2.084709, + "med": 78.537167, + "max": 337.704334, + "p(95)": 168.2661375, + "p(99)": 211.7746891 + } + }, + "all_latency": { + "type": "trend", + "contains": "time", + "values": { + "min": 2.084709, + "med": 75.8265, + "max": 337.704334, + "p(95)": 165.2879798, + "p(99)": 198.70347491999996, + "avg": 72.42739661198948 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0, + "min": 0, + "med": 0, + "max": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "http_req_waiting": { + "contains": "time", + "values": { + "p(99)": 211.75211038, + "avg": 73.0884150132014, + "min": 2.065292, + "med": 78.512625, + "max": 337.675542, + "p(95)": 168.2178625 + }, + "type": "trend" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 133551869, + "rate": 6335223.081858018 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "measured_successes": { + "type": "counter", + "contains": "default", + "values": { + "count": 6639, + "rate": 314.93041883566144 + } + }, + "http_req_connecting": { + "values": { + "med": 0, + "max": 2.659334, + "p(95)": 0, + "p(99)": 0, + "avg": 0.0009594192557186754, + "min": 0 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration{expected_response:true}": { + "values": { + "avg": 73.12689686957995, + "min": 2.084709, + "med": 78.537167, + "max": 337.704334, + "p(95)": 168.2661375, + "p(99)": 211.7746891 + }, + "type": "trend", + "contains": "time" + }, + "successful_latency": { + "values": { + "avg": 72.42739661198948, + "min": 2.084709, + "med": 75.8265, + "max": 337.704334, + "p(95)": 165.2879798, + "p(99)": 198.70347491999996 + }, + "type": "trend", + "contains": "time" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 8787 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 73.17979096210306, + "min": 2.117833, + "med": 78.586834, + "max": 337.800166, + "p(95)": 168.3251787, + "p(99)": 211.81019787999998 + } + }, + "served_059a571a94b8438ab6e02d02a35fda5c": { + "type": "counter", + "contains": "default", + "values": { + "count": 3322, + "rate": 157.58380047779292 + } + }, + "all_confirmed_writes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 41.03250674692681, + "count": 865 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 8787, + "rate": 416.8238575551976 + } + } + }, + "profile": { + "concurrency": 32, + "measurement_wall_seconds": 15.080847078999998, + "warmup_seconds": 5, + "duration_seconds": 15 + }, + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "min", + "med", + "max", + "p(95)", + "p(99)" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "testRunDurationMs": 21080.847079, + "isStdOutTTY": false, + "isStdErrTTY": false + } + } +} diff --git a/evidence/smoke.txt b/evidence/smoke.txt new file mode 100644 index 00000000..e4129ea8 --- /dev/null +++ b/evidence/smoke.txt @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://127.0.0.1:8083" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/student-tests.txt b/evidence/student-tests.txt new file mode 100644 index 00000000..804f7fcf --- /dev/null +++ b/evidence/student-tests.txt @@ -0,0 +1,13 @@ +uv run --locked pytest +============================= test session starts ============================== +platform darwin -- Python 3.14.7, pytest-9.1.1, pluggy-1.7.0 +rootdir: +configfile: pyproject.toml +testpaths: student-tests +plugins: anyio-4.15.1 +collected 48 items + +student-tests/test_api.py .................................... [ 75%] +student-tests/test_cluster.py ............ [100%] + +======================== 48 passed, 1 warning in 9.76s ========================= diff --git a/evidence/topology.json b/evidence/topology.json new file mode 100644 index 00000000..f4cb1fa0 --- /dev/null +++ b/evidence/topology.json @@ -0,0 +1,71 @@ +{ + "project": "mtusi-lab3", + "services": { + "api": { + "image": "mtusi-messenger:lab3", + "cpus": 1, + "mem_limit": "536870912", + "memswap_limit": "536870912", + "deploy": { + "replicas": 2, + "resources": {}, + "placement": {} + }, + "stop_grace_period": "7s", + "user": "10001:10001", + "read_only": true + }, + "lb": { + "image": "haproxy:3.2.1-alpine", + "cpus": 0.5, + "mem_limit": "134217728", + "memswap_limit": "134217728", + "ports": [ + { + "mode": "ingress", + "host_ip": "127.0.0.1", + "target": 8080, + "published": "8083", + "protocol": "tcp" + } + ], + "read_only": true + }, + "migrate": { + "image": "mtusi-messenger:lab3", + "cpus": 1, + "mem_limit": "536870912", + "memswap_limit": "536870912", + "stop_grace_period": "7s", + "user": "10001:10001", + "read_only": true + }, + "postgres": { + "image": "postgres:18.3", + "cpus": 1, + "mem_limit": "805306368", + "memswap_limit": "805306368" + }, + "valkey": { + "image": "valkey/valkey:8.1.3-alpine", + "cpus": 0.5, + "mem_limit": "134217728", + "memswap_limit": "134217728" + } + }, + "instructor_files_unchanged": true, + "runtime_sha256": { + "__init__.py": "f798dc149d6bef46d697dccdaf6be9c8d08654f18161e42c99f548c30074f4ae", + "__main__.py": "486cd5bbb3f1a814de74357e938968d219070e845cf178761a7a23e87d003ea4", + "app.py": "37ade4b54fa526ac41e9be60a296ce458140d9b739c80a4e2b220be746fc8d72", + "auth.py": "6bebcd8d1d3ca4c2c6e8b0e5793ae13d8996cac3709b5b845d814b51a5e1a3c3", + "cache.py": "17756fa84a2c40fd4d1baf9602a7b755ca5998bc241f0657db3505b04623321d", + "cursor.py": "a2208cba232ae0f67c4430d3e90c3962129c8fb3987ea853c624cdd2c73d7a1f", + "domain.py": "e970ab21fb0ada53dce3520563ef891c28710957dabf6bcff063449516ebb425", + "migrate.py": "f073c080e13635a01482539dbb474b9b4f49bbf5ff66f483dbda4fbe1d1eb57f", + "repository.py": "449f087bc8b6158b88c732ba12da395a0343816c8e7b63c7cc3b3791c75c7080", + "schemas.py": "e0254f10b3f64f38525f22824548f935723a1ea895ee8cf7c2be0b5d3b80c5b1", + "service.py": "be404a47be391b2a37babb1689ae7880c70f5deb3524c9e7c98e4e8db845dabf", + "settings.py": "b28b5d402253dd32a2023396aafbfab2b38b935f97d45c37a57561371b8bf5cd" + } +} diff --git a/evidence/versions.txt b/evidence/versions.txt new file mode 100644 index 00000000..1f718b58 --- /dev/null +++ b/evidence/versions.txt @@ -0,0 +1,5 @@ +Python 3.14.7 +uv 0.12.13 (Homebrew 2026-09-10 aarch64-apple-darwin) +Docker client 29.8.1; server 29.8.1 +5.5.1 +k6 v1.3.0+dirty (commit/5870e99ae8-dirty, go1.25.1, linux/arm64)