From f5d79d1886d98e30dff9e0dd0b15bd91edf47514 Mon Sep 17 00:00:00 2001 From: R0flyan Date: Fri, 23 Oct 2026 16:16:50 +0300 Subject: [PATCH 1/2] =?UTF-8?q?=D0=B2=D1=8B=D0=BF=D0=BE=D0=BB=D0=BD=D0=B5?= =?UTF-8?q?=D0=BD=D0=B8=D0=B5=20lab3,=20track-1?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .dockerignore | 31 +- .env.example | 14 +- .gitattributes | 5 + .github/pull_request_template.md | 83 +- .github/workflows/application.yml | 30 + Dockerfile | 21 + Dockerfile.tests | 12 + MANUAL.md | 125 + Makefile | 6 + REPORT.md | 145 +- auth.go | 147 + auth_test.go | 50 + cmd/load/main.go | 159 + compose.yaml | 106 + evidence/audit.json | 34 + evidence/check.txt | 2 + evidence/docker-info.txt | 1 + evidence/failures.json | 102 + evidence/failures.txt | 74 + evidence/final-containers.txt | 17 + evidence/final-own.txt | 2 + evidence/final-smoke.txt | 1 + evidence/infrastructure.json | 96 + evidence/manual.txt | 25 + evidence/public-integrity.json | 11 + evidence/research.csv | 16 + evidence/research.json | 32428 +++++++++++++++++++++++++++ evidence/research.md | 35 + evidence/research.txt | 64 + evidence/restart-after.txt | 5 + evidence/restart-before.txt | 5 + evidence/saturation.png | Bin 0 -> 93429 bytes evidence/scaling.png | Bin 0 -> 89530 bytes evidence/source-manifest.json | 36 + evidence/stopped-after.txt | 1 + evidence/stopped-before.txt | 1 + evidence/test-failover.txt | 4 + evidence/test-own.txt | 3 + evidence/test-persistence.txt | 3 + evidence/test-race.txt | 14 + evidence/test.txt | 2 + evidence/validate.txt | 2 + evidence/verification.json | 233 + go.mod | 20 + go.sum | 40 + idempotency.go | 54 + infra/haproxy.cfg | 41 + main.go | 394 + migrations/001_initial.sql | 28 + migrations/002_unicode_storage.sql | 12 + migrations/003_idempotency.sql | 8 + protocol.go | 238 + requirements-research.txt | 1 + scripts/bootstrap.py | 31 + scripts/linux_tests.py | 18 + scripts/manage.py | 93 + scripts/manual.ps1 | 42 + scripts/research.py | 243 + scripts/restart.sh | 8 + scripts/stop-one.sh | 16 + scripts/verify.py | 92 + store.go | 223 + student-tests/acceptance.py | 54 + student-tests/failures.py | 114 + 64 files changed, 35863 insertions(+), 58 deletions(-) create mode 100644 .gitattributes create mode 100644 .github/workflows/application.yml create mode 100644 Dockerfile create mode 100644 Dockerfile.tests create mode 100644 MANUAL.md create mode 100644 auth.go create mode 100644 auth_test.go create mode 100644 cmd/load/main.go create mode 100644 compose.yaml create mode 100644 evidence/audit.json create mode 100644 evidence/check.txt create mode 100644 evidence/docker-info.txt create mode 100644 evidence/failures.json create mode 100644 evidence/failures.txt create mode 100644 evidence/final-containers.txt create mode 100644 evidence/final-own.txt create mode 100644 evidence/final-smoke.txt create mode 100644 evidence/infrastructure.json create mode 100644 evidence/manual.txt create mode 100644 evidence/public-integrity.json create mode 100644 evidence/research.csv create mode 100644 evidence/research.json create mode 100644 evidence/research.md create mode 100644 evidence/research.txt create mode 100644 evidence/restart-after.txt create mode 100644 evidence/restart-before.txt create mode 100644 evidence/saturation.png create mode 100644 evidence/scaling.png create mode 100644 evidence/source-manifest.json create mode 100644 evidence/stopped-after.txt create mode 100644 evidence/stopped-before.txt create mode 100644 evidence/test-failover.txt create mode 100644 evidence/test-own.txt create mode 100644 evidence/test-persistence.txt create mode 100644 evidence/test-race.txt create mode 100644 evidence/test.txt create mode 100644 evidence/validate.txt create mode 100644 evidence/verification.json create mode 100644 go.mod create mode 100644 go.sum create mode 100644 idempotency.go create mode 100644 infra/haproxy.cfg create mode 100644 main.go create mode 100644 migrations/001_initial.sql create mode 100644 migrations/002_unicode_storage.sql create mode 100644 migrations/003_idempotency.sql create mode 100644 protocol.go create mode 100644 requirements-research.txt create mode 100644 scripts/bootstrap.py create mode 100644 scripts/linux_tests.py create mode 100644 scripts/manage.py create mode 100644 scripts/manual.ps1 create mode 100644 scripts/research.py create mode 100644 scripts/restart.sh create mode 100644 scripts/stop-one.sh create mode 100644 scripts/verify.py create mode 100644 store.go create mode 100644 student-tests/acceptance.py create mode 100644 student-tests/failures.py diff --git a/.dockerignore b/.dockerignore index bc16e556..5b6e25e0 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,20 +1,11 @@ -.git -.github -.env -.env.* -!.env.example -secrets -certs -volumes -data -backups -*.key -*.pem -*.p12 -*.pfx -*.jks -.venv -__pycache__ -node_modules -evidence -.DS_Store +** +!go.mod +!go.sum +!*.go +!migrations/ +!migrations/*.sql +!Dockerfile +!cmd/ +!cmd/load/ +!cmd/load/*.go +!requirements-dev.txt diff --git a/.env.example b/.env.example index d32b9be0..d837d0bf 100644 --- a/.env.example +++ b/.env.example @@ -1,13 +1,21 @@ # Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. +# Effective settings of the local Compose implementation. APP_HOST=0.0.0.0 APP_PORT=8080 APP_ENV=lab SESSION_TTL_SECONDS=3600 # Choose credentials locally. File paths contain no secret values. DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres +# Shared durable sessions use Valkey in this implementation. +SESSION_STORE=valkey CACHE_URL_FILE=/run/secrets/cache_url API_REPLICAS=2 IDEMPOTENCY_TTL_SECONDS=86400 +API_CPUS=1.0 +API_MEMORY=512m +DB_CPUS=1.0 +DB_POOL_MAX=8 +MAX_INFLIGHT=32 +GOMEMLIMIT=160MiB +POOL_METRICS=0 +REQUEST_LOG=1 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 00000000..db07b85d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,5 @@ +*.sh text eol=lf +*.py text eol=lf +*.go text eol=lf +*.sql text eol=lf +Dockerfile* text eol=lf diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index e6e63eb2..7bd2522f 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,18 +1,73 @@ ## Лабораторная 3 -Автор / группа: TODO -Целевая оценка (3/4/5): TODO -Трек 5, если заявлен: TODO +Автор / группа: Максим Ситосенко / БВТ2303. +Целевая оценка (3/4/5): **5**. +Трек 5, если заявлен: **1 — цена масштабирования**. -Что реализовано и что перенесено: TODO -Команды запуска из чистого clone: TODO -Результаты проверок и ссылка на REPORT.md: TODO -Ограничения / известные ошибки: TODO -Источники и использование ИИ: TODO +Что реализовано и что перенесено: из собственной lab2 перенесены Go API, +PostgreSQL, миграции, Argon2id и общие Bearer-сессии в Valkey с TTL/AOF. +Сохранены валидация, членство в чатах и cursor-пагинация. Добавлены HAProxy, +две взаимозаменяемые API-реплики, динамический Docker DNS, readiness, +X-Instance-Id и согласованный SIGTERM. Порты API наружу не публикуются. +Обязательный Idempotency-Key защищает отправку сообщений общей транзакцией +PostgreSQL, включая конкурентные повторы через разные реплики. Миграции +вынесены в отдельный сервис. Проверены отказ каждой API и поочерёдная замена +контейнеров под нагрузкой. Исследованы 1/2/4 реплики при фиксированном и +растущем бюджете ресурсов, насыщение и настройка пула соединений. -- [ ] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. -- [ ] Контракт и публичные тесты не ослаблены. -- [ ] make check и make test выполнены; приложен реальный вывод. -- [ ] Сценарии отказов/безопасности своего уровня воспроизведены. -- [ ] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. -- [ ] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. +Команды запуска из чистого clone (Docker с Linux Engine, Compose, Python 3.9+): + +```powershell +python -X utf8 scripts/manage.py start +``` + +Полная проверка и воспроизведение всех исследовательских серий, включая +отрицательный перегрузочный опыт: + +```powershell +python -X utf8 scripts/verify.py --include-overload +``` + +Сценарий сам собирает Linux runner, выполняет исходные make check/validate/test, +собственные и race-тесты, persistence, failover и исследование. Перезапуски +сохраняют volumes. Короткая проверка уровней 3/4 — тот же вызов с +`--no-research` вместо `--include-overload`. На Linux используется `python3`. +Ручная демонстрация: `. .\scripts\manual.ps1`, инструкция — [MANUAL.md](../MANUAL.md). + +Результаты проверок и ссылка на REPORT.md: [отчёт](../REPORT.md), +фактический статус — [verification.json](../evidence/verification.json) +(`complete: true`), реальный вывод, raw JSON/CSV и графики — в `evidence/`. +Публичные smoke, OpenAPI, persistence и failover, собственные и race-тесты +пройдены. 16 конкурентных повторов через две API вернули одно Message; +проверены конфликт тела, независимость ключей по пользователю/чату и отзыв +сессии. Публичный failover: восстановление записи за 2.024 s, 137 успешных +записей, 4 переходные ошибки, без потерь подтверждений и дублей. После +перезапуска всех сервисов прежняя сессия и данные сохранились; обе API +последовательно остановлены и заменены под нагрузкой. + +Трек 5 завершён: 45 замеров, по три повтора конфигурации. При фиксированном +бюджете 1/2/4 API дали 886.9/771.3/739.9 median RPS; увеличение ресурсов API +не сняло общее ограничение DB. Контроль DB_POOL_MAX 1 → 8 при 32 клиентах: +618.8 → 739.9 median RPS (+19.57%), ошибок нет. При этом p95 ухудшился +74.2 → 92.7 ms: улучшен throughput, не все задержки. Опыт при 64 клиентах +с ростом ошибок сохранён как отрицательный. Методика, CPU/RAM, диапазоны +повторов, диагностика насыщения и границы выводов приведены в REPORT.md. + +Ограничения / известные ошибки: локальный HTTP, один физический host; +LB, PostgreSQL, Valkey и storage остаются SPOF, отказ узла не заявлен. +Поочерёдная замена проверена для контейнеров текущей версии; миграция 002 +требует первоначального окна остановки, 003 добавляет таблицу. Нагрузочный +генератор closed-loop, перцентили рассчитаны только для успешных запросов; +история и состояние кэша накапливаются, cursor не гарантирует snapshot. +Промышленный предел RPS и универсальное ускорение не заявляются. + +Источники и использование ИИ: Docker Compose, HAProxy, PostgreSQL, +Valkey и Argon2id — ссылки и версии в REPORT.md; Codex помог с переносом, +реализацией, инфраструктурой, тестами, исследованием и отчётом. + +- [x] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. +- [x] Контракт и публичные тесты не ослаблены. +- [x] make check и make test выполнены; приложен реальный вывод. +- [x] Сценарии отказов своего уровня и выбранный трек 5 воспроизведены. +- [x] Все секреты находятся вне Git; отчёт не содержит tokens. +- [x] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. diff --git a/.github/workflows/application.yml b/.github/workflows/application.yml new file mode 100644 index 00000000..00368381 --- /dev/null +++ b/.github/workflows/application.yml @@ -0,0 +1,30 @@ +name: Lab3 application +on: [push, pull_request] +permissions: + contents: read +jobs: + application: + runs-on: ubuntu-24.04 + timeout-minutes: 20 + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: '3.12' + - name: Build, contracts, API, persistence and failures + run: python -X utf8 scripts/verify.py --no-research + - name: Test evidence + if: always() + uses: actions/upload-artifact@v4 + with: + name: lab3-checks + path: | + evidence/*.txt + !evidence/research*.txt + evidence/verification.json + evidence/failures.json + evidence/infrastructure.json + evidence/public-integrity.json + - name: Stop local CI stack + if: always() + run: docker compose down diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000..1763feb3 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,21 @@ +FROM golang:1.26.0-bookworm@sha256:2a0ba12e116687098780d3ce700f9ce3cb340783779646aafbabed748fa6677c AS build +WORKDIR /src +COPY go.mod go.sum ./ +RUN go mod download +COPY *.go ./ +COPY cmd ./cmd +COPY migrations ./migrations +RUN CGO_ENABLED=0 go build -trimpath -ldflags="-s -w" -o /messenger . +RUN CGO_ENABLED=0 go build -trimpath -ldflags="-s -w" -o /load ./cmd/load +FROM scratch AS load +COPY --from=build /load /load +USER 65532:65532 +ENTRYPOINT ["/load"] +FROM scratch AS runtime +COPY --from=build /messenger /messenger +USER 65532:65532 +ENV APP_HOST=0.0.0.0 APP_PORT=8080 GOMEMLIMIT=256MiB +EXPOSE 8080 +HEALTHCHECK --interval=5s --timeout=3s --start-period=10s --retries=3 CMD ["/messenger","healthcheck"] +STOPSIGNAL SIGTERM +ENTRYPOINT ["/messenger"] diff --git a/Dockerfile.tests b/Dockerfile.tests new file mode 100644 index 00000000..8930d9f0 --- /dev/null +++ b/Dockerfile.tests @@ -0,0 +1,12 @@ +# Optional Linux tools for Windows hosts; contains no application secrets. +FROM docker:29.3.0-cli@sha256:067c301efe497cd5d174d468b7b3422a485ae4aca8f7ec1ffd4655c9fa383af2 AS cli +FROM golang:1.26.0-bookworm@sha256:2a0ba12e116687098780d3ce700f9ce3cb340783779646aafbabed748fa6677c +COPY --from=cli /usr/local/bin/docker /usr/local/bin/docker +COPY --from=cli /usr/local/libexec/docker/cli-plugins/docker-compose /usr/local/libexec/docker/cli-plugins/docker-compose +ENV PYTHONUTF8=1 PYTHONUNBUFFERED=1 GOTELEMETRY=off +RUN apt-get update && apt-get install -y --no-install-recommends python3 python3-venv make && rm -rf /var/lib/apt/lists/* +RUN python3 -m venv /opt/test-env +ENV PATH=/opt/test-env/bin:$PATH +COPY requirements-dev.txt /tmp/requirements-dev.txt +RUN pip install --no-cache-dir -r /tmp/requirements-dev.txt +WORKDIR /workspace diff --git a/MANUAL.md b/MANUAL.md new file mode 100644 index 00000000..4d06c33e --- /dev/null +++ b/MANUAL.md @@ -0,0 +1,125 @@ +# Ручная проверка HLAlab3 + +Команды выполняются в обычном PowerShell из `C:\Users\maxsi\HLAlab3\mtusi2026lab3-fork`. Нужен работающий Docker Desktop, стандартный порт 8080 свободен. Сценарии создают синтетические данные. + +## Запуск + +```powershell +python -X utf8 scripts/manage.py start +python -X utf8 scripts/manage.py status +curl.exe -i http://127.0.0.1:8080/health/live +curl.exe -i http://127.0.0.1:8080/health/ready +``` + +В status должны быть две API, DB, Valkey, LB; migrate завершён с exit 0. Наружу опубликован только LB. Health возвращает 200, X-Request-Id и X-Instance-Id. + +## Пользователи, сессия, чат и сообщение + +```powershell +. .\scripts\manual.ps1 +``` + +Точка и пробел в начале обязательны: функция `Invoke-LabApi` и `$Lab` останутся в текущем терминале. Сценарий создаст Alice/Bob, войдёт за Alice, создаст чат и несколько раз отправит одно сообщение через LB. В консоли видны HTTP-код и заголовки, токен не печатается. Все повторы должны вернуть один Message ID. + +```powershell +1..10 | ForEach-Object { $null = Invoke-LabApi GET '/api/v1/users/me' } +Invoke-LabApi GET ($Lab.MessagePath+'?limit=100') +``` + +Одна сессия обслуживается минимум двумя X-Instance-Id. В истории нет дублей повторного POST. + +## Повтор и конфликт + +```powershell +$replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +$replay.id -eq $Lab.Message.id +try { + Invoke-LabApi POST $Lab.MessagePath @{text='Другое тело с прежним ключом'} +} catch { + [int]$_.Exception.Response.StatusCode +} +``` + +Первый результат — True, второй — 409. Для новой записи нужен новый ключ: + +```powershell +$Lab.Headers['Idempotency-Key'] = [guid]::NewGuid().ToString('N') +Invoke-LabApi POST $Lab.MessagePath @{text='Новое сообщение'} +``` + +## Отказ обслужившей реплики + +```powershell +$Lab.Headers['Idempotency-Key'] = $Lab.Key +$null = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +python -X utf8 scripts/manage.py stop-one --instance $Lab.LastInstance +python -X utf8 scripts/manage.py status +``` + +Одна API должна быть exited, другая running. С прежним токеном и ключом: + +```powershell +$replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +$replay.id -eq $Lab.Message.id +Invoke-LabApi GET ($Lab.MessagePath+'?limit=100') +``` + +Ожидается 201 с прежним ID, без дубля. При краткой ошибке обнаружения отказа повторяется то же тело с тем же ключом. Новую запись проверяют после замены ключа. Восстановите API и повторите для другой: + +```powershell +python -X utf8 scripts/manage.py restore +python -X utf8 scripts/manage.py status +``` + +Автоматическая конкурентная проверка и последовательный отказ каждой API под измеряемой нагрузкой: + +```powershell +python -X utf8 student-tests/acceptance.py +python -X utf8 student-tests/failures.py +``` + +## Перезапуск и logout + +Не закрывайте текущий терминал и не создавайте новую сессию: + +```powershell +python -X utf8 scripts/manage.py restart +$null = Invoke-LabApi GET '/api/v1/users/me' +$Lab.Headers['Idempotency-Key'] = $Lab.Key +$replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +$replay.id -eq $Lab.Message.id +Invoke-LabApi DELETE '/api/v1/auth/sessions/current' +try { + Invoke-LabApi GET '/api/v1/users/me' +} catch { + [int]$_.Exception.Response.StatusCode +} +``` + +После рестарта прежняя сессия действует до исходного expiry; повтор возвращает прежний Message. Logout — 204, следующий GET — 401. Для новой демонстрации снова выполните `. .\scripts\manual.ps1`. + +## Полная проверка и исследование + +```powershell +python -X utf8 scripts/verify.py +``` + +`evidence/verification.json` должен иметь complete=true. Фактические измерения — research.md/research.csv/research.json и scaling.png/saturation.png. Ручные остановки и другой нагрузочный сценарий во время полной проверки не запускаются. Для короткой проверки уровней 3/4: `python -X utf8 scripts/verify.py --no-research`. + +После прерывания можно выполнить `python -X utf8 scripts/verify.py --resume`: уже завершённые проверки и замеры будут использованы повторно. Этот режим применяется к тому же стенду и неизменённым исходникам API/инфраструктуры; после их изменения нужен обычный полный прогон. + +Публичные сценарии с Linux hooks отдельно: + +```powershell +python -X utf8 scripts/linux_tests.py test-persistence +python -X utf8 scripts/linux_tests.py test-failover +python -X utf8 scripts/manage.py restore +``` + +## Остановка + +```powershell +docker compose down +``` + +Volumes и данные сохраняются. `down -v` для проверки сохранности не используется. diff --git a/Makefile b/Makefile index 5d86d171..709ec5a0 100644 --- a/Makefile +++ b/Makefile @@ -6,6 +6,12 @@ TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) .PHONY: help check validate test load test-persistence test-failover +test-own: + $(PYTHON) student-tests/acceptance.py --base-url "$(BASE_URL)" + +test-race: + go test -race ./... + help: @echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes" diff --git a/REPORT.md b/REPORT.md index c2679005..71859c3c 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,140 @@ # Отчёт — лабораторная 3 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Автор: Максим Ситосенко, БВТ2303. +- Целевая оценка: 5, трек 1 «Цена масштабирования». +- Основа: собственная HLAlab2. README задания, contracts/ и публичные tests/ сохранены. +- Публикация: локальная работа, commit и PR ещё не созданы. +- Статус на 23.10.2026: Go/race, go vet, структурная проверка, полная OpenAPI, публичные smoke/persistence/failover, собственные проверки и исследование завершены; `evidence/verification.json` содержит `complete: true`. Дополнительный аудит — `evidence/audit.json`; ручной PowerShell-клиент проверен реальными запросами. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker Desktop с Linux Engine, Compose v2+ и Python 3.9+. Стандартный локальный порт — 8080. Go на хосте не нужен: race-тесты выполняются в Linux runner. -## Архитектура и решения +```powershell +cd C:\Users\maxsi\HLAlab3\mtusi2026lab3-fork +python -X utf8 scripts/bootstrap.py +docker compose config --quiet +docker compose up -d --build --wait +curl.exe -i http://127.0.0.1:8080/health/ready +``` -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab2, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +Полная проверка из обычного PowerShell: + +```powershell +python -X utf8 scripts/verify.py +``` + +Сценарий собирает API/runner/генератор, запускает публичные и собственные проверки, последовательно останавливает обе API, заменяет их под нагрузкой, выполняет 39 исследовательских запусков и возвращает две реплики с обычными лимитами. Ориентир — 15–25 минут плюс первая загрузка образов. Данные накапливаются, volumes не удаляются. Параллельно не запускайте другие тесты отказов этого стенда. `--no-research` проверяет уровни 3/4 без подтверждения трека 5. + +`.github/workflows/application.yml` запускает сборку и уровни 3/4 на Ubuntu отдельно от исходного workflow проверки контракта. Нагрузочное исследование выполняется на заявленном локальном хосте и не выдаётся за стабильный performance threshold общего CI runner. Новый CI workflow локально подготовлен; запуск на GitHub до публикации не заявляется. + +Безопасная остановка: `docker compose down`. Намеренное удаление **учебных данных HLAlab3**: `docker compose down -v`; при проверке сохранности эта команда не используется. Ручные запросы — в [MANUAL.md](MANUAL.md). + +## Архитектура + +```text +localhost:8080 → HAProxy → api × 2 (до 4) → PostgreSQL + ↘ Valkey: общие сессии + migrate → PostgreSQL, однократное применение SQL +``` + +Перенесены Go API, строгая JSON/Unicode-валидация, Argon2id, Bearer-сессии с абсолютным TTL, keyset pagination с общим HMAC-секретом и миграции. Go 1.26.0, PostgreSQL 17.6 и Valkey 8.1.3 закреплены digest; HAProxy — версией 3.2.6-alpine. Runtime API — scratch, UID/GID 65532, read-only root, без capabilities. Только LB публикует порт на loopback. API не имеют container_name и масштабируются одним Compose-service. + +PostgreSQL — источник истины, чтение после 201 идёт в ту же БД, кэша истории нет. Valkey хранит общие сессии с AOF/appendfsync always и volume; рестарт не продлевает TTL. Локального бизнес-состояния API нет. Секреты выдаются по ролям: DB — пароль БД; migrate — только database_url; API — database_url/cache_url/cursor_secret; Valkey — собственные конфигурация/пароль; LB — без секретов приложения. + +Все ответы API получают X-Instance-Id из hostname контейнера, стабильного в течение процесса. Сопоставление с контейнером подтверждает docker inspect. X-Request-Id уникален для запроса. Ошибки соединения, созданные LB, могут быть без API-заголовков — это допускает контракт. + +### Идемпотентность и данные + +Idempotency-Key обязателен только для POST сообщения и проверяется по ASCII-шаблону контракта. Сначала проверяются сессия и доступ к чату. JSON разбирается в text, поэтому пробелы/Unicode escapes не меняют результат. В OpenAPI lab3 CreateMessage содержит только text; attachment_ids здесь не добавляется в обход схемы. + +`message_keys` имеет PK `(user_id,chat_id,key)`; POST и канонический путь чата заданы назначением таблицы. Транзакционный advisory lock сериализует ключ между процессами. В одной транзакции создаются Message и ссылка с expiry ≥24 часов. Повтор возвращает исходное Message с 201; другой text — 409. Отмена/timeout/сбой до COMMIT откатывает обе записи; потеря HTTP-ответа после COMMIT разрешается повтором с прежним ключом. 5xx не сохраняются. Коллизия hash lock лишь сериализует независимые запросы: идентичность определяется полным PK. + +Истёкший ключ заменяется при следующем использовании, сообщение остаётся. Фоновой очистки неиспользуемых ключей нет, таблица растёт. Пагинация `(created_at,id)` не повторяет записи неизменной истории. Между HTTP-запросами snapshot не обещается: конкурентный COMMIT с более ранним временем может оказаться до уже пройденного cursor. + +### Готовность, DNS и SIGTERM + +HAProxy использует round-robin без sticky sessions, четыре server-template слота и Docker DNS 127.0.0.11 с hold valid/obsolete/nx=1 s. IP backend не зашиты. GET /health/ready выполняется каждые 500 ms, timeout=500 ms, fall=2/rise=2. Номинальный бюджет обнаружения — 1.5–2 s с учётом таймаута/планирования; фактический разрыв измеряется. Публичный предел восстановления — 10 s. + +Readiness зависит от DB, Valkey и stopping; liveness — только от процесса. SIGTERM сразу снимает readiness; после 1.5 s на реакцию LB выполняется HTTP Shutdown до 6 s. Compose grace=10 s. HTTP context=5 s, SQL statement_timeout=3 s/lock_timeout=1 s, connect=2 s; HTTP write=8 s, LB server=9 s/client=10 s. LB retries=0: POST создания пользователя/чата прозрачно не повторяются. Неопределённый POST сообщения повторяется клиентом только с прежним ключом. + +API не запускают миграции. Отдельный migrate защищён advisory lock и проверяет checksum SQL. Миграция 003 добавляет таблицу и совместима с предыдущей схемой. Первоначальные 001/002, включая переход строк к bytea, требуют окна до запуска API и не заявлены rolling-совместимыми. При последовательной замене сначала поднимается третья API и появляется в LB, затем старая останавливается/удаляется; повторяется для второй. Проверяется замена контейнеров текущей версии, а не произвольная миграция между версиями приложения. + +### Лимиты и настройки + +Обычно каждая API: 1 CPU/512 MiB, пул 8, MAX_INFLIGHT=32, GOMEMLIMIT=160 MiB. DB: 1 CPU/512 MiB; Valkey: 0.5 CPU/256 MiB; LB: 0.5 CPU/128 MiB; migrate: 0.5 CPU/256 MiB. Argon2id — максимум две KDF одновременно на процесс. PostgreSQL fsync/full_page_writes включены по умолчанию, соединение задаёт synchronous_commit=on. + +Переменные .env.example используются Compose/приложением: APP_HOST/APP_PORT/APP_ENV, SESSION_STORE/SESSION_TTL_SECONDS, *_URL_FILE/CURSOR_SECRET_FILE, API_REPLICAS/API_CPUS/API_MEMORY/DB_CPUS, DB_POOL_MAX, MAX_INFLIGHT, GOMEMLIMIT, IDEMPOTENCY_TTL_SECONDS. POOL_METRICS=1 включает счётчики пула, REQUEST_LOG=0 отключает журнал запросов при исследовании. Смена .env требует пересоздания затронутых контейнеров. ## Доказательства критериев -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +Ниже указаны проверяемые условия, не заранее объявленные PASS. Выводы и коды завершения записывает verify.py в evidence. -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Критерий | Команда/сценарий | Наблюдение | Доказательство | +|---|---|---|---| +| Публичные источники сохранены | public_integrity в verify.py | Сравнение с HEAD, SHA-256 | public-integrity.json | +| Структура/полная OpenAPI | make check / make validate через runner | exit 0 валидаторов | check.txt, validate.txt | +| API/доступ/пагинация/ошибки | make test | Публичный smoke без изменений | test.txt, final-smoke.txt | +| ≥2 реальные API, общая сессия | test-own и inspect | 16 одновременных ответов через ≥2 реплики | test-own.txt, final-containers.txt | +| Общая идемпотентность | test-own | Один Message; 409 другого тела; независимые user/chat; logout=401 | test-own.txt | +| Полный рестарт с прежним токеном | test-persistence/restart.sh | Прежние данные; новый StartedAt API/DB/Valkey/LB | test-persistence.txt, restart-before.txt, restart-after.txt | +| Отказ выбранной API | test-failover/stop-one.sh | ≤10 s, записи без дублей, реальный exited | test-failover.txt, stopped-before.txt, stopped-after.txt | +| Отказ каждой API по очереди | student-tests/failures.py | Восстановление предыдущей; чтение/запись, RPS/ошибки/задержки | failures.txt, failures.json | +| Health/timeouts/SIGTERM | конфигурация и failures | Чистый exit 0, доступ через оставшуюся API | failures.json, compose.yaml, haproxy.cfg | +| Лимиты/порты/нет affinity | compose config и status | CPU/RAM всех ролей; наружу только LB | compose.yaml, final-containers.txt | +| Поочерёдная замена под нагрузкой | rolling внутри failures | Оба container ID заменены, подтверждения сохранены | failures.json | +| Ручной PowerShell-клиент | manual.ps1 | Две реплики, прежний ID повтора, 409 конфликта, logout 204/401 | manual.txt | +| Трек 5: fixed/growing 1/2/4 | research.py | Три повтора каждого режима, raw и графики | research.json, research.csv, scaling.png | +| Насыщение/улучшение | sweep и pool-tuning | CPU/RAM, DB/пул/LB; сравнение пула 1 → 8 | saturation.png, research.md, research.json | -## Эксперименты и отказы +## Исследование: гипотеза и методика -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Измерительный хост: Windows 11, Intel Core i5-12450H, 12 логических CPU. Docker Desktop 29.3.0: 12 CPU и 3 956 072 448 bytes (около 3.68 GiB RAM) доступны Linux Engine. Python хоста 3.14.0; генератор/API — Go 1.26.0, matplotlib 3.10.7. Это локальный Docker Desktop, не несколько физических узлов. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +Гипотеза: общая зависимость или очередь пула ограничивает масштабирование; увеличение числа API само по себе не даёт линейного роста. Fixed делит суммарные 2 CPU/1024 MiB API и 8 соединений между 1/2/4 процессами. Growing выделяет каждой API 1 CPU/512 MiB и пул 8. DB/Valkey/LB остаются теми же. -## Ограничения и следующие шаги +Профиль: closed-loop POST, text=128 ASCII-символов, уникальные ключи, без retry, persistent connections. Go-генератор работает отдельным контейнером с 2 CPU/256 MiB. Основное сравнение: concurrency=32, прогрев 3 s, измерение 15 s, три повтора. Порядок реплик циклически меняется, направление sweep чередуется. Каждый запуск получает новый чат; рост истории входит в профиль. Журнал запросов API одинаково отключён, счётчики пула включены. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Saturation: 4 API, 1/8/32/64/128 клиентов. Контрольный pool-tuning: 2 API, 32 клиента, пул 1 против 8, три повтора с чередованием порядка. Это отдельный намеренно ограниченный пул, не выдуманный дефект штатного пула 8. Подтверждение улучшения: median successful RPS вырос >5%, общее число ошибок не увеличилось. Иначе сценарий завершается ошибкой и не отмечает трек выполненным. + +Первоначальное сравнение пула при 64 клиентах сохраняется отдельно как pool-overload: при MAX_INFLIGHT=32 на API суммарно 64 слота, но round-robin не гарантирует равного числа незавершённых запросов. Это допускает отказы приёма у занятого backend и согласуется с наблюдавшимися 503. Сборщик считает HTTP-коды, не разделяя источник API/LB, поэтому все 503 не приписываются одному механизму. Рост RPS с ростом ошибок не принимается за улучшение. Контроль с 32 клиентами оставляет запас слотов; перегрузочные результаты сохраняются. + +Штатный прогон содержит 39 замеров; дополнительные 6 pool-overload воспроизводятся с `python -X utf8 scripts/verify.py --include-overload`. В сохранённом исследовании 32-клиентный контроль был добавлен после основных/перегрузочных серий; этот сдвиг по времени и накопление данных ограничивают точность сравнения. Неудачный перегрузочный опыт не заменён успешными данными задним числом. + +Raw JSON содержит hardware Docker/хоста, параметры запусков, successful RPS, ошибки по кодам, p50/p95/p99, обслужившие реплики, CPU/RAM контейнеров, активные ожидания DB, счётчики ожидания пула и LB. Scaling показывает median и диапазон повторов. Численные результаты и интерпретация — в [evidence/research.md](evidence/research.md) после запуска. + +## Полученные результаты + +Завершены 45 измерений: 9 fixed, 9 growing, 15 saturation, 6 pool-overload и 6 контрольных pool-tuning. На снимке перед дополнительной ручной проверкой: 572 124 сообщений и столько же idempotency keys, 73 пользователя, 57 чатов, pg_database_size=370 461 843 bytes. Данные и прогрев накапливались в одном volume; это не 45 изолированных пустых БД. Снимок лимитов, портов и fsync/synchronous_commit/full_page_writes=on сохранён в infrastructure.json. + +| Серия, concurrency=32 | 1 API: median RPS | 2 API | 4 API | Ошибки | +|---|---:|---:|---:|---:| +| Fixed: суммарно 2 CPU/1024 MiB API, пул 8 | 886.9 | 771.3 | 739.9 | 0 | +| Growing: 1 CPU/512 MiB и пул 8 на API | 857.1 | 791.1 | 673.0 | 0 | + +При фиксированном бюджете 4 API дали на 16.6% меньше throughput, чем одна; увеличение суммарных ресурсов API тоже не помогло. В saturation после 8 → 32 клиентов RPS вырос лишь 717.0 → 737.7 (+2.9%), а p95 — 58.2 → 92.8 ms. При 64 клиентах median RPS=789.5, доля ошибок 0.276%; при 128 — 741.3 RPS, 20.98% ошибок, p95=215.7 ms. Практическое колено этого профиля — примерно 8–32 клиента; дальнейший рост concurrency увеличивает задержки и затем отказы. + +Это согласуется с общим ограничением DB/очереди: средний Docker CPU PostgreSQL в показательных sweep-запусках — примерно 87–104% одного ядра при лимите 1 CPU, память около 256–278 из 512 MiB. LB — примерно 17–27% ядра при лимите 0.5 CPU, генератор — 10–18% при лимите 2 CPU; qmax HAProxy=0. Сам LB и генератор в этих запусках не выглядят насыщенными. Ожидания пула дополнительно видны в pool_stats. Это вывод по согласующимся наблюдениям, не доказательство, что только CPU DB определяет каждую разницу RPS. + +Подтверждённая настройка в контроле 2 API/32 клиента: DB_POOL_MAX 1 → 8 дал median 618.8 → 739.9 RPS (+19.57%), ошибок 0 в обоих вариантах за три повтора. Диапазоны RPS: 567.4–638.8 против 728.5–767.1. p50 улучшился 53.0 → 15.1 ms, но p95 ухудшился 74.2 → 92.7 ms, p99 — 91.5 → 99.2 ms. Это улучшение throughput с ценой в хвосте задержек; универсальное ускорение всех запросов не заявляется. Пул 8 оставлен штатным, а не увеличивается бесконечно при росте API. + +Отрицательный pool-overload при 64 клиентах сохранён: RPS вырос 613.8 → 786.2, но ошибки — 970 → 5472. Этот результат отвергнут как улучшение. Уменьшение DB/LB/SPOF и увеличение CPU DB — возможные следующие эксперименты; их эффект здесь не измерен. + +## Ограничения + +Один физический host. Выдерживается отказ одной API при живой другой. LB/DB/Valkey/storage остаются SPOF; отказ узла и HA БД не заявлены. AOF/WAL/COMMIT не заменяют резервное копирование. Удаление volumes уничтожает соответствующие данные. + +Closed-loop имеет coordinated omission и стоимость клиента. Измеряются HTTP-подтверждения, а не точное число COMMIT при timeout. Перцентили — только успехов. CPU/DB-счётчики включают прогрев; кэш не сбрасывается; выборки короткие, три повтора не доказывают универсальную производительность. Нужно проверять предел генератора по его CPU. Плоский RPS сам по себе не доказывает насыщение DB: нужны согласующиеся CPU/ожидания/очереди. + +По ходу длинного прогона throughput некоторых конфигураций снижался. Порядок менялся и диапазоны показаны на графике, но накопление таблиц/кэша и состояние хоста полностью не изолированы; частота и температура CPU не измерялись. Точные численные различия нельзя переносить на другое железо или production. + +Фактический публичный отказ: 2 наблюдаемые API, 137 успешных записей за сценарий, 4 переходные ошибки, first_recovery=2.024 s; подтверждённые сообщения и прежний токен сохранены, дублей нет. Проверка StartedAt подтвердила рестарт всех пяти рабочих контейнеров. Собственная последовательная остановка каждой API дала first_success_after_action 2.087/2.043 s, по 0 неуспешных read/write cycles; rolling — 1 неуспешный цикл, оба исходных container ID заменены, потерь подтверждений нет. Эти собственные задержки/RPS включают Windows/Python-клиент и установление соединений; серверная пропускная способность измеряется отдельным Go-генератором внутри Docker. + +## Источники и помощь + +- Собственная HLAlab2: Go API, SQL, Argon2id, Valkey и базовый Dockerfile. +- [HAProxy DNS/server-template](https://www.haproxy.com/documentation/haproxy-configuration-tutorials/proxying-essentials/dns-resolution/). +- [PostgreSQL 17: статистика](https://www.postgresql.org/docs/17/monitoring-stats.html), [advisory locks](https://www.postgresql.org/docs/17/explicit-locking.html#ADVISORY-LOCKS). +- [Compose services](https://docs.docker.com/reference/compose-file/services/). +- Библиотеки: pgx/v5, go-redis/v9, golang.org/x/crypto; matplotlib для графиков, openapi-spec-validator для схемы. +- Codex использован для переноса, реализации идемпотентности, инфраструктуры, дополнительных проверок и отчёта. Результаты подтверждаются выполнением команд. diff --git a/auth.go b/auth.go new file mode 100644 index 00000000..663bc947 --- /dev/null +++ b/auth.go @@ -0,0 +1,147 @@ +package main + +import ( + "context" + "crypto/rand" + "crypto/sha256" + "crypto/subtle" + "encoding/base64" + "encoding/hex" + "encoding/json" + "errors" + "net/http" + "strings" + "time" + "unicode/utf8" + + "github.com/jackc/pgx/v5" + "github.com/redis/go-redis/v9" + "golang.org/x/crypto/argon2" +) + +func password(body map[string]json.RawMessage) (string, error) { + var p string + if json.Unmarshal(body["password"], &p) != nil || utf8.RuneCountInString(p) < 12 || utf8.RuneCountInString(p) > 128 { + return "", invalid() + } + return p, nil +} +func hashPassword(p string) string { + salt := make([]byte, 16) + if _, err := rand.Read(salt); err != nil { + panic(err) + } + key := argon2.IDKey([]byte(p), salt, 3, 64*1024, 1, 32) + return "$argon2id$v=19$m=65536,t=3,p=1$" + base64.RawStdEncoding.EncodeToString(salt) + "$" + base64.RawStdEncoding.EncodeToString(key) +} +func verifyPassword(hash, p string) bool { + parts := strings.Split(hash, "$") + if len(parts) != 6 || parts[1] != "argon2id" || parts[2] != "v=19" || parts[3] != "m=65536,t=3,p=1" { + return false + } + salt, e := base64.RawStdEncoding.DecodeString(parts[4]) + if e != nil || len(salt) != 16 { + return false + } + want, e := base64.RawStdEncoding.DecodeString(parts[5]) + if e != nil || len(want) != 32 { + return false + } + actual := argon2.IDKey([]byte(p), salt, 3, 64*1024, 1, 32) + return subtle.ConstantTimeCompare(want, actual) == 1 +} +func (a *App) kdfSlot(ctx context.Context) error { + select { + case a.kdf <- struct{}{}: + return nil + case <-ctx.Done(): + return unavailable() + } +} + +type storedSession struct { + UserID string `json:"user_id"` + ExpiresAt time.Time `json:"expires_at"` +} + +func sessionKey(token string) string { + h := sha256.Sum256([]byte(token)) + return "sess:" + hex.EncodeToString(h[:]) +} +func (a *App) authenticate(ctx context.Context, r *http.Request) (string, string, error) { + values := r.Header.Values("Authorization") + if len(values) != 1 { + return "", "", unauthorized() + } + parts := strings.Fields(values[0]) + if len(parts) != 2 || !strings.EqualFold(parts[0], "Bearer") { + return "", "", unauthorized() + } + token, e := base64.RawURLEncoding.DecodeString(parts[1]) + if e != nil || len(token) != 32 { + return "", "", unauthorized() + } + key := sessionKey(parts[1]) + raw, err := a.sessions.Get(ctx, key).Bytes() + if errors.Is(err, redis.Nil) { + return "", "", unauthorized() + } + if err != nil { + return "", "", unavailable() + } + var session storedSession + if json.Unmarshal(raw, &session) != nil { + return "", "", unavailable() + } + if !time.Now().Before(session.ExpiresAt) { + return "", "", unauthorized() + } + if _, err = a.user(ctx, session.UserID); err != nil { + var ae apiError + if errors.As(err, &ae) && ae.status == 404 { + return "", "", unauthorized() + } + return "", "", err + } + return session.UserID, key, nil +} +func (a *App) login(ctx context.Context, r *http.Request) (int, any, error) { + if r.ContentLength > 0 || len(r.TransferEncoding) > 0 { + return 0, nil, invalid() + } + username, p, ok := r.BasicAuth() + if len(r.Header.Values("Authorization")) != 1 || !ok || !usernamePattern.MatchString(username) || !utf8.ValidString(p) || utf8.RuneCountInString(p) < 12 || utf8.RuneCountInString(p) > 128 { + return 0, nil, unauthorized() + } + var hash string + var u User + var created time.Time + err := a.db.QueryRow(ctx, "SELECT id::text,username,display_name,created_at,password_hash FROM users WHERE username=$1", username).Scan(&u.ID, &u.Username, utf8String{&u.DisplayName}, &created, &hash) + absent := errors.Is(err, pgx.ErrNoRows) + if err != nil && !absent { + return 0, nil, unavailable() + } + if absent { + hash = a.dummyHash + } + if err = a.kdfSlot(ctx); err != nil { + return 0, nil, err + } + valid := verifyPassword(hash, p) + <-a.kdf + if !valid || absent { + return 0, nil, unauthorized() + } + u.CreatedAt = stamp(created) + tokenBytes := make([]byte, 32) + if _, err = rand.Read(tokenBytes); err != nil { + return 0, nil, unavailable() + } + token := base64.RawURLEncoding.EncodeToString(tokenBytes) + expires := time.Now().UTC().Truncate(time.Second).Add(a.ttl) + raw, _ := json.Marshal(storedSession{u.ID, expires}) + if err = a.sessions.SetArgs(ctx, sessionKey(token), raw, redis.SetArgs{Mode: "NX", ExpireAt: expires}).Err(); err != nil { + return 0, nil, unavailable() + } + return 201, map[string]any{"token": token, "token_type": "Bearer", "expires_at": expires.Format(time.RFC3339), "user": u}, nil +} diff --git a/auth_test.go b/auth_test.go new file mode 100644 index 00000000..0ee95195 --- /dev/null +++ b/auth_test.go @@ -0,0 +1,50 @@ +package main + +import ( + "net/http/httptest" + "strings" + "testing" +) + +func TestPasswordHashSaltAndFullUnicode(t *testing.T) { + p := strings.Repeat("😀", 127) + ":" + a, b := hashPassword(p), hashPassword(p) + if a == b { + t.Fatal("salt reused") + } + if !verifyPassword(a, p) || verifyPassword(a, strings.Repeat("😀", 127)+"!") { + t.Fatal("password truncated or incorrect") + } + for _, bad := range []string{"", p, strings.Replace(a, "m=65536", "m=1", 1), a[:len(a)-5]} { + if verifyPassword(bad, p) { + t.Fatal("invalid hash accepted") + } + } +} + +func TestCursorIntegrityResourceAndRestart(t *testing.T) { + a := &App{secret: []byte("stable-local-test-secret-32-bytes")} + encoded := a.encodeCursor("messages:one", "2026-01-01T00:00:00.000000Z", uuid()) + restarted := &App{secret: append([]byte(nil), a.secret...)} + req := httptest.NewRequest("GET", "/messages?cursor="+encoded+"&limit=7", nil) + if limit, _, e := restarted.pagination(req, "messages:one"); e != nil || limit != 7 { + t.Fatal("cursor lost across restart") + } + if _, _, e := a.pagination(req, "messages:two"); e == nil { + t.Fatal("cross-resource cursor accepted") + } + forged := httptest.NewRequest("GET", "/messages?cursor="+encoded[:len(encoded)-4]+"AAAA", nil) + if _, _, e := a.pagination(forged, "messages:one"); e == nil { + t.Fatal("forged cursor accepted") + } +} + +func TestStrictJSON(t *testing.T) { + for _, raw := range []string{`{"text":"a","text":"b"}`, `{"text":"\ud800"}`, `{} {}`, `{"unknown":1}`} { + req := httptest.NewRequest("POST", "/", strings.NewReader(raw)) + req.Header.Set("Content-Type", "application/json") + if _, e := readObject(httptest.NewRecorder(), req, 1024, []string{"text"}); e == nil { + t.Fatalf("accepted %q", raw) + } + } +} diff --git a/cmd/load/main.go b/cmd/load/main.go new file mode 100644 index 00000000..17fdadc0 --- /dev/null +++ b/cmd/load/main.go @@ -0,0 +1,159 @@ +// Closed-loop load generator with persistent HTTP connections. No POST retries. +package main + +import ( + "bytes" + "crypto/rand" + "encoding/hex" + "encoding/json" + "flag" + "fmt" + "io" + "math" + "net/http" + "os" + "sort" + "strings" + "sync" + "time" +) + +func nonce() string { + b := make([]byte, 16) + if _, err := rand.Read(b); err != nil { + panic(err) + } + return hex.EncodeToString(b) +} + +type result struct { + latencies []float64 + errors map[string]int + instances map[string]int +} + +func main() { + base := flag.String("base-url", "http://lb:8080", "LB URL") + duration := flag.Duration("duration", 15*time.Second, "measurement duration") + warmup := flag.Duration("warmup", 3*time.Second, "warmup duration") + concurrency := flag.Int("concurrency", 32, "workers") + flag.Parse() + if *concurrency < 1 || *concurrency > 512 || *duration < time.Second || *warmup < 0 { + panic("invalid load configuration") + } + transport := &http.Transport{MaxIdleConns: 2 * (*concurrency), MaxIdleConnsPerHost: 2 * (*concurrency), MaxConnsPerHost: 2 * (*concurrency), IdleConnTimeout: 30 * time.Second} + client := &http.Client{Transport: transport, Timeout: 6 * time.Second} + defer transport.CloseIdleConnections() + call := func(path string, body any, username, password, token string) map[string]any { + raw, _ := json.Marshal(body) + req, _ := http.NewRequest("POST", *base+path, bytes.NewReader(raw)) + if body == nil { + req.Body = nil + req.ContentLength = 0 + } else { + req.Header.Set("Content-Type", "application/json") + } + if username != "" { + req.SetBasicAuth(username, password) + } + if token != "" { + req.Header.Set("Authorization", "Bearer "+token) + } + response, err := client.Do(req) + if err != nil { + panic("bootstrap connection failed") + } + defer response.Body.Close() + if response.StatusCode != 201 { + panic(fmt.Sprintf("bootstrap status %d", response.StatusCode)) + } + var value map[string]any + if json.NewDecoder(response.Body).Decode(&value) != nil { + panic("bootstrap invalid JSON") + } + return value + } + username := "load_" + nonce()[:20] + password := "Synthetic-" + nonce() + user := call("/api/v1/users", map[string]any{"username": username, "display_name": "Synthetic load", "password": password}, "", "", "") + session := call("/api/v1/auth/sessions", nil, username, password, "") + token := session["token"].(string) + chat := call("/api/v1/chats", map[string]any{"title": "Research load", "member_ids": []string{user["id"].(string)}}, "", "", token) + path := *base + "/api/v1/chats/" + chat["id"].(string) + "/messages" + body, _ := json.Marshal(map[string]string{"text": strings.Repeat("x", 128)}) + batch := func(d time.Duration) (result, float64) { + start := time.Now() + deadline := start.Add(d) + values := make(chan result, *concurrency) + var group sync.WaitGroup + prefix := nonce() + for worker := 0; worker < *concurrency; worker++ { + group.Add(1) + go func(worker int) { + defer group.Done() + r := result{errors: map[string]int{}, instances: map[string]int{}} + for index := 0; time.Now().Before(deadline); index++ { + req, _ := http.NewRequest("POST", path, bytes.NewReader(body)) + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+token) + req.Header.Set("Idempotency-Key", fmt.Sprintf("%s-%d-%d", prefix, worker, index)) + begin := time.Now() + response, err := client.Do(req) + if err != nil { + r.errors["transport"]++ + continue + } + raw, err := io.ReadAll(io.LimitReader(response.Body, 65536)) + response.Body.Close() + if response.StatusCode != 201 { + r.errors[fmt.Sprint(response.StatusCode)]++ + continue + } + var message struct { + ID string `json:"id"` + } + if err != nil || json.Unmarshal(raw, &message) != nil || message.ID == "" { + r.errors["body"]++ + continue + } + r.latencies = append(r.latencies, float64(time.Since(begin).Microseconds())/1000) + r.instances[response.Header.Get("X-Instance-Id")]++ + } + values <- r + }(worker) + } + group.Wait() + close(values) + merged := result{errors: map[string]int{}, instances: map[string]int{}} + for r := range values { + merged.latencies = append(merged.latencies, r.latencies...) + for k, v := range r.errors { + merged.errors[k] += v + } + for k, v := range r.instances { + merged.instances[k] += v + } + } + return merged, time.Since(start).Seconds() + } + if *warmup > 0 { + batch(*warmup) + } + measured, elapsed := batch(*duration) + sort.Float64s(measured.latencies) + percentile := func(p float64) any { + if len(measured.latencies) == 0 { + return nil + } + return measured.latencies[int(math.Ceil(float64(len(measured.latencies))*p))-1] + } + failures := 0 + for _, n := range measured.errors { + failures += n + } + report := map[string]any{"workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries", "concurrency": *concurrency, "warmup_seconds": warmup.Seconds(), "requested_duration_seconds": duration.Seconds(), "elapsed_seconds": elapsed, "successful_requests": len(measured.latencies), "failed_requests": failures, "errors": measured.errors, "successful_rps": float64(len(measured.latencies)) / elapsed, "latency_ms": map[string]any{"p50": percentile(.5), "p95": percentile(.95), "p99": percentile(.99)}, "instances": measured.instances, "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits."} + json.NewEncoder(os.Stdout).Encode(report) + if len(measured.latencies) == 0 { + os.Exit(1) + } +} diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 00000000..ae728a07 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,106 @@ +name: mtusi-lab3 +services: + db: + image: postgres:17.6-bookworm@sha256:f3bd19c606e442c3d7bdfa8002e03fe260a1023351e0ea4598032022b68dd6e3 + environment: + POSTGRES_USER: messenger + POSTGRES_DB: messenger + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: [postgres_password] + volumes: [pgdata:/var/lib/postgresql/data] + healthcheck: + test: [CMD-SHELL, "pg_isready -U messenger -d messenger"] + interval: 2s + timeout: 2s + retries: 30 + mem_limit: 512m + cpus: ${DB_CPUS:-1.0} + valkey: + image: valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571 + command: [valkey-server, /run/secrets/valkey_config] + secrets: [valkey_config, valkey_password] + volumes: [sessions:/data] + healthcheck: + test: [CMD-SHELL, 'REDISCLI_AUTH="$$(cat /run/secrets/valkey_password)" valkey-cli ping | grep -q PONG'] + interval: 2s + timeout: 2s + retries: 30 + mem_limit: 256m + cpus: 0.5 + migrate: + image: mtusi-messenger:lab3 + build: . + command: [migrate] + environment: + DATABASE_URL_FILE: /run/secrets/database_url + secrets: [database_url] + depends_on: + db: {condition: service_healthy} + mem_limit: 256m + cpus: 0.5 + read_only: true + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + api: + image: mtusi-messenger:lab3 + build: . + deploy: + replicas: ${API_REPLICAS:-2} + environment: + APP_HOST: ${APP_HOST:-0.0.0.0} + APP_PORT: 8080 + APP_ENV: ${APP_ENV:-lab} + SESSION_STORE: ${SESSION_STORE:-valkey} + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + DB_POOL_MAX: ${DB_POOL_MAX:-8} + MAX_INFLIGHT: ${MAX_INFLIGHT:-32} + IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400} + GOMEMLIMIT: ${GOMEMLIMIT:-160MiB} + POOL_METRICS: ${POOL_METRICS:-0} + REQUEST_LOG: ${REQUEST_LOG:-1} + DATABASE_URL_FILE: ${DATABASE_URL_FILE:-/run/secrets/database_url} + CACHE_URL_FILE: ${CACHE_URL_FILE:-/run/secrets/cache_url} + CURSOR_SECRET_FILE: ${CURSOR_SECRET_FILE:-/run/secrets/cursor_secret} + secrets: [database_url, cache_url, cursor_secret] + depends_on: + db: {condition: service_healthy} + valkey: {condition: service_healthy} + migrate: {condition: service_completed_successfully} + read_only: true + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + mem_limit: ${API_MEMORY:-512m} + cpus: ${API_CPUS:-1.0} + pids_limit: 128 + logging: + options: {max-size: 10m, max-file: "2"} + stop_grace_period: 10s + lb: + image: haproxy:3.2.6-alpine + ports: ["127.0.0.1:${APP_PORT:-8080}:8080"] + volumes: [./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro] + depends_on: + api: {condition: service_healthy} + read_only: true + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + mem_limit: 128m + cpus: 0.5 + stop_grace_period: 10s + logging: + options: {max-size: 10m, max-file: "2"} + healthcheck: + test: [CMD-SHELL, "wget -q -O /dev/null http://127.0.0.1:8080/health/ready"] + interval: 2s + timeout: 2s + retries: 30 +volumes: + pgdata: + sessions: +secrets: + postgres_password: {file: ./secrets/postgres_password} + database_url: {file: ./secrets/database_url} + valkey_password: {file: ./secrets/valkey_password} + valkey_config: {file: ./secrets/valkey.conf} + cache_url: {file: ./secrets/cache_url} + cursor_secret: {file: ./secrets/cursor_secret} diff --git a/evidence/audit.json b/evidence/audit.json new file mode 100644 index 00000000..e95651b8 --- /dev/null +++ b/evidence/audit.json @@ -0,0 +1,34 @@ +{ + "protected_files_unchanged": 9, + "required_checks_passed": [ + "check", + "failures", + "final-containers", + "final-own", + "final-smoke", + "research", + "test", + "test-failover", + "test-own", + "test-persistence", + "test-race", + "validate" + ], + "research_runs": 45, + "api_replicas": 2, + "database": { + "users": 73, + "chats": 57, + "messages": 572124, + "idempotency_keys": 572124, + "database_bytes": 370461843, + "fsync": "on", + "synchronous_commit": "on", + "full_page_writes": "on" + }, + "pool_tuning_rps": { + "1": 618.7677762820396, + "8": 739.8691144738191 + }, + "improvement_percent": 19.57 +} diff --git a/evidence/check.txt b/evidence/check.txt new file mode 100644 index 00000000..9a553306 --- /dev/null +++ b/evidence/check.txt @@ -0,0 +1,2 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/docker-info.txt b/evidence/docker-info.txt new file mode 100644 index 00000000..52dd9cbe --- /dev/null +++ b/evidence/docker-info.txt @@ -0,0 +1 @@ +29.3.0 12 CPU 3956072448 bytes diff --git a/evidence/failures.json b/evidence/failures.json new file mode 100644 index 00000000..625b1bcf --- /dev/null +++ b/evidence/failures.json @@ -0,0 +1,102 @@ +[ + { + "scenario": "stop adaa005d3240", + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "successful_read_write_cycles": 8, + "failed_cycles": 0, + "elapsed_seconds": 8.429, + "successful_cycles_per_second": 0.949, + "confirmed_pair_http_rps": 1.898, + "first_success_after_action_seconds": 2.087, + "max_success_gap_seconds": 4.069, + "cycle_latency_ms": { + "p50": 4055.938200000128, + "p95": 4072.180400000434 + }, + "all_confirmations_preserved": true, + "duplicate_messages": 0 + }, + { + "scenario": "stop 50e63551289c", + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + } + ], + "successful_read_write_cycles": 8, + "failed_cycles": 0, + "elapsed_seconds": 8.358, + "successful_cycles_per_second": 0.957, + "confirmed_pair_http_rps": 1.914, + "first_success_after_action_seconds": 2.043, + "max_success_gap_seconds": 4.053, + "cycle_latency_ms": { + "p50": 4039.179299999887, + "p95": 4047.002899999825 + }, + "all_confirmations_preserved": true, + "duplicate_messages": 0 + }, + { + "scenario": "rolling", + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "780258ad77d3", + "id": "780258ad77d30bcdcd1ad1a79f241e11a14fe32092d2480fbd953ef2fe60ffe0" + }, + { + "instance": "da902e057868", + "id": "da902e0578680ca8714c702d7c5d6e1f2105826248e5fc00011e0fe9db0a9cd2" + } + ], + "successful_read_write_cycles": 15, + "failed_cycles": 1, + "elapsed_seconds": 16.549, + "successful_cycles_per_second": 0.906, + "confirmed_pair_http_rps": 1.813, + "first_success_after_action_seconds": 10.202, + "max_success_gap_seconds": 4.063, + "cycle_latency_ms": { + "p50": 4034.967499999766, + "p95": 4060.810599999968 + }, + "all_confirmations_preserved": true, + "duplicate_messages": 0 + } +] diff --git a/evidence/failures.txt b/evidence/failures.txt new file mode 100644 index 00000000..88931273 --- /dev/null +++ b/evidence/failures.txt @@ -0,0 +1,74 @@ +Flag --time has been deprecated, use --timeout instead +adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a +{"scenario": "stop adaa005d3240", "before": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}, {"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "after": [{"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "successful_read_write_cycles": 8, "failed_cycles": 0, "elapsed_seconds": 8.429, "successful_cycles_per_second": 0.949, "confirmed_pair_http_rps": 1.898, "first_success_after_action_seconds": 2.087, "max_success_gap_seconds": 4.069, "cycle_latency_ms": {"p50": 4055.938200000128, "p95": 4072.180400000434}, "all_confirmations_preserved": true, "duplicate_messages": 0} + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-migrate-1 Starting + Container mtusi-lab3-migrate-1 Started + Container mtusi-lab3-valkey-1 Waiting + Container mtusi-lab3-migrate-1 Waiting + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-migrate-1 Exited + Container mtusi-lab3-valkey-1 Healthy + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-api-1 Starting + Container mtusi-lab3-api-1 Started +Flag --time has been deprecated, use --timeout instead +50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821 +{"scenario": "stop 50e63551289c", "before": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}, {"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "after": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}], "successful_read_write_cycles": 8, "failed_cycles": 0, "elapsed_seconds": 8.358, "successful_cycles_per_second": 0.957, "confirmed_pair_http_rps": 1.914, "first_success_after_action_seconds": 2.043, "max_success_gap_seconds": 4.053, "cycle_latency_ms": {"p50": 4039.179299999887, "p95": 4047.002899999825}, "all_confirmations_preserved": true, "duplicate_messages": 0} + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-migrate-1 Starting + Container mtusi-lab3-migrate-1 Started + Container mtusi-lab3-migrate-1 Waiting + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-valkey-1 Waiting + Container mtusi-lab3-migrate-1 Exited + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-valkey-1 Healthy + Container mtusi-lab3-api-2 Starting + Container mtusi-lab3-api-2 Started + Container mtusi-lab3-api-1 Running + Container mtusi-lab3-api-2 Running + Container mtusi-lab3-api-3 Creating + Container mtusi-lab3-api-3 Created + Container mtusi-lab3-api-3 Starting + Container mtusi-lab3-api-3 Started +Flag --time has been deprecated, use --timeout instead +adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a +adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a + Container mtusi-lab3-api-2 Running + Container mtusi-lab3-api-3 Running + Container mtusi-lab3-api-4 Creating + Container mtusi-lab3-api-4 Created + Container mtusi-lab3-api-4 Starting + Container mtusi-lab3-api-4 Started +Flag --time has been deprecated, use --timeout instead +50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821 +50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821 +{ + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "780258ad77d3", + "id": "780258ad77d30bcdcd1ad1a79f241e11a14fe32092d2480fbd953ef2fe60ffe0" + }, + { + "instance": "da902e057868", + "id": "da902e0578680ca8714c702d7c5d6e1f2105826248e5fc00011e0fe9db0a9cd2" + } + ] +} +{"scenario": "rolling", "before": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}, {"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "after": [{"instance": "780258ad77d3", "id": "780258ad77d30bcdcd1ad1a79f241e11a14fe32092d2480fbd953ef2fe60ffe0"}, {"instance": "da902e057868", "id": "da902e0578680ca8714c702d7c5d6e1f2105826248e5fc00011e0fe9db0a9cd2"}], "successful_read_write_cycles": 15, "failed_cycles": 1, "elapsed_seconds": 16.549, "successful_cycles_per_second": 0.906, "confirmed_pair_http_rps": 1.813, "first_success_after_action_seconds": 10.202, "max_success_gap_seconds": 4.063, "cycle_latency_ms": {"p50": 4034.967499999766, "p95": 4060.810599999968}, "all_confirmations_preserved": true, "duplicate_messages": 0} + Container mtusi-lab3-api-3 Running + Container mtusi-lab3-api-4 Running +PASS: each replica stopped, real containers verified, rolling replacement preserved sessions/data diff --git a/evidence/final-containers.txt b/evidence/final-containers.txt new file mode 100644 index 00000000..a606f8ad --- /dev/null +++ b/evidence/final-containers.txt @@ -0,0 +1,17 @@ +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +mtusi-lab3-api-8 mtusi-messenger:lab3 "/messenger" api 8 seconds ago Up 5 seconds (healthy) 8080/tcp +mtusi-lab3-api-9 mtusi-messenger:lab3 "/messenger" api 8 seconds ago Up 6 seconds (healthy) 8080/tcp +mtusi-lab3-db-1 postgres:17.6-bookworm@sha256:f3bd19c606e442c3d7bdfa8002e03fe260a1023351e0ea4598032022b68dd6e3 "docker-entrypoint.s…" db 24 minutes ago Up 22 minutes (healthy) 5432/tcp +mtusi-lab3-lb-1 haproxy:3.2.6-alpine "docker-entrypoint.s…" lb 24 minutes ago Up 22 minutes (healthy) 127.0.0.1:8080->8080/tcp +mtusi-lab3-migrate-1 mtusi-messenger:lab3 "/messenger migrate" migrate 24 minutes ago Exited (0) 21 minutes ago +mtusi-lab3-valkey-1 valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571 "docker-entrypoint.s…" valkey 24 minutes ago Up 22 minutes (healthy) 6379/tcp +[ + { + "instance": "3fed3866f477", + "id": "3fed3866f4775c4d0475ef770a59b70fcfe95949f80f2f121a746bc45758c982" + }, + { + "instance": "7f5ddf72d9b1", + "id": "7f5ddf72d9b1da7b79b165414d42b2e203bab61751631a7d96528bbbf9b4ff7e" + } +] diff --git a/evidence/final-own.txt b/evidence/final-own.txt new file mode 100644 index 00000000..464c323f --- /dev/null +++ b/evidence/final-own.txt @@ -0,0 +1,2 @@ +{"concurrent_requests": 16, "instances": ["3fed3866f477", "7f5ddf72d9b1"], "identical_result": true, "key_scopes": "user + POST + chat path", "revocation_rechecked": true} +PASS: concurrent replay, Unicode, conflict, key validation, isolation and logout diff --git a/evidence/final-smoke.txt b/evidence/final-smoke.txt new file mode 100644 index 00000000..fc20f9dd --- /dev/null +++ b/evidence/final-smoke.txt @@ -0,0 +1 @@ +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/infrastructure.json b/evidence/infrastructure.json new file mode 100644 index 00000000..44850b8b --- /dev/null +++ b/evidence/infrastructure.json @@ -0,0 +1,96 @@ +{ + "timestamp_utc": "2026-10-23T12:36:44.857341+00:00", + "containers": [ + { + "id": "3fed3866f4775c4d0475ef770a59b70fcfe95949f80f2f121a746bc45758c982", + "name": "/mtusi-lab3-api-8", + "instance": "3fed3866f477", + "state": "running", + "started_at": "2026-10-23T12:36:38.213957105Z", + "nano_cpus": 1000000000, + "memory_bytes": 536870912, + "ports": { + "8080/tcp": null + }, + "image": "mtusi-messenger:lab3" + }, + { + "id": "7f5ddf72d9b1da7b79b165414d42b2e203bab61751631a7d96528bbbf9b4ff7e", + "name": "/mtusi-lab3-api-9", + "instance": "7f5ddf72d9b1", + "state": "running", + "started_at": "2026-10-23T12:36:38.034140943Z", + "nano_cpus": 1000000000, + "memory_bytes": 536870912, + "ports": { + "8080/tcp": null + }, + "image": "mtusi-messenger:lab3" + }, + { + "id": "16f66e71d6f11ec87802055d002ffdc955cb7e45a4d49d65cbb855d5b9a05ff1", + "name": "/mtusi-lab3-db-1", + "instance": "16f66e71d6f1", + "state": "running", + "started_at": "2026-10-23T12:13:45.663039253Z", + "nano_cpus": 1000000000, + "memory_bytes": 536870912, + "ports": { + "5432/tcp": null + }, + "image": "postgres:17.6-bookworm@sha256:f3bd19c606e442c3d7bdfa8002e03fe260a1023351e0ea4598032022b68dd6e3" + }, + { + "id": "3ab85f1808aa04096c15c57985cedade3cf2317f7c04cea78bd891a9523a801a", + "name": "/mtusi-lab3-lb-1", + "instance": "3ab85f1808aa", + "state": "running", + "started_at": "2026-10-23T12:13:45.60706352Z", + "nano_cpus": 500000000, + "memory_bytes": 134217728, + "ports": { + "8080/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "8080" + } + ] + }, + "image": "haproxy:3.2.6-alpine" + }, + { + "id": "477b5a8721f414b11c79e196cbc914eb54754d17d3100b363cdf377c1525e4f3", + "name": "/mtusi-lab3-migrate-1", + "instance": "477b5a8721f4", + "state": "exited", + "started_at": "2026-10-23T12:15:16.604003267Z", + "nano_cpus": 500000000, + "memory_bytes": 268435456, + "ports": {}, + "image": "mtusi-messenger:lab3" + }, + { + "id": "d05b4b0c0e14422e029990de042ac54aedba88cd5c2de77b269a105148dea512", + "name": "/mtusi-lab3-valkey-1", + "instance": "d05b4b0c0e14", + "state": "running", + "started_at": "2026-10-23T12:13:45.319020586Z", + "nano_cpus": 500000000, + "memory_bytes": 268435456, + "ports": { + "6379/tcp": null + }, + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + ], + "database": { + "users": 73, + "chats": 57, + "messages": 572124, + "idempotency_keys": 572124, + "database_bytes": 370461843, + "fsync": "on", + "synchronous_commit": "on", + "full_page_writes": "on" + } +} diff --git a/evidence/manual.txt b/evidence/manual.txt new file mode 100644 index 00000000..01d67b1f --- /dev/null +++ b/evidence/manual.txt @@ -0,0 +1,25 @@ +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=a56a2da8-c92d-4cd7-a69d-bf39e621e49e +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=fbf1422d-ae90-4576-b5b5-f7944dab5274 +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=0d225bff-4171-4d78-8195-c872821921e3 +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=57db16cb-30c9-45dc-b3a1-32fc7361d048 +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=b5db9985-3ae1-484c-99bb-efe522267add +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=96b2718b-5b8f-4182-840b-02165ca78777 +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=d6e57bf6-013b-4538-8174-624bd3767c2c +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=6b051cf1-d67e-4909-87b9-d489d347527a +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=dd82b913-5bbc-4479-981a-e9d35953b7ae +Ready: chat=e2f617ca-fa67-46ea-a693-43dd913330b7; message=e6939269-38b8-4669-9560-ca1363298f99. Session is kept in $Lab; do not print or save its Authorization header. +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=a85a22f1-3f87-46f1-a5b8-fd9238d72718 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=84e2577a-54b4-4ca4-9005-74f44874a7f7 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=a5fa5d4a-b426-4ade-a64c-1c4c0edc8ba7 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=7f8139f5-3ef6-4d5c-838c-9ca62ad2dab2 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=70a246c6-c239-47e7-8057-c533b0f50265 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=431b02c5-6b81-4371-a344-bfe23f0e5718 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=c46a990b-8d39-4b59-abfc-f0b844e55beb +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=2d54f876-ba25-4488-bccd-73ffa76ac7b3 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=b0451430-12e6-48a8-afda-2721daaa9e65 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=4b1a473e-8738-48a0-8219-fcdd229574c9 +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=48bab8b1-b30d-41bd-9a8e-8a00cf1ff890 +PASS: manual conflict returned 409 +HTTP 204; X-Instance-Id=3fed3866f477; X-Request-Id=664f9bfa-4802-4290-809e-db35b7ef2b0e +PASS: manual logout returned 204 then 401 +PASS: real manual.ps1, two replicas, replay, conflict and logout diff --git a/evidence/public-integrity.json b/evidence/public-integrity.json new file mode 100644 index 00000000..78e66814 --- /dev/null +++ b/evidence/public-integrity.json @@ -0,0 +1,11 @@ +{ + "contracts/README.md": "72df27a559f88ffa3fd8c3c79d3c32f6db2c5986a0602677c51994c434a3fc4f", + "contracts/examples.json": "0a71cec72903af556df85f939c7e347fc73a86a1a4ffc39fb9c8ded169b7df45", + "contracts/infrastructure.json": "99320becab20381c3d31983336dd4e0aef4bca992d672538f049b6684714a577", + "contracts/openapi.json": "9c3787e5d08a60c59ae67eeb429e9d75fbf134992a4e1f0954e926db49e111be", + "tests/README.md": "e0bfa7e196797f6a5bf6e44d8ad2ffeb82651927ff5d8484eb1c2dda1ec7dec5", + "tests/client.py": "8d50976fc7c7bbb81e88a152f613c61ab25eaf53dba33c6a9dfab19f868d546d", + "tests/load.py": "6d3511ea719c7a7e841083e73d435c86dcbfd9f4e5c2a07d62eb9614b01d9933", + "tests/resilience.py": "1f96663a174b3978d24eff66f2741f5f8c9b788d3242261d37a972720c52788b", + "tests/smoke.py": "52ac38eb343ff7d43e7543588e1da58ca06c9fce74b2b0d0bf0e4982bc23c1db" +} diff --git a/evidence/research.csv b/evidence/research.csv new file mode 100644 index 00000000..cd54eef2 --- /dev/null +++ b/evidence/research.csv @@ -0,0 +1,16 @@ +series,replicas,concurrency,pool,rps_median,rps_min,rps_max,p95_ms_median,failed_requests,successful_requests +fixed,1,32,8,886.9461686760884,881.4178866396619,899.3373554288052,80.669,0,40097 +fixed,2,32,4,771.2523180982048,716.5367836352365,784.259414417926,90.155,0,34117 +fixed,4,32,2,739.8841106280001,682.5050710662169,765.7859737448264,106.102,0,32981 +growing,1,32,8,857.0531353180658,823.9402470054877,881.2296440856634,81.755,0,38529 +growing,2,32,8,791.1205947157969,661.7999685496053,807.7429139912415,91.095,0,33934 +growing,4,32,8,673.03625889995,612.3727267865354,703.1937884909651,96.117,0,29902 +pool-overload,2,64,1,613.8354608801379,400.05557214497736,637.0205809658438,136.494,970,24964 +pool-overload,2,64,8,786.2380926858069,766.640896558756,788.3564934630954,105.633,5472,35332 +pool-tuning,2,32,1,618.7677762820396,567.3583671166701,638.7578278789013,74.209,0,27477 +pool-tuning,2,32,8,739.8691144738191,728.491254986141,767.1283378921763,92.695,0,33617 +saturation,4,1,8,301.68129598468346,296.02447062816464,327.7593962264186,4.633,0,13884 +saturation,4,8,8,716.9622981055238,715.6392517794219,766.7709536056492,58.212,0,33000 +saturation,4,32,8,737.7180474082401,725.12070375995,816.0401171115877,92.77,0,34198 +saturation,4,64,8,789.5121631221782,651.3516389390559,790.2397086830756,187.653,93,33632 +saturation,4,128,8,741.293867201931,689.2117244152156,792.7357194191711,215.681,8970,33776 diff --git a/evidence/research.json b/evidence/research.json new file mode 100644 index 00000000..e78b9923 --- /dev/null +++ b/evidence/research.json @@ -0,0 +1,32428 @@ +{ + "metadata": { + "timestamp_utc": "2026-10-23T12:16:50.096829+00:00", + "host": "Windows-11-10.0.26300-SP0", + "host_cpu": "Intel64 Family 6 Model 154 Stepping 3, GenuineIntel", + "logical_cpus": 12, + "docker": { + "cpus": 12, + "memory": 3956072448, + "version": "29.3.0", + "os": "Docker Desktop (containerized)" + }, + "profile": { + "duration": 15, + "warmup": 3, + "repeats": 3 + }, + "hypothesis": "Shared DB/LB or pool eventually limits scaling; more API replicas alone cannot remove that limit." + }, + "runs": [ + { + "series": "fixed", + "replicas": 1, + "cpu_per_api": 2.0, + "memory_mib_per_api": 1024, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014439963, + "errors": {}, + "failed_requests": 0, + "instances": { + "b7fbd624a736": 13317 + }, + "latency_ms": { + "p50": 16.403, + "p95": 83.075, + "p99": 89.554 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13317, + "successful_rps": 886.9461686760884, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:16:58.877246+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.30%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "11.27%", + "MemUsage": "115.4MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.65kB / 7.76kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.75%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.38%", + "MemUsage": "15.84MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "1.3MB / 1.14MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "6.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "261kB / 172kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11MB", + "CPUPerc": "0.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "5.24%", + "MemUsage": "26.84MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "640kB / 491kB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:01.363436+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.15%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "13.25%", + "MemUsage": "135.7MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.08MB / 6.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.26%", + "MemUsage": "15.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "3.55MB / 3.39MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.48%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "5.004MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "577kB / 477kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11MB", + "CPUPerc": "102.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "8.91%", + "MemUsage": "45.62MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "5.71MB / 4MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.96%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.40%", + "MemUsage": "8.703MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "1.45MB / 1.21MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:04.478811+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.27%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "13.13%", + "MemUsage": "134.4MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.1MB / 15.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.26%", + "MemUsage": "15.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "6.69MB / 6.53MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.461MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "867kB / 760kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11MB", + "CPUPerc": "101.45%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "9.59%", + "MemUsage": "49.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "11.7MB / 8.13MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.70%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.54%", + "MemUsage": "9.062MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "3.16MB / 2.63MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 2 + } + }, + { + "time": "2026-10-23T12:17:07.583996+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "64.67%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.92%", + "MemUsage": "19.66MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "17.4MB / 23.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.52%", + "MemUsage": "16.03MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "9.98MB / 9.83MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.36%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.984MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "1.33MB / 1.21MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 25.1MB", + "CPUPerc": "102.14%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "9.53%", + "MemUsage": "48.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "16MB / 11.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.13%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.34%", + "MemUsage": "8.539MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "4.95MB / 4.12MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:10.579122+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "69.17%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.91%", + "MemUsage": "19.57MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "23.3MB / 31.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.28%", + "MemUsage": "15.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "13.1MB / 12.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.934MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "1.91MB / 1.78MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 41.9MB", + "CPUPerc": "98.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.04%", + "MemUsage": "51.38MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "24MB / 16.6MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.25%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.53%", + "MemUsage": "9.039MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "6.63MB / 5.53MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:17:13.577050+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.32%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.94%", + "MemUsage": "19.87MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "29.3MB / 39.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.50%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.45%", + "MemUsage": "15.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "16.2MB / 16MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.99%", + "MemUsage": "5.102MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "2.34MB / 2.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 50.1MB", + "CPUPerc": "99.83%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.29%", + "MemUsage": "52.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "28MB / 19.3MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.80%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.54%", + "MemUsage": "9.051MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "8.33MB / 6.95MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:16.470611+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.14%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.92%", + "MemUsage": "19.63MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "33.6MB / 45.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.06%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "18.4MB / 18.3MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "2.11%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.168MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "2.65MB / 2.51MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 63.4MB", + "CPUPerc": "2.42%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.44%", + "MemUsage": "53.45MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "34.4MB / 23.7MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.36%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "9.54MB / 7.96MB", + "PIDs": "6" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 44733, + "xact_rollback": 0, + "blks_read": 30, + "blks_hit": 651185, + "tup_inserted": 29767, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "3", + "econ": "0", + "eresp": "0", + "stot": "111" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "4", + "econ": "0", + "eresp": "0", + "stot": "270" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "5", + "econ": "17", + "eresp": "0", + "stot": "435" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "3", + "econ": "0", + "eresp": "0", + "stot": "111" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "15309" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "17", + "eresp": "0", + "stot": "15474" + } + ], + "pool_stats": { + "b7fbd624a736": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 45105, + "acquire_seconds_delta": 422.872603298 + } + } + }, + { + "series": "fixed", + "replicas": 2, + "cpu_per_api": 1.0, + "memory_mib_per_api": 512, + "pool": 4, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.010651804, + "errors": {}, + "failed_requests": 0, + "instances": { + "3d42cb3a122e": 5789, + "9c729262bfc6": 5788 + }, + "latency_ms": { + "p50": 20.488, + "p95": 89.754, + "p99": 97.674 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11577, + "successful_rps": 771.2523180982048, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:17:24.076241+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.47%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "13.93%", + "MemUsage": "71.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "307kB / 399kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.64%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.28%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.21MB / 1.62MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.57%", + "MemUsage": "16.09MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "19.7MB / 19.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "5.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.36%", + "MemUsage": "6.039MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "2.84MB / 2.69MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 64.6MB", + "CPUPerc": "51.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.69%", + "MemUsage": "54.74MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "35MB / 24.1MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:27.373096+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.53%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "17.61%", + "MemUsage": "90.15MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.71MB / 5.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.76%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.36%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.72MB / 5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.17%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.23%", + "MemUsage": "15.65MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "22.3MB / 22.2MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.39%", + "MemUsage": "6.109MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "3.21MB / 3.04MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 75.9MB", + "CPUPerc": "103.20%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "11.08%", + "MemUsage": "56.75MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "40.4MB / 27.8MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.35%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.48%", + "MemUsage": "8.91MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "2.1MB / 1.75MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:30.273959+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.20%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "20.16%", + "MemUsage": "103.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.12MB / 8.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.78%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.13MB / 8.24MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.43%", + "MemUsage": "15.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "24.8MB / 24.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "5.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.10%", + "MemUsage": "5.383MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "3.56MB / 3.38MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 106MB", + "CPUPerc": "101.08%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "11.49%", + "MemUsage": "58.82MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "46.5MB / 32.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.43%", + "MemUsage": "8.789MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "3.47MB / 2.88MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:33.560770+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.32%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "22.30%", + "MemUsage": "114.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.01MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.51%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.92MB / 12MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.30%", + "MemUsage": "15.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "27.7MB / 27.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "9.45%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "3.97MB / 3.78MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 117MB", + "CPUPerc": "105.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.09%", + "MemUsage": "61.89MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "52.1MB / 35.9MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.50%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.53%", + "MemUsage": "9.047MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "4.53MB / 3.76MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:17:36.770713+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "55.04%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "25.13%", + "MemUsage": "128.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "11MB / 14.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.61%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "25.65%", + "MemUsage": "131.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.9MB / 16MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.72%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.98%", + "MemUsage": "15.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "30.8MB / 30.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.133MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "4.4MB / 4.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 126MB", + "CPUPerc": "103.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.07%", + "MemUsage": "61.78MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "56.1MB / 38.7MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.26%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.46%", + "MemUsage": "8.848MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "6.74MB / 5.59MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:17:39.959114+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.28%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "2.81%", + "MemUsage": "14.39MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15MB / 20.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.17%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "3.44%", + "MemUsage": "17.62MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.9MB / 20.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.25%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.10%", + "MemUsage": "15.49MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "33.9MB / 34.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.83%", + "MemUsage": "4.684MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "4.84MB / 4.63MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 142MB", + "CPUPerc": "102.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.36%", + "MemUsage": "63.27MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "64.1MB / 44.2MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.24%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.58%", + "MemUsage": "9.156MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "8.47MB / 7.03MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 3 + } + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 41250, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 632204, + "tup_inserted": 27391, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "3", + "econ": "1", + "eresp": "0", + "stot": "113" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "15311" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "24", + "eresp": "0", + "stot": "15484" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "6980" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "22178" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "24", + "eresp": "0", + "stot": "29218" + } + ], + "pool_stats": { + "3d42cb3a122e": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 20469, + "acquire_seconds_delta": 192.08830048 + }, + "9c729262bfc6": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 20612, + "acquire_seconds_delta": 230.957417688 + } + } + }, + { + "series": "fixed", + "replicas": 4, + "cpu_per_api": 0.5, + "memory_mib_per_api": 256, + "pool": 2, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.035785718, + "errors": {}, + "failed_requests": 0, + "instances": { + "3bb91dc884b2": 2566, + "5becae8479ac": 2565, + "845db9ea18fd": 2565, + "97f0e5a3ad25": 2566 + }, + "latency_ms": { + "p50": 28.538, + "p95": 106.322, + "p99": 166.607 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10262, + "successful_rps": 682.5050710662169, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:17:48.361666+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.76%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "45.14%", + "MemUsage": "115.6MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "10.6kB / 12.7kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "26.56%", + "MemUsage": "67.99MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.93kB / 9.85kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.84%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.06%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.03kB / 9.96kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.14%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "26.60%", + "MemUsage": "68.11MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.26kB / 8.93kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.53%", + "MemUsage": "16.04MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "34.5MB / 34.6MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "0.26%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.70%", + "MemUsage": "4.344MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "4.93MB / 4.71MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 145MB", + "CPUPerc": "4.92%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.12%", + "MemUsage": "51.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "65.2MB / 44.9MB", + "PIDs": "10" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:17:51.685823+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.78%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.05%", + "MemUsage": "133.2MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "768kB / 1.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.50%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "28.84%", + "MemUsage": "73.82MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "753kB / 1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.88%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.27%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "767kB / 1.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.78%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "28.56%", + "MemUsage": "73.12MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "753kB / 998kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.05%", + "MemUsage": "15.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "36.1MB / 36.2MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "10.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.625MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "5.16MB / 4.93MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 151MB", + "CPUPerc": "107.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.72%", + "MemUsage": "65.12MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "68.2MB / 47MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.29%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.21%", + "MemUsage": "8.207MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "823kB / 699kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:17:55.294788+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.95%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.20%", + "MemUsage": "133.6MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.64MB / 2.19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.28%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "31.37%", + "MemUsage": "80.3MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.01MB / 2.71MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.11%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.25%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.01MB / 2.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.95%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "31.49%", + "MemUsage": "80.61MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2MB / 2.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.08%", + "MemUsage": "15.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "38.7MB / 38.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "5.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "5.53MB / 5.29MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 161MB", + "CPUPerc": "102.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.98%", + "MemUsage": "66.46MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "73.1MB / 50.4MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.70%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.43%", + "MemUsage": "8.777MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "2.25MB / 1.87MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:58.568706+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.12%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.52%", + "MemUsage": "134.5MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.86MB / 3.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.23%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "33.92%", + "MemUsage": "86.83MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.21MB / 4.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.75%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.41%", + "MemUsage": "134.2MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.21MB / 4.31MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.67%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "33.43%", + "MemUsage": "85.59MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.19MB / 4.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.83%", + "MemUsage": "15.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "41.1MB / 41.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "10.64%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.52%", + "MemUsage": "3.895MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "5.89MB / 5.62MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 186MB", + "CPUPerc": "103.10%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "13.96%", + "MemUsage": "71.47MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "77.8MB / 53.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.92%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.33%", + "MemUsage": "8.531MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "3.61MB / 2.99MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:18:01.664820+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.29%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.30%", + "MemUsage": "133.9MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.32MB / 5.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.99%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "36.24%", + "MemUsage": "92.79MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.31MB / 5.77MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.58%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.64%", + "MemUsage": "134.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.29MB / 5.75MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.65%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "36.16%", + "MemUsage": "92.56MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "4.28MB / 5.77MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.06%", + "MemUsage": "15.44MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "43.4MB / 43.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.72%", + "MemUsage": "4.402MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "6.2MB / 5.93MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 194MB", + "CPUPerc": "83.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "13.47%", + "MemUsage": "68.96MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "82.1MB / 56.6MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.64%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.36%", + "MemUsage": "8.609MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "4.84MB / 4MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:18:05.074635+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.07%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.28%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.78MB / 7.74MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.16%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "39.63%", + "MemUsage": "101.5MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.78MB / 7.73MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.01%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.50%", + "MemUsage": "134.4MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.27MB / 7.09MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.18%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "39.39%", + "MemUsage": "100.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.77MB / 7.75MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.70%", + "MemUsage": "14.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "46.4MB / 46.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "8.97%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "6.63MB / 6.35MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 206MB", + "CPUPerc": "102.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "13.88%", + "MemUsage": "71.07MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "87.9MB / 60.6MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.66%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.26%", + "MemUsage": "8.352MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "6.49MB / 5.38MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 4 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "db_delta": { + "xact_commit": 34997, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 534279, + "tup_inserted": 23147, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "6981" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "22182" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "39" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "1", + "econ": "0", + "eresp": "0", + "stot": "1" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "27", + "eresp": "0", + "stot": "29229" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9953" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "25154" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "27", + "eresp": "0", + "stot": "41117" + } + ], + "pool_stats": { + "97f0e5a3ad25": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7532, + "acquire_seconds_delta": 99.780662799 + }, + "5becae8479ac": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7972, + "acquire_seconds_delta": 72.883166743 + }, + "845db9ea18fd": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7087, + "acquire_seconds_delta": 71.063244602 + }, + "3bb91dc884b2": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 8781, + "acquire_seconds_delta": 178.03436649 + } + } + }, + { + "series": "growing", + "replicas": 1, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014238289, + "errors": {}, + "failed_requests": 0, + "instances": { + "e3b7c2b6c175": 12868 + }, + "latency_ms": { + "p50": 19.167, + "p95": 84.479, + "p99": 94.119 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12868, + "successful_rps": 857.0531353180658, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:18:15.697062+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.76%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.13MB / 2.87MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.88%", + "MemUsage": "16.49MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "49.6MB / 50.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "6.94MB / 6.64MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 218MB", + "CPUPerc": "99.92%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "14.24%", + "MemUsage": "72.93MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "94MB / 64.8MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:18:18.872498+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "64.41%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "26.62%", + "MemUsage": "136.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.8MB / 10.6MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "52.5MB / 53.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "9.64%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.062MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "7.51MB / 7.19MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 229MB", + "CPUPerc": "102.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "15.14%", + "MemUsage": "77.52MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "99.7MB / 68.7MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.21%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.47%", + "MemUsage": "8.879MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "1.72MB / 1.45MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:18:21.776520+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.65%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.82%", + "MemUsage": "19.54MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "13.8MB / 18.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.86%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "55.7MB / 56.2MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.35%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.262MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "7.94MB / 7.61MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 258MB", + "CPUPerc": "100.76%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "14.97%", + "MemUsage": "76.64MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "106MB / 72.8MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.52%", + "MemUsage": "9.023MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "3.91MB / 3.27MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:18:24.859190+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.67%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.68%", + "MemUsage": "18.85MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "17.7MB / 24MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.30%", + "MemUsage": "15.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "58.9MB / 59.4MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.48%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.219MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "8.39MB / 8.05MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 269MB", + "CPUPerc": "102.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "15.36%", + "MemUsage": "78.66MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "112MB / 77.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.07%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.86%", + "MemUsage": "9.891MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "5.65MB / 4.73MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:18:27.866073+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.40%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.88%", + "MemUsage": "19.86MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "24.9MB / 33.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.62%", + "MemUsage": "16.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "61.5MB / 62MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.42%", + "MemUsage": "6.207MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "8.76MB / 8.41MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 279MB", + "CPUPerc": "100.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.96%", + "MemUsage": "91.93MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "117MB / 80.5MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.40%", + "MemUsage": "8.707MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "6.7MB / 5.6MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:18:29.952958+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "69.38%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.74%", + "MemUsage": "19.13MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "28.7MB / 39.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.13%", + "MemUsage": "15.53MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "63.4MB / 64MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.00%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.328MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "9.04MB / 8.68MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 286MB", + "CPUPerc": "102.14%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "16.61%", + "MemUsage": "85.05MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "121MB / 83.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.28%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.70%", + "MemUsage": "9.484MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "8.16MB / 6.81MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "db_delta": { + "xact_commit": 43873, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 677975, + "tup_inserted": 29163, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9953" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "25155" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "36", + "eresp": "0", + "stot": "41127" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9953" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "40439" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "36", + "eresp": "0", + "stot": "56411" + } + ], + "pool_stats": { + "e3b7c2b6c175": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 45844, + "acquire_seconds_delta": 422.499047129 + } + } + }, + { + "series": "growing", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.011617798, + "errors": {}, + "failed_requests": 0, + "instances": { + "84c4e6645b49": 5939, + "afdc644885a8": 5937 + }, + "latency_ms": { + "p50": 15.584, + "p95": 91.095, + "p99": 98.033 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11876, + "successful_rps": 791.1205947157969, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:18:40.165673+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.37%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.22%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "820kB / 1.09MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.13%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.18%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "813kB / 1.08MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.05%", + "MemUsage": "16.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "67.1MB / 67.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.43%", + "MemUsage": "6.227MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "9.56MB / 9.18MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 299MB", + "CPUPerc": "106.08%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.05%", + "MemUsage": "102.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "128MB / 88MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:18:43.553369+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.32%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.69MB / 4.95MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.62%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.67MB / 4.92MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.64%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.96%", + "MemUsage": "16.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "70.1MB / 70.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.70%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "9.99MB / 9.59MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 304MB", + "CPUPerc": "102.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.14%", + "MemUsage": "103.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "131MB / 90.5MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.71%", + "MemUsage": "9.492MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "2.06MB / 1.72MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:18:46.650439+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.91%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.83MB / 9.16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.61%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.82MB / 9.17MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.31%", + "MemUsage": "15.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "72.2MB / 72.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.527MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "10.3MB / 9.88MB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 332MB", + "CPUPerc": "102.12%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.63%", + "MemUsage": "105.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "140MB / 96.3MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.46%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.50%", + "MemUsage": "8.957MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "3.82MB / 3.19MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:18:50.196636+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.34%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.48%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.65MB / 13MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.83%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "9.67MB / 13MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.08%", + "MemUsage": "16.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "75.2MB / 75.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.37%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "10.9MB / 10.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 341MB", + "CPUPerc": "99.92%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.89%", + "MemUsage": "106.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "145MB / 100MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.95%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.52%", + "MemUsage": "9.004MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "4.86MB / 4.05MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 4, + "CPU/runnable": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:18:53.368913+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.47%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "3.77%", + "MemUsage": "19.32MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.6MB / 17MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.45%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "3.84%", + "MemUsage": "19.65MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "12.6MB / 16.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.79%", + "MemUsage": "16.38MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "78.4MB / 79.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.12%", + "MemUsage": "5.422MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "11.3MB / 10.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 349MB", + "CPUPerc": "101.07%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "21.28%", + "MemUsage": "109MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "151MB / 104MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.87%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.71%", + "MemUsage": "9.508MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "6.59MB / 5.48MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 14 + } + }, + { + "time": "2026-10-23T12:18:56.666237+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.58%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "3.68%", + "MemUsage": "18.84MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14.5MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.00%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "3.76%", + "MemUsage": "19.26MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "15.4MB / 20.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.51%", + "MemUsage": "16.01MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "81.2MB / 82.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.50%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.76%", + "MemUsage": "4.512MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "11.7MB / 11.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 356MB", + "CPUPerc": "97.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "21.63%", + "MemUsage": "110.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "157MB / 108MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.97%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.79%", + "MemUsage": "9.703MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "8.63MB / 7.17MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 40225, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 614521, + "tup_inserted": 26661, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9956" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "40440" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "41", + "eresp": "0", + "stot": "56420" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "16934" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "47419" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "41", + "eresp": "0", + "stot": "70377" + } + ], + "pool_stats": { + "84c4e6645b49": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20382, + "acquire_seconds_delta": 166.398044342 + }, + "afdc644885a8": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 18654, + "acquire_seconds_delta": 109.365796746 + } + } + }, + { + "series": "growing", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.011509164, + "errors": {}, + "failed_requests": 0, + "instances": { + "48ae45e952c9": 2641, + "a80d11ea6c54": 2635, + "d2669935aa2a": 2639, + "ec3c6c3338f8": 2641 + }, + "latency_ms": { + "p50": 17.194, + "p95": 94.344, + "p99": 99.696 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10556, + "successful_rps": 703.1937884909651, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:19:05.880701+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.47%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "13.66%", + "MemUsage": "69.95MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23kB / 24.7kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "93.33%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "21.7kB / 23.4kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.18%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "13.29%", + "MemUsage": "68.02MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.54kB / 8.97kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.45%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.20%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "32.6kB / 39.6kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.81%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.05%", + "MemUsage": "15.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "82.7MB / 83.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.77%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.85%", + "MemUsage": "4.734MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "11.8MB / 11.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 363MB", + "CPUPerc": "21.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "19.07%", + "MemUsage": "97.61MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "158MB / 109MB", + "PIDs": "23" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "Lock": 13, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:19:09.782829+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.98%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "14.73%", + "MemUsage": "75.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.21MB / 1.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.34%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "847kB / 1.11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.40%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "14.85%", + "MemUsage": "76.04MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.21MB / 1.59MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.06%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.24%", + "MemUsage": "134.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.21MB / 1.59MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.77%", + "MemUsage": "15.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "85MB / 85.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "11.87%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.465MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "12.2MB / 11.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 385MB", + "CPUPerc": "99.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.41%", + "MemUsage": "155.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "162MB / 112MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.25%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.26%", + "MemUsage": "8.352MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "895kB / 748kB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:19:12.474963+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.96%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "16.19%", + "MemUsage": "82.89MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.42MB / 3.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.89%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.43MB / 3.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.65%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "16.06%", + "MemUsage": "82.21MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.43MB / 3.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.46%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.07%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.42MB / 3.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.55%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "87.5MB / 88.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.953MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "12.6MB / 12MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 391MB", + "CPUPerc": "99.54%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "29.65%", + "MemUsage": "151.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "167MB / 115MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.58%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "2.87%", + "MemUsage": "7.336MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "2.66MB / 2.19MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:19:16.165739+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.29%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "17.71%", + "MemUsage": "90.66MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.91MB / 5.19MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.68%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.93MB / 5.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.05%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "17.58%", + "MemUsage": "90.04MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.94MB / 5.21MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.42%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.92MB / 5.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.59%", + "MemUsage": "16.12MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "90.5MB / 91.6MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.62%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.65%", + "MemUsage": "4.234MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "12.9MB / 12.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 398MB", + "CPUPerc": "96.51%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.16%", + "MemUsage": "154.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "173MB / 119MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.58%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.49%", + "MemUsage": "8.926MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "3.8MB / 3.13MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 5, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:19:19.782399+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.83%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "19.24%", + "MemUsage": "98.52MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.43MB / 7.21MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.46%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.16%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.44MB / 7.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.15%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "18.82%", + "MemUsage": "96.34MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.05MB / 6.68MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.62%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.14%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.44MB / 7.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.42%", + "MemUsage": "15.89MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "93.6MB / 94.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "9.83%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.223MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "13.5MB / 12.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 405MB", + "CPUPerc": "98.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.76%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "179MB / 124MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.31%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.55%", + "MemUsage": "9.086MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "6.02MB / 4.96MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 30 + } + }, + { + "time": "2026-10-23T12:19:22.863372+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.64%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "20.45%", + "MemUsage": "104.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.88MB / 9.15MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.42%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.09%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.9MB / 9.13MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.07%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "20.38%", + "MemUsage": "104.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.91MB / 9.15MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.93%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.9MB / 9.14MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.37%", + "MemUsage": "14.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "96.6MB / 97.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "13.9MB / 13.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 412MB", + "CPUPerc": "94.16%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "184MB / 128MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.17%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.27%", + "MemUsage": "8.363MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "7.14MB / 5.88MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 34724, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 578028, + "tup_inserted": 22923, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "16936" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "47420" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3013" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2976" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "44", + "eresp": "0", + "stot": "70388" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "19906" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "50389" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "44", + "eresp": "0", + "stot": "82266" + } + ], + "pool_stats": { + "ec3c6c3338f8": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1039, + "acquire_seconds_delta": 9.696810951 + }, + "a80d11ea6c54": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1092, + "acquire_seconds_delta": 12.652936974 + }, + "d2669935aa2a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 817, + "acquire_seconds_delta": 6.586310179 + }, + "48ae45e952c9": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1151, + "acquire_seconds_delta": 8.896480067 + } + } + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 64, + "repeat": 1, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.160393761, + "errors": { + "503": 174 + }, + "failed_requests": 174, + "instances": { + "8deccf32bdbd": 3033, + "a32d5ce355b1": 3032 + }, + "latency_ms": { + "p50": 147.41, + "p95": 217.952, + "p99": 473.743 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 6065, + "successful_rps": 400.05557214497736, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:19:30.097263+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.26%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "390kB / 500kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.72%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "388kB / 495kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.00%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.81%", + "MemUsage": "16.4MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "97.1MB / 98.3MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "6.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.648MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14MB / 13.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 419MB", + "CPUPerc": "40.87%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "16.83%", + "MemUsage": "86.17MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "185MB / 128MB", + "PIDs": "8" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:19:33.438911+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.98%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.01MB / 2.71MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.14%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.01MB / 2.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.11%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.13%", + "MemUsage": "16.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "98.8MB / 100MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "3.76%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.28%", + "MemUsage": "5.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.2MB / 13.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 428MB", + "CPUPerc": "53.80%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "16.90%", + "MemUsage": "86.51MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "187MB / 130MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.62%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "3.66%", + "MemUsage": "9.359MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "1.18MB / 1.01MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:19:36.618195+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.01%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.51MB / 4.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.80%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.23%", + "MemUsage": "134.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.5MB / 4.74MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.62%", + "MemUsage": "16.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "100MB / 102MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "6.86%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.098MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.4MB / 13.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 462MB", + "CPUPerc": "59.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.12%", + "MemUsage": "87.64MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "191MB / 132MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.17%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "3.84%", + "MemUsage": "9.836MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "1.74MB / 1.47MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:19:39.905002+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.11%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.42%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.99MB / 6.77MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.02%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.99MB / 6.78MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.53%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.89%", + "MemUsage": "16.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "102MB / 103MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "4.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.99%", + "MemUsage": "5.082MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.6MB / 13.9MB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 475MB", + "CPUPerc": "55.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.19%", + "MemUsage": "88MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "194MB / 134MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.28%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "4.21%", + "MemUsage": "10.77MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "2.67MB / 2.23MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:19:43.150420+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.34%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.55%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.64MB / 9.05MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.56%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.59%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.63MB / 9.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.26%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "104MB / 105MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.70%", + "MemUsage": "4.348MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.9MB / 14.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 489MB", + "CPUPerc": "56.95%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.42%", + "MemUsage": "89.21MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "197MB / 137MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.51%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "3.87%", + "MemUsage": "9.895MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "3.63MB / 3.01MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:19:46.393366+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.23%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.94MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.45%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.94MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.96%", + "MemUsage": "16.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "105MB / 106MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "5.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.594MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "15.1MB / 14.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 501MB", + "CPUPerc": "40.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.65%", + "MemUsage": "90.39MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "200MB / 138MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.72%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "4.08%", + "MemUsage": "10.44MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "4.45MB / 3.67MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "db_delta": { + "xact_commit": 22509, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 357617, + "tup_inserted": 14923, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "19908" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "50391" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "49", + "eresp": "0", + "stot": "82275" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "1", + "eresp": "0", + "stot": "23767" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "54249" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "49", + "eresp": "0", + "stot": "89992" + } + ], + "pool_stats": { + "8deccf32bdbd": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 11236, + "acquire_seconds_delta": 561.354762949 + }, + "a32d5ce355b1": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 11221, + "acquire_seconds_delta": 561.417464705 + } + } + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 1, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.09050724, + "errors": { + "503": 1792 + }, + "failed_requests": 1792, + "instances": { + "29e74572f1e5": 5781, + "f472ce255207": 5788 + }, + "latency_ms": { + "p50": 92.749, + "p95": 106.996, + "p99": 190.253 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11569, + "successful_rps": 766.640896558756, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:20:31.259109+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.45%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "404kB / 508kB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.38%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "404kB / 509kB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.67%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.92%", + "MemUsage": "16.54MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "117MB / 118MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "2.97%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.258MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "16.5MB / 15.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 556MB", + "CPUPerc": "85.19%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "25.15%", + "MemUsage": "128.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "219MB / 152MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:20:34.553934+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.18%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.27%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.17MB / 4.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.19%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.21MB / 4.28MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.79%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.10%", + "MemUsage": "16.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "120MB / 121MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "7.64%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.17%", + "MemUsage": "5.551MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "16.9MB / 16.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 564MB", + "CPUPerc": "101.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "25.79%", + "MemUsage": "132.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "225MB / 156MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.17%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.92%", + "MemUsage": "10.03MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "1.33MB / 1.16MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:20:38.450505+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.37%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.12MB / 8.11MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.29%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.16MB / 8.23MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.87%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.25%", + "MemUsage": "16.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "123MB / 125MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "4.56%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.98MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "17.4MB / 16.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 573MB", + "CPUPerc": "102.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.01%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "230MB / 159MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.86%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.92%", + "MemUsage": "10.04MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "3.09MB / 2.65MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:20:40.858334+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.46%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.55MB / 11.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.51%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.55MB / 11.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.97%", + "MemUsage": "16.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "126MB / 127MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "6.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.70%", + "MemUsage": "4.344MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "17.7MB / 16.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 580MB", + "CPUPerc": "100.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.90%", + "MemUsage": "137.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "235MB / 163MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.44%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.82%", + "MemUsage": "9.773MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "5.23MB / 4.46MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:20:43.951781+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.20%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.14%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.6MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.13%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "23.03%", + "MemUsage": "117.9MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.6MB / 15.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.04%", + "MemUsage": "16.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "129MB / 131MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "6.37%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.746MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.1MB / 17.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 588MB", + "CPUPerc": "101.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.57%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "241MB / 167MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.29%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.88%", + "MemUsage": "9.926MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "7.13MB / 6.07MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:20:47.149008+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.89%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "3.67%", + "MemUsage": "18.77MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.6MB / 19.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.45%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "3.76%", + "MemUsage": "19.26MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.6MB / 19.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.57%", + "MemUsage": "16.09MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "133MB / 134MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "7.15%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.18MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.4MB / 17.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 597MB", + "CPUPerc": "100.14%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.93%", + "MemUsage": "137.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "247MB / 171MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.12%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.63%", + "MemUsage": "9.285MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "8.97MB / 7.63MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "LWLock": 5 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "f472ce255207": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20068, + "acquire_seconds_delta": 427.652710667 + }, + "29e74572f1e5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20139, + "acquire_seconds_delta": 426.988568447 + } + }, + "db_delta": { + "xact_commit": 38976, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 630352, + "tup_inserted": 25845, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "28258" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "58748" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "64", + "eresp": "0", + "stot": "98997" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "35992" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "66481" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "64", + "eresp": "0", + "stot": "114464" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 1, + "repeat": 1, + "result": { + "concurrency": 1, + "elapsed_seconds": 15.002587367, + "errors": {}, + "failed_requests": 0, + "instances": { + "1b32433fe7b3": 1132, + "41ab570786e3": 1131, + "6ba15f926347": 1133, + "e275f86f2316": 1130 + }, + "latency_ms": { + "p50": 2.987, + "p95": 4.796, + "p99": 6.757 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 4526, + "successful_rps": 301.68129598468346, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:20:57.311997+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.58%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "13.54%", + "MemUsage": "69.34MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "81.2kB / 109kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.80%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "19.75%", + "MemUsage": "101.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.53kB / 8.2kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.27%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "79.3kB / 106kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.67%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "13.51%", + "MemUsage": "69.17MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "81.7kB / 110kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.42%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.48%", + "MemUsage": "15.97MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "134MB / 136MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "1.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.8MB / 17.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 627MB", + "CPUPerc": "17.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "21.23%", + "MemUsage": "108.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "249MB / 172MB", + "PIDs": "10" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:21:00.317580+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.94%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "13.73%", + "MemUsage": "70.29MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "354kB / 476kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.46%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.94%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "355kB / 477kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.17%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "354kB / 476kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.71%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "13.69%", + "MemUsage": "70.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "354kB / 477kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.00%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.34%", + "MemUsage": "14.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "135MB / 137MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.8MB / 17.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 632MB", + "CPUPerc": "31.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "22.13%", + "MemUsage": "113.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "250MB / 173MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.69%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.57%", + "MemUsage": "6.586MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "365kB / 328kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:21:02.346004+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.53%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "14.17%", + "MemUsage": "72.56MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "781kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.45%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.95%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "783kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.92%", + "MemUsage": "132.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "781kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.13%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "14.11%", + "MemUsage": "72.22MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "783kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.34%", + "MemUsage": "14.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "136MB / 137MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "4.07%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.85%", + "MemUsage": "7.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19MB / 18.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 640MB", + "CPUPerc": "30.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "22.73%", + "MemUsage": "116.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "252MB / 174MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.82%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.43%", + "MemUsage": "6.211MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "813kB / 731kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:04.371925+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.08%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "14.64%", + "MemUsage": "74.94MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.14MB / 1.53MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.70%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.14MB / 1.54MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.05%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.93%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.14MB / 1.53MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.57%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "14.61%", + "MemUsage": "74.82MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.14MB / 1.54MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.03%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.09%", + "MemUsage": "15.48MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "136MB / 138MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "4.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.67%", + "MemUsage": "6.844MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.1MB / 18.2MB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 646MB", + "CPUPerc": "34.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "24.08%", + "MemUsage": "123.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "253MB / 175MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.41%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.70%", + "MemUsage": "6.906MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "1.19MB / 1.07MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:06.410042+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.10%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.00%", + "MemUsage": "76.81MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.5MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.02%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.93%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.51MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.96%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.03%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.5MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.55%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "14.87%", + "MemUsage": "76.12MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.5MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.08%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.80%", + "MemUsage": "16.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "137MB / 139MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.52%", + "MemUsage": "3.898MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.2MB / 18.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 652MB", + "CPUPerc": "27.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.28%", + "MemUsage": "119.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "255MB / 176MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.61%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.72%", + "MemUsage": "6.965MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "1.58MB / 1.42MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:08.436999+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.01%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.49%", + "MemUsage": "79.33MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.26%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.94%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.48%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.33%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "15.40%", + "MemUsage": "78.82MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.34%", + "MemUsage": "14.52MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "138MB / 139MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.848MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.3MB / 18.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 658MB", + "CPUPerc": "28.73%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.42%", + "MemUsage": "119.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "256MB / 177MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.52%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.64%", + "MemUsage": "6.762MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "1.94MB / 1.74MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:10.478999+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.59%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.69%", + "MemUsage": "80.34MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.03%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.01%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.61%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "15.77%", + "MemUsage": "80.74MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.72%", + "MemUsage": "16.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "139MB / 140MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.336MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.4MB / 18.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 665MB", + "CPUPerc": "27.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.53%", + "MemUsage": "120.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "258MB / 178MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.93%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.84%", + "MemUsage": "7.262MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "2.31MB / 2.08MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:12.531190+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.93%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "16.14%", + "MemUsage": "82.61MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.73%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "26.00%", + "MemUsage": "133.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.47%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.47%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "16.12%", + "MemUsage": "82.54MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.23%", + "MemUsage": "15.66MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "139MB / 141MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.28%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.328MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.5MB / 18.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 671MB", + "CPUPerc": "27.40%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.55%", + "MemUsage": "120.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "259MB / 179MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.41%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.84%", + "MemUsage": "7.258MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "2.69MB / 2.42MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:14.509082+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.68%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "16.57%", + "MemUsage": "84.83MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.92MB / 3.93MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.72%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.91MB / 3.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.76%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.12%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.92MB / 3.93MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.52%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "16.55%", + "MemUsage": "84.73MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.92MB / 3.93MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "140MB / 142MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.094MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.6MB / 18.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 677MB", + "CPUPerc": "27.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.61%", + "MemUsage": "120.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "261MB / 180MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.33%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.83%", + "MemUsage": "7.254MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "3.06MB / 2.76MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + } + ], + "sample_errors": [], + "pool_stats": { + "e275f86f2316": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.011850298 + }, + "1b32433fe7b3": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.006257656 + }, + "41ab570786e3": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.007344988 + }, + "6ba15f926347": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.021835333 + } + }, + "db_delta": { + "xact_commit": 15788, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 255949, + "tup_inserted": 10369, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "35993" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "66483" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5985" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5946" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "114475" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "37314" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "67804" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "7305" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "7267" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "119758" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 8, + "repeat": 1, + "result": { + "concurrency": 8, + "elapsed_seconds": 15.00476668, + "errors": {}, + "failed_requests": 0, + "instances": { + "1b32433fe7b3": 2683, + "41ab570786e3": 2685, + "6ba15f926347": 2685, + "e275f86f2316": 2685 + }, + "latency_ms": { + "p50": 5.032, + "p95": 55.333, + "p99": 72.063 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10738, + "successful_rps": 715.6392517794219, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:21:18.243704+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.34%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "17.04%", + "MemUsage": "87.24MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.52MB / 4.74MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.28%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "28.79%", + "MemUsage": "147.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.53MB / 4.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.68%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "29.06%", + "MemUsage": "148.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.53MB / 4.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.78%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "17.11%", + "MemUsage": "87.61MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.52MB / 4.74MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.21%", + "MemUsage": "15.63MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "141MB / 143MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "4.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.90%", + "MemUsage": "4.863MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.6MB / 18.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 686MB", + "CPUPerc": "105.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.38%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "263MB / 182MB", + "PIDs": "19" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:21:21.340072+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.77%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "18.46%", + "MemUsage": "94.54MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.54%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "28.70%", + "MemUsage": "146.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.26%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "29.06%", + "MemUsage": "148.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.82%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "18.51%", + "MemUsage": "94.76MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.08%", + "MemUsage": "15.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "144MB / 145MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "6.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.621MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "20.1MB / 19.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 696MB", + "CPUPerc": "92.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "27.28%", + "MemUsage": "139.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "268MB / 185MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.18%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "3.02%", + "MemUsage": "7.734MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "1.97MB / 1.74MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 3, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:24.350998+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.25%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "19.89%", + "MemUsage": "101.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.13MB / 8.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.38%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "29.27%", + "MemUsage": "149.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.13MB / 8.25MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.30%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "29.54%", + "MemUsage": "151.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.14MB / 8.25MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.05%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "19.87%", + "MemUsage": "101.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.14MB / 8.25MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.29%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.45%", + "MemUsage": "15.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "147MB / 148MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "7.23%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.617MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "20.4MB / 19.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 707MB", + "CPUPerc": "104.17%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "27.38%", + "MemUsage": "140.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "273MB / 189MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.83%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "2.72%", + "MemUsage": "6.961MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "3.4MB / 2.99MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:21:27.453273+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.92%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "21.20%", + "MemUsage": "108.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.3MB / 9.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.05%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "29.90%", + "MemUsage": "153.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.92MB / 9.31MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.86%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.40%", + "MemUsage": "155.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.92MB / 9.31MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.97%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "20.56%", + "MemUsage": "105.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.92MB / 9.31MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.67%", + "MemUsage": "14.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "148MB / 150MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "4.02%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.61%", + "MemUsage": "4.129MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "20.8MB / 19.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 713MB", + "CPUPerc": "86.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "27.59%", + "MemUsage": "141.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "277MB / 191MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.80%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "3.03%", + "MemUsage": "7.762MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "4.63MB / 4.08MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:21:30.459727+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.02%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "22.20%", + "MemUsage": "113.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.47%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.66%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.74%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.78%", + "MemUsage": "157.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.18%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "22.08%", + "MemUsage": "113MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.61%", + "MemUsage": "16.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "151MB / 153MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "4.92%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.68%", + "MemUsage": "4.297MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "21.2MB / 20.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 742MB", + "CPUPerc": "102.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "28.45%", + "MemUsage": "145.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "282MB / 195MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.07%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "2.94%", + "MemUsage": "7.539MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "5.76MB / 5.07MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:33.566661+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.96%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "23.52%", + "MemUsage": "120.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "9.76MB / 13.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.58%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.87%", + "MemUsage": "158MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.75MB / 13.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.47%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.68%", + "MemUsage": "157.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.3MB / 12.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.24%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "23.12%", + "MemUsage": "118.4MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.3MB / 12.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.91%", + "MemUsage": "15.25MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "154MB / 155MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "7.22%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.39%", + "MemUsage": "3.562MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "21.6MB / 20.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 753MB", + "CPUPerc": "101.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "29.19%", + "MemUsage": "149.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "288MB / 199MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.11%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "2.94%", + "MemUsage": "7.527MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "6.77MB / 5.96MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "1b32433fe7b3": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.111015221 + }, + "41ab570786e3": { + "max_acquired": 4, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.027550571 + }, + "6ba15f926347": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.014943724 + }, + "e275f86f2316": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.104641968 + } + }, + "db_delta": { + "xact_commit": 37794, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 593139, + "tup_inserted": 25009, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "37314" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "67804" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "7306" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "7267" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "119759" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "40536" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "71025" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "10527" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "10489" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "132645" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.005777581, + "errors": {}, + "failed_requests": 0, + "instances": { + "1b32433fe7b3": 2721, + "41ab570786e3": 2721, + "6ba15f926347": 2720, + "e275f86f2316": 2719 + }, + "latency_ms": { + "p50": 14.665, + "p95": 92.77, + "p99": 101.427 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10881, + "successful_rps": 725.12070375995, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:21:39.856997+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.85%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.76%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "10.7MB / 14.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.01%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.50%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.7MB / 14.4MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.18%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.67%", + "MemUsage": "157.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.7MB / 14.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.85%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.60%", + "MemUsage": "156.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.3MB / 13.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.19%", + "MemUsage": "16.88MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "156MB / 157MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "6.29%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "21.9MB / 20.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 766MB", + "CPUPerc": "40.80%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.24%", + "MemUsage": "180.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "290MB / 200MB", + "PIDs": "36" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 30 + } + }, + { + "time": "2026-10-23T12:21:43.136858+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.61%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.87%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "12MB / 16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.09%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.34%", + "MemUsage": "155.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "11.5MB / 15.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.05%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.23%", + "MemUsage": "154.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12MB / 16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.32%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.44%", + "MemUsage": "155.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "11.5MB / 15.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.09%", + "MemUsage": "16.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "158MB / 160MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "4.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.90%", + "MemUsage": "4.863MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "22.3MB / 21.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 774MB", + "CPUPerc": "87.11%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.37%", + "MemUsage": "191.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "296MB / 205MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.78%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.57%", + "MemUsage": "9.141MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "1.9MB / 1.6MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:21:46.447496+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.87%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.86%", + "MemUsage": "158MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "13.4MB / 17.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.82%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.06%", + "MemUsage": "153.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "13.3MB / 17.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.22%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.12%", + "MemUsage": "154.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.3MB / 17.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.58%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.58%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.9MB / 17.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.35%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.84%", + "MemUsage": "16.44MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "161MB / 163MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "8.04%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.09%", + "MemUsage": "5.355MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "22.7MB / 21.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 781MB", + "CPUPerc": "105.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.99%", + "MemUsage": "194.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "302MB / 209MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.38%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.56%", + "MemUsage": "9.105MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "3.48MB / 2.89MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 26 + } + }, + { + "time": "2026-10-23T12:21:49.749208+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.25%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.3MB / 19.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.09%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.20%", + "MemUsage": "154.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.3MB / 19.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.67%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.69%", + "MemUsage": "131.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "14.8MB / 19.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.15%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.62%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.8MB / 19.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "164MB / 166MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "6.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "23MB / 21.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 788MB", + "CPUPerc": "106.57%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.99%", + "MemUsage": "194.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "307MB / 213MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.75%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.47%", + "MemUsage": "8.891MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "5.04MB / 4.18MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:21:53.241302+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.12%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "16.1MB / 21.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.01%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "3.16%", + "MemUsage": "16.19MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "16.1MB / 21.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.12%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.74%", + "MemUsage": "19.14MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "16.1MB / 21.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.31%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.57%", + "MemUsage": "156.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "15.6MB / 20.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.56%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "167MB / 169MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "11.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.53%", + "MemUsage": "3.91MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "23.5MB / 22.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 811MB", + "CPUPerc": "108.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.51%", + "MemUsage": "197.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "313MB / 216MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.65%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.68%", + "MemUsage": "9.426MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "6.53MB / 5.42MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 4, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:21:56.183468+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.39%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "17.2MB / 23MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.83%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "2.83%", + "MemUsage": "14.48MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "17.1MB / 22.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.01%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.58%", + "MemUsage": "18.34MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "17.6MB / 23.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.57%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.75%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "17.6MB / 23.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.51%", + "MemUsage": "16.01MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "170MB / 172MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "4.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.387MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "23.9MB / 22.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 819MB", + "CPUPerc": "100.36%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.92%", + "MemUsage": "199.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "319MB / 221MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.33%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.46%", + "MemUsage": "8.863MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "8.2MB / 6.79MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "1b32433fe7b3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 2840, + "acquire_seconds_delta": 21.408658647 + }, + "41ab570786e3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1782, + "acquire_seconds_delta": 12.828256835 + }, + "6ba15f926347": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 390, + "acquire_seconds_delta": 2.530663776 + }, + "e275f86f2316": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 598, + "acquire_seconds_delta": 4.310817353 + } + }, + "db_delta": { + "xact_commit": 39066, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 628910, + "tup_inserted": 25841, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "40536" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "71025" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "10527" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "10489" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "132645" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "43786" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "74276" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "13778" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "13739" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "145647" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 1, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.101730609, + "errors": { + "503": 41 + }, + "failed_requests": 41, + "instances": { + "1b32433fe7b3": 2951, + "41ab570786e3": 2993, + "6ba15f926347": 2989, + "e275f86f2316": 2990 + }, + "latency_ms": { + "p50": 91.73, + "p95": 187.552, + "p99": 203.038 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11923, + "successful_rps": 789.5121631221782, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:22:00.350187+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.82%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.62%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.08%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "15.28%", + "MemUsage": "78.24MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.11%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "15.67%", + "MemUsage": "80.25MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.58%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.58%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.36%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.80%", + "MemUsage": "16.38MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "171MB / 173MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "4.87%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.367MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "24.2MB / 23MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 831MB", + "CPUPerc": "20.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.79%", + "MemUsage": "198.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "319MB / 221MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:22:03.843435+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.76%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.81%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "19.8MB / 26.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.74%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "16.58%", + "MemUsage": "84.87MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "19.8MB / 26.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.18%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "17.13%", + "MemUsage": "87.71MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "19.8MB / 26.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.94%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.53%", + "MemUsage": "156.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "19.8MB / 26.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.85%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.21%", + "MemUsage": "16.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "174MB / 176MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "3.89%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.141MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "24.7MB / 23.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 840MB", + "CPUPerc": "93.98%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.17%", + "MemUsage": "200.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "327MB / 226MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.96%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "4.02%", + "MemUsage": "10.3MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "1.83MB / 1.52MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:22:07.136648+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.94%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.77%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "20.8MB / 27.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.07%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "18.42%", + "MemUsage": "94.31MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "21.4MB / 28.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.22%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "18.65%", + "MemUsage": "95.49MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "21.4MB / 28.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.04%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.63%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "20.9MB / 27.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.46%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.97%", + "MemUsage": "16.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "176MB / 179MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "6.76%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.172MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "25.1MB / 23.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 848MB", + "CPUPerc": "100.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.65%", + "MemUsage": "203MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "333MB / 231MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.85%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.52%", + "MemUsage": "9.004MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "4.13MB / 3.4MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 23 + } + }, + { + "time": "2026-10-23T12:22:10.439137+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.21%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "3.41%", + "MemUsage": "17.45MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "22.7MB / 30.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.86%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "19.62%", + "MemUsage": "100.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "22.7MB / 30.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.77%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "19.79%", + "MemUsage": "101.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "22.8MB / 30.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.30%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "22.8MB / 30.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.37%", + "MemUsage": "15.83MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "180MB / 183MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "4.14%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.613MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "25.6MB / 24.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 871MB", + "CPUPerc": "98.41%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.91%", + "MemUsage": "204.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "338MB / 235MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.04%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.64%", + "MemUsage": "9.312MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "5.69MB / 4.67MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 3, + "IO": 2, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:22:13.640138+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.58%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "3.50%", + "MemUsage": "17.91MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "24.3MB / 32.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.84%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "21.33%", + "MemUsage": "109.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "24.4MB / 32.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.81%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "21.46%", + "MemUsage": "109.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "24.4MB / 32.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.42%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.44%", + "MemUsage": "17.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "24.4MB / 32.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.77%", + "MemUsage": "17.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "184MB / 186MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "3.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.578MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "25.9MB / 24.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 878MB", + "CPUPerc": "107.11%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.43%", + "MemUsage": "207MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "345MB / 239MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.29%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.70%", + "MemUsage": "9.48MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "6.91MB / 5.66MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:22:16.836503+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "3.61%", + "MemUsage": "18.51MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "25.8MB / 34.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.75%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "22.91%", + "MemUsage": "117.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "25.8MB / 34.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.27%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "23.12%", + "MemUsage": "118.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "25.9MB / 34.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.99%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.44%", + "MemUsage": "17.62MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "25.9MB / 34.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.18%", + "MemUsage": "16.87MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "187MB / 189MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "3.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.301MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "26.5MB / 25.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 883MB", + "CPUPerc": "99.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.52%", + "MemUsage": "207.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "348MB / 242MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.62%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.87%", + "MemUsage": "9.914MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "8.6MB / 7.03MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "1b32433fe7b3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10423, + "acquire_seconds_delta": 272.684431721 + }, + "41ab570786e3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8900, + "acquire_seconds_delta": 126.004045585 + }, + "e275f86f2316": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 7345, + "acquire_seconds_delta": 71.299460128 + }, + "6ba15f926347": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 7145, + "acquire_seconds_delta": 92.380888055 + } + }, + "db_delta": { + "xact_commit": 42670, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 671877, + "tup_inserted": 28281, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "43786" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "74276" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "13778" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "13739" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "145647" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "47382" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "77872" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "31", + "econ": "0", + "eresp": "0", + "stot": "17374" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "27", + "econ": "0", + "eresp": "0", + "stot": "17335" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "160031" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 128, + "repeat": 1, + "result": { + "concurrency": 128, + "elapsed_seconds": 15.197071711, + "errors": { + "503": 2927 + }, + "failed_requests": 2927, + "instances": { + "1b32433fe7b3": 2589, + "41ab570786e3": 2641, + "6ba15f926347": 2612, + "e275f86f2316": 2632 + }, + "latency_ms": { + "p50": 191.933, + "p95": 293.299, + "p99": 391.744 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10474, + "successful_rps": 689.2117244152156, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:22:20.333873+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.59%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.95%", + "MemUsage": "81.65MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.15%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.05%", + "MemUsage": "153.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.69%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "23.90%", + "MemUsage": "122.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.73%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.44%", + "MemUsage": "17.63MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.31%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.47%", + "MemUsage": "17.24MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "188MB / 191MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "5.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.84MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "26.7MB / 25.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 901MB", + "CPUPerc": "99.71%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.96%", + "MemUsage": "209.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "353MB / 245MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:22:23.739620+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.95%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "17.15%", + "MemUsage": "87.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "28.1MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.25%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.11%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "28.1MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.66%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.51%", + "MemUsage": "130.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "28.1MB / 37.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.08%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.64%", + "MemUsage": "18.65MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "28.2MB / 37.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.66%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.23%", + "MemUsage": "18.22MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "192MB / 195MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "6.86%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.93MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "27.1MB / 25.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 908MB", + "CPUPerc": "100.43%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.23%", + "MemUsage": "211.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "359MB / 249MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.17%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.51%", + "MemUsage": "14.09MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "1.93MB / 1.75MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 2, + "IO": 2, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:22:27.247720+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.13%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "18.36%", + "MemUsage": "94.02MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "29.2MB / 38.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.17%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.10%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "29.7MB / 39.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.27%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.74%", + "MemUsage": "136.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "29.6MB / 39.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.10%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.58%", + "MemUsage": "18.35MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "29.8MB / 39.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.82%", + "MemUsage": "17.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "196MB / 198MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "4.72%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.83%", + "MemUsage": "4.691MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "27.6MB / 26.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 932MB", + "CPUPerc": "103.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.74%", + "MemUsage": "213.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "364MB / 253MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.34%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.06%", + "MemUsage": "12.95MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "3.99MB / 3.54MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 6, + "IO": 1, + "LWLock": 5, + "Timeout": 1 + } + }, + { + "time": "2026-10-23T12:22:30.432086+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.22%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "19.93%", + "MemUsage": "102MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "30.7MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.84%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.11%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.8MB / 40.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.15%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "27.17%", + "MemUsage": "139.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "30.7MB / 40.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.95%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.57%", + "MemUsage": "18.25MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.9MB / 41MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.27%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.41%", + "MemUsage": "17.16MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "198MB / 201MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "5.46%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.438MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "27.9MB / 26.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 937MB", + "CPUPerc": "103.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.71%", + "MemUsage": "223.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "368MB / 256MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.54%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.06%", + "MemUsage": "12.96MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "6.01MB / 5.3MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:22:33.734075+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.55%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "21.45%", + "MemUsage": "109.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "32.1MB / 42.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.00%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.01%", + "MemUsage": "153.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.2MB / 42.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.69%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.29%", + "MemUsage": "16.82MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "32.1MB / 42.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.95%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.48%", + "MemUsage": "17.81MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.3MB / 42.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.22%", + "MemUsage": "18.2MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "202MB / 204MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "6.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.45%", + "MemUsage": "3.699MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "28.3MB / 26.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 943MB", + "CPUPerc": "98.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "42.23%", + "MemUsage": "216.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "374MB / 259MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.98%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.14%", + "MemUsage": "13.17MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "7.1MB / 6.25MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:22:37.034920+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.15%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "23.13%", + "MemUsage": "118.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "33.6MB / 44.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.84%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.06%", + "MemUsage": "153.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "33.7MB / 44.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.21%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.22%", + "MemUsage": "16.49MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "33.6MB / 44.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.09%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.43%", + "MemUsage": "17.54MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "33.8MB / 44.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.84%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.97%", + "MemUsage": "17.89MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "205MB / 208MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "4.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.078MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "28.7MB / 27.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 950MB", + "CPUPerc": "100.61%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "42.42%", + "MemUsage": "217.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "379MB / 263MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.83%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.03%", + "MemUsage": "12.87MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "9.14MB / 8.02MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 30 + } + } + ], + "sample_errors": [], + "pool_stats": { + "41ab570786e3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9743, + "acquire_seconds_delta": 428.231188442 + }, + "6ba15f926347": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9567, + "acquire_seconds_delta": 427.383951528 + }, + "1b32433fe7b3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9567, + "acquire_seconds_delta": 429.212863769 + }, + "e275f86f2316": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9723, + "acquire_seconds_delta": 429.046210391 + } + }, + "db_delta": { + "xact_commit": 39811, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 645105, + "tup_inserted": 26347, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "47382" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "77872" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "31", + "econ": "0", + "eresp": "0", + "stot": "17374" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "27", + "econ": "0", + "eresp": "0", + "stot": "17336" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "160032" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "51496" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "81986" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21487" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "0", + "eresp": "0", + "stot": "21449" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "69", + "eresp": "0", + "stot": "176486" + } + ] + }, + { + "series": "fixed", + "replicas": 2, + "cpu_per_api": 1.0, + "memory_mib_per_api": 512, + "pool": 4, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.017989945, + "errors": {}, + "failed_requests": 0, + "instances": { + "872bfe7bd562": 5888, + "e479692ccb0f": 5890 + }, + "latency_ms": { + "p50": 23.38, + "p95": 90.155, + "p99": 125.17 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11778, + "successful_rps": 784.259414417926, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:22:45.429623+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.80%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "305kB / 397kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.94%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "965kB / 1.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.21%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "207MB / 210MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "3.42%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.15%", + "MemUsage": "5.504MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "29MB / 27.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 964MB", + "CPUPerc": "36.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.54%", + "MemUsage": "156.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "381MB / 264MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:22:48.453251+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.39%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.34%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.72MB / 5.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.55%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.73MB / 5.05MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.92%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.11%", + "MemUsage": "18.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "210MB / 213MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "7.42%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.33%", + "MemUsage": "5.969MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "29.4MB / 27.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 977MB", + "CPUPerc": "100.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.16%", + "MemUsage": "159.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "387MB / 269MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.19%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.58%", + "MemUsage": "9.164MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "1.58MB / 1.32MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:22:51.532268+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.35%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.51MB / 7.46MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.85%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.59%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.55MB / 7.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.94%", + "MemUsage": "17.85MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "213MB / 216MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "6.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.73MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "29.6MB / 28MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1GB", + "CPUPerc": "102.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.28%", + "MemUsage": "160.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "391MB / 272MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.84%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.61%", + "MemUsage": "9.23MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "3.12MB / 2.6MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:22:54.731454+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.51%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.47MB / 11.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.28%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.55%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "9.42MB / 12.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.61%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.31%", + "MemUsage": "17.03MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "216MB / 219MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "7.65%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.23MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "30.2MB / 28.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.02GB", + "CPUPerc": "103.98%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.83%", + "MemUsage": "163MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "399MB / 277MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.70%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.67%", + "MemUsage": "9.398MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "5.31MB / 4.42MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:22:57.837511+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "3.49%", + "MemUsage": "17.87MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.2MB / 16.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.10%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "3.55%", + "MemUsage": "18.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "12.3MB / 16.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.91%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.52%", + "MemUsage": "17.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "219MB / 222MB", + "PIDs": "14" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "7.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.23%", + "MemUsage": "5.703MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "30.5MB / 28.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.02GB", + "CPUPerc": "100.50%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "32.05%", + "MemUsage": "164.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "402MB / 280MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.34%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.43%", + "MemUsage": "8.789MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "6.37MB / 5.3MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:23:00.851365+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.56%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "3.56%", + "MemUsage": "18.23MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.5MB / 19.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.10%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "3.45%", + "MemUsage": "17.68MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.6MB / 19.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.76%", + "MemUsage": "17.61MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "221MB / 224MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "6.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.66%", + "MemUsage": "4.254MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "30.9MB / 29.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.04GB", + "CPUPerc": "71.98%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "32.57%", + "MemUsage": "166.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "409MB / 284MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.09%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.64%", + "MemUsage": "9.32MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "8.23MB / 6.85MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "872bfe7bd562": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 19740, + "acquire_seconds_delta": 138.246988661 + }, + "e479692ccb0f": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 20990, + "acquire_seconds_delta": 284.86104511 + } + }, + "db_delta": { + "xact_commit": 40695, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 648537, + "tup_inserted": 27011, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "51499" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "81987" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21488" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "0", + "eresp": "0", + "stot": "21449" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "75", + "eresp": "0", + "stot": "176497" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "58489" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "88978" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21488" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "0", + "eresp": "0", + "stot": "21449" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "75", + "eresp": "0", + "stot": "190478" + } + ] + }, + { + "series": "fixed", + "replicas": 4, + "cpu_per_api": 0.5, + "memory_mib_per_api": 256, + "pool": 2, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.101013577, + "errors": {}, + "failed_requests": 0, + "instances": { + "17a7ae4e2eaa": 2795, + "4ef558332e2c": 2793, + "7bcd23c99e30": 2793, + "7d239d0ef123": 2792 + }, + "latency_ms": { + "p50": 16.939, + "p95": 106.102, + "p99": 185.464 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11173, + "successful_rps": 739.8841106280001, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:23:11.243684+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.01%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "26.73%", + "MemUsage": "68.42MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "33.4kB / 36.1kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.29%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "51.85%", + "MemUsage": "132.7MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "31.2kB / 34.7kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.10%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "26.96%", + "MemUsage": "69.01MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.3kB / 33.6kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.51%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.10%", + "MemUsage": "133.4MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "28.1kB / 27.7kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.92%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.97%", + "MemUsage": "16.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "222MB / 225MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "3.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.367MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "31.1MB / 29.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.05GB", + "CPUPerc": "11.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.91%", + "MemUsage": "163.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "411MB / 286MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:14.433975+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.20%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "29.23%", + "MemUsage": "74.82MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "927kB / 1.24MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.96%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "51.93%", + "MemUsage": "132.9MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.36MB / 1.84MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.54%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "30.18%", + "MemUsage": "77.26MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.37MB / 1.85MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.31%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.18%", + "MemUsage": "133.6MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.38MB / 1.84MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.58%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.71%", + "MemUsage": "17.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "225MB / 228MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "5.73%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "31.5MB / 29.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.06GB", + "CPUPerc": "104.72%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "32.76%", + "MemUsage": "167.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "417MB / 289MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.54%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.15%", + "MemUsage": "8.07MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "1.53MB / 1.29MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:23:17.449489+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.90%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "33.20%", + "MemUsage": "85MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.71MB / 3.65MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.74%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.07%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.24MB / 3.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.50%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "31.73%", + "MemUsage": "81.22MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.27MB / 3.06MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.88%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.34%", + "MemUsage": "134MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.73MB / 3.65MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.12%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "228MB / 231MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "5.23%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.57MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "31.9MB / 30.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.09GB", + "CPUPerc": "106.01%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "33.03%", + "MemUsage": "169.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "422MB / 293MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.03%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "2.99%", + "MemUsage": "7.645MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "2.54MB / 2.11MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:23:20.551020+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.95%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "34.56%", + "MemUsage": "88.48MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.49MB / 4.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.70%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.23%", + "MemUsage": "133.7MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.5MB / 4.72MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.13%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "35.55%", + "MemUsage": "91.02MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4MB / 5.35MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.84%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.37%", + "MemUsage": "134.1MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.52MB / 4.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.73%", + "MemUsage": "16.29MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "231MB / 234MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "4.32%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.086MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "32.2MB / 30.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.1GB", + "CPUPerc": "82.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "33.19%", + "MemUsage": "170MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "425MB / 295MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.58%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.57%", + "MemUsage": "9.141MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "4.47MB / 3.72MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:23:23.637919+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.70%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "38.53%", + "MemUsage": "98.62MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.4MB / 7.31MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.89%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.22%", + "MemUsage": "133.7MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.44MB / 7.29MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.62%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "38.23%", + "MemUsage": "97.88MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.46MB / 7.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.53%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.37%", + "MemUsage": "134.1MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.45MB / 7.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.68%", + "MemUsage": "17.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "233MB / 237MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "7.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.094MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "32.7MB / 31MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11GB", + "CPUPerc": "104.41%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "33.86%", + "MemUsage": "173.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "431MB / 299MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.60%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.29%", + "MemUsage": "8.426MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "5.55MB / 4.63MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:26.838337+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.66%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "41.93%", + "MemUsage": "107.3MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.85MB / 9.28MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.19%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.56%", + "MemUsage": "134.6MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.89MB / 9.22MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.54%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "40.46%", + "MemUsage": "103.6MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.38MB / 8.51MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.98%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.59%", + "MemUsage": "134.6MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.37MB / 8.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "236MB / 240MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "5.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.078MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.1MB / 31.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.13GB", + "CPUPerc": "105.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.08%", + "MemUsage": "174.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "439MB / 304MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.12%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.27%", + "MemUsage": "8.363MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "7.11MB / 5.94MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:23:29.855890+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.17%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "43.09%", + "MemUsage": "110.3MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.57MB / 10.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.51%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.20%", + "MemUsage": "133.6MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.6MB / 10.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.21%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "42.80%", + "MemUsage": "109.6MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.62MB / 10.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.85%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.26%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.61MB / 10.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.74%", + "MemUsage": "16.31MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "238MB / 241MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "1.20%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.816MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.4MB / 31.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.14GB", + "CPUPerc": "43.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.16%", + "MemUsage": "174.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "441MB / 306MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.86%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "2.97%", + "MemUsage": "7.598MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "8.4MB / 7.01MB", + "PIDs": "6" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "7d239d0ef123": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 8129, + "acquire_seconds_delta": 60.752908568 + }, + "17a7ae4e2eaa": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 10069, + "acquire_seconds_delta": 251.352066837 + }, + "4ef558332e2c": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7982, + "acquire_seconds_delta": 51.490821228 + }, + "7bcd23c99e30": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 9411, + "acquire_seconds_delta": 60.518593445 + } + }, + "db_delta": { + "xact_commit": 39700, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 641254, + "tup_inserted": 26296, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "58490" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "88984" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21489" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "21451" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "78", + "eresp": "0", + "stot": "190490" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61836" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "92330" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24796" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "78", + "eresp": "0", + "stot": "203873" + } + ] + }, + { + "series": "fixed", + "replicas": 1, + "cpu_per_api": 2.0, + "memory_mib_per_api": 1024, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.0632296, + "errors": {}, + "failed_requests": 0, + "instances": { + "905f6f8f9691": 13277 + }, + "latency_ms": { + "p50": 18.594, + "p95": 80.669, + "p99": 89.048 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13277, + "successful_rps": 881.4178866396619, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:23:37.247366+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.16%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "13.26%", + "MemUsage": "135.8MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.85MB / 3.85MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.40%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.80%", + "MemUsage": "17.66MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "239MB / 243MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "6.89%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.33%", + "MemUsage": "5.953MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.6MB / 31.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.14GB", + "CPUPerc": "62.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.11%", + "MemUsage": "174.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "442MB / 307MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:40.329361+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.30%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "13.30%", + "MemUsage": "136.2MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.95MB / 10.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.28%", + "MemUsage": "16.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "242MB / 246MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "4.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.691MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.9MB / 32.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.15GB", + "CPUPerc": "104.36%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.56%", + "MemUsage": "176.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "449MB / 312MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.55%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.54%", + "MemUsage": "9.059MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "2.26MB / 1.89MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:23:43.335214+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.21%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.82%", + "MemUsage": "18.59MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "13.8MB / 18.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.03%", + "MemUsage": "16.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "245MB / 249MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "3.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.141MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "34.2MB / 32.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.18GB", + "CPUPerc": "100.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.01%", + "MemUsage": "179.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "455MB / 316MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.57%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.48%", + "MemUsage": "8.914MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "3.28MB / 2.73MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:45.423735+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.39%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.91%", + "MemUsage": "19.54MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "18MB / 24.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.40%", + "MemUsage": "17.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "247MB / 251MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "6.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.52MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "34.7MB / 32.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.19GB", + "CPUPerc": "101.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.02%", + "MemUsage": "179.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "459MB / 319MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.51%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.67%", + "MemUsage": "9.395MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "5.11MB / 4.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:48.528321+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.39%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.94%", + "MemUsage": "19.83MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "24.2MB / 32.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.14%", + "MemUsage": "16.82MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "249MB / 253MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "6.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35MB / 33.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.21GB", + "CPUPerc": "100.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.96%", + "MemUsage": "179MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "466MB / 323MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.41%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.58%", + "MemUsage": "9.152MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "6.87MB / 5.74MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:23:51.437767+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.17%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.89%", + "MemUsage": "19.36MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "30.2MB / 41.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.57%", + "MemUsage": "17.37MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "254MB / 257MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "4.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.26%", + "MemUsage": "5.793MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35.6MB / 33.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.24GB", + "CPUPerc": "100.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.08%", + "MemUsage": "179.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "472MB / 327MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.94%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.54%", + "MemUsage": "9.051MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "8.57MB / 7.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:23:53.471252+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.84%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.88%", + "MemUsage": "19.23MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "34.4MB / 46.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.00%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.36%", + "MemUsage": "17.1MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "256MB / 259MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "4.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.336MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35.9MB / 34MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.25GB", + "CPUPerc": "100.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.13%", + "MemUsage": "179.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "476MB / 330MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.27%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.47%", + "MemUsage": "8.891MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "9.78MB / 8.17MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "905f6f8f9691": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 46249, + "acquire_seconds_delta": 417.24937408 + } + }, + "db_delta": { + "xact_commit": 44810, + "xact_rollback": 0, + "blks_read": 11, + "blks_hit": 715030, + "tup_inserted": 29799, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61836" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "92331" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "85", + "eresp": "0", + "stot": "203882" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61836" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "107920" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "85", + "eresp": "0", + "stot": "219471" + } + ] + }, + { + "series": "growing", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.009726226, + "errors": {}, + "failed_requests": 0, + "instances": { + "5db10516dd4a": 6061, + "7748c30035f6": 6063 + }, + "latency_ms": { + "p50": 14.082, + "p95": 88.981, + "p99": 95.943 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12124, + "successful_rps": 807.7429139912415, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:24:01.126067+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.61%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "25.93%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.71kB / 8.96kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.07%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "25.91%", + "MemUsage": "132.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.87kB / 10.9kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.31%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.21%", + "MemUsage": "16.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "256MB / 260MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "2.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.18MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35.9MB / 34.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.26GB", + "CPUPerc": "7.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.68%", + "MemUsage": "162.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "476MB / 330MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:24:04.330349+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.40%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "26.35%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.84MB / 2.47MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.47%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.85MB / 3.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.21%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.29%", + "MemUsage": "17.02MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "259MB / 263MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "6.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.016MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "36.3MB / 34.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.27GB", + "CPUPerc": "100.47%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.78%", + "MemUsage": "198.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "480MB / 333MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.68%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.42%", + "MemUsage": "8.746MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "1.02MB / 855kB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 15 + } + }, + { + "time": "2026-10-23T12:24:07.426312+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.54%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "26.36%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.69MB / 6.31MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.96%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.57MB / 7.49MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.26%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.69%", + "MemUsage": "17.53MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "262MB / 266MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "3.82%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.445MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "36.7MB / 34.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.28GB", + "CPUPerc": "99.73%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.12%", + "MemUsage": "200.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "487MB / 338MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.79%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.65%", + "MemUsage": "9.332MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "3.13MB / 2.61MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:24:10.527126+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.27%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.11%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.36MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.64%", + "MemUsage": "17.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "265MB / 268MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "7.15%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.066MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "37.2MB / 35.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.29GB", + "CPUPerc": "106.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.15%", + "MemUsage": "200.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "493MB / 342MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.48%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.74%", + "MemUsage": "9.582MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "4.69MB / 3.9MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:24:13.534019+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.28%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "25.43%", + "MemUsage": "130.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.3MB / 15.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.70%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "25.99%", + "MemUsage": "133.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "11.3MB / 15.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.08%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.70%", + "MemUsage": "17.54MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "268MB / 272MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "37.6MB / 35.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.3GB", + "CPUPerc": "100.10%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.85%", + "MemUsage": "198.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "499MB / 346MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.89%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.66%", + "MemUsage": "9.379MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "5.78MB / 4.8MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 15 + } + }, + { + "time": "2026-10-23T12:24:16.625472+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.24%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "3.75%", + "MemUsage": "19.18MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.1MB / 19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.87%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "4.00%", + "MemUsage": "20.47MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14.1MB / 19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.11%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.72%", + "MemUsage": "17.56MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "271MB / 274MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "4.43%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.695MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "37.9MB / 35.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.32GB", + "CPUPerc": "103.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.01%", + "MemUsage": "199.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "502MB / 348MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.57%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.57%", + "MemUsage": "9.129MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "7.39MB / 6.14MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "7748c30035f6": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 19697, + "acquire_seconds_delta": 139.773726593 + }, + "5db10516dd4a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 19626, + "acquire_seconds_delta": 138.275310956 + } + }, + "db_delta": { + "xact_commit": 39615, + "xact_rollback": 0, + "blks_read": 122, + "blks_hit": 641711, + "tup_inserted": 26317, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61841" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "107922" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "88", + "eresp": "0", + "stot": "219481" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "68745" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "114825" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "88", + "eresp": "0", + "stot": "233288" + } + ] + }, + { + "series": "growing", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.00810672, + "errors": {}, + "failed_requests": 0, + "instances": { + "2fd69cd3aa84": 2524, + "3d9aa8d0dbcc": 2526, + "9dde5ed544c7": 2525, + "f1277c98b685": 2526 + }, + "latency_ms": { + "p50": 14.482, + "p95": 96.117, + "p99": 101.047 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10101, + "successful_rps": 673.03625889995, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:24:27.529503+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.30%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "189kB / 243kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.33%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "13.66%", + "MemUsage": "69.93MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "195kB / 248kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.16%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "184kB / 236kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.24%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "13.54%", + "MemUsage": "69.35MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "40.6kB / 49kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "273MB / 276MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "5.10%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.418MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "38.3MB / 36.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.34GB", + "CPUPerc": "23.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.53%", + "MemUsage": "197.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "508MB / 352MB", + "PIDs": "29" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 17, + "Timeout": 1 + } + }, + { + "time": "2026-10-23T12:24:30.430700+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.90%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.09%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "14.69%", + "MemUsage": "75.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.33%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.00%", + "MemUsage": "133.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.57%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "14.74%", + "MemUsage": "75.49MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.61%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "275MB / 279MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "2.82%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.43MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "38.6MB / 36.6MB", + "PIDs": "5" + }, + { + "BlockIO": "12.6MB / 1.35GB", + "CPUPerc": "99.23%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.44%", + "MemUsage": "248MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "512MB / 355MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.26%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.46%", + "MemUsage": "8.852MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "1.28MB / 1.06MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 7, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:24:33.831388+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.19%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.31MB / 3.03MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.62%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "15.55%", + "MemUsage": "79.61MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.92MB / 2.52MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.66%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.03%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.3MB / 3.03MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.84%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "15.68%", + "MemUsage": "80.28MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.92MB / 2.54MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.57%", + "MemUsage": "17.36MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "277MB / 281MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "7.05%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.203MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "39MB / 36.9MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.36GB", + "CPUPerc": "101.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.20%", + "MemUsage": "262.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "515MB / 357MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.43%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.26%", + "MemUsage": "8.344MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "2.53MB / 2.08MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "IO": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:24:37.227391+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.39%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.22MB / 4.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.87%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "17.31%", + "MemUsage": "88.62MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.68MB / 4.85MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.45%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.22MB / 4.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.37%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "17.23%", + "MemUsage": "88.22MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.68MB / 4.86MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "280MB / 284MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "4.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "39.4MB / 37.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.37GB", + "CPUPerc": "106.18%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.92%", + "MemUsage": "250.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "522MB / 362MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.86%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.14%", + "MemUsage": "8.027MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "3.53MB / 2.9MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:24:40.529990+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.30%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.02MB / 6.63MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.69%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "18.66%", + "MemUsage": "95.54MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.01MB / 6.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.22%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.13%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.01MB / 6.63MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.18%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "18.61%", + "MemUsage": "95.29MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.01MB / 6.63MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.81%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.37%", + "MemUsage": "17.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "282MB / 287MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "3.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.23%", + "MemUsage": "5.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "39.8MB / 37.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.4GB", + "CPUPerc": "106.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.88%", + "MemUsage": "250.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "527MB / 366MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.32%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.31%", + "MemUsage": "8.469MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "5.53MB / 4.55MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 7, + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:24:43.738503+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.92%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.99MB / 7.92MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.53%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "20.01%", + "MemUsage": "102.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.45MB / 8.52MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.36%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.47MB / 8.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "20.23%", + "MemUsage": "103.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.45MB / 8.54MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.09%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.81%", + "MemUsage": "16.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "285MB / 290MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "6.94%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.93MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "40.2MB / 38.1MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.41GB", + "CPUPerc": "100.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.07%", + "MemUsage": "251.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "532MB / 370MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.30%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.29%", + "MemUsage": "8.422MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "6.63MB / 5.45MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "3d9aa8d0dbcc": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 955, + "acquire_seconds_delta": 8.40502519 + }, + "f1277c98b685": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1009, + "acquire_seconds_delta": 7.495539517 + }, + "2fd69cd3aa84": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 955, + "acquire_seconds_delta": 10.026621067 + }, + "9dde5ed544c7": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 963, + "acquire_seconds_delta": 10.450772085 + } + }, + "db_delta": { + "xact_commit": 33532, + "xact_rollback": 0, + "blks_read": 991, + "blks_hit": 580673, + "tup_inserted": 22143, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "68747" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "114826" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24837" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24799" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "91", + "eresp": "0", + "stot": "233298" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71601" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "117680" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "91", + "eresp": "0", + "stot": "244715" + } + ] + }, + { + "series": "growing", + "replicas": 1, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.011977966, + "errors": {}, + "failed_requests": 0, + "instances": { + "b29497e1712a": 13229 + }, + "latency_ms": { + "p50": 17.121, + "p95": 81.45, + "p99": 87.616 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13229, + "successful_rps": 881.2296440856634, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:24:51.221756+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "63.49%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.5MB / 3.38MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.26%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.53%", + "MemUsage": "17.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "287MB / 291MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "4.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.27%", + "MemUsage": "5.809MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "40.5MB / 38.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.43GB", + "CPUPerc": "103.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "36.89%", + "MemUsage": "188.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "536MB / 372MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:24:54.226306+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.93%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "26.51%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.31MB / 11.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.43%", + "MemUsage": "17.19MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "290MB / 294MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "6.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.14%", + "MemUsage": "5.469MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "40.9MB / 38.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.45GB", + "CPUPerc": "100.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "36.96%", + "MemUsage": "189.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "542MB / 376MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.01%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.47%", + "MemUsage": "8.883MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "1.76MB / 1.47MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:24:56.241630+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.67%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "25.50%", + "MemUsage": "130.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.3MB / 16.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.18%", + "MemUsage": "16.88MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "292MB / 296MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "7.24%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.99%", + "MemUsage": "5.102MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "41.2MB / 39MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.46GB", + "CPUPerc": "101.21%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "36.97%", + "MemUsage": "189.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "546MB / 379MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.06%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.37%", + "MemUsage": "8.617MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "3.5MB / 2.92MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:24:59.327559+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "71.73%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.87%", + "MemUsage": "19.83MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "16.1MB / 21.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.61%", + "MemUsage": "17.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "295MB / 299MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "4.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.17%", + "MemUsage": "5.551MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "41.6MB / 39.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.47GB", + "CPUPerc": "102.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.03%", + "MemUsage": "189.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "549MB / 381MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.44%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.62%", + "MemUsage": "9.273MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "4.58MB / 3.83MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 4, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:02.341323+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.90%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.82%", + "MemUsage": "19.54MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "24.3MB / 33.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.59%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "298MB / 303MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "7.28%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "42.1MB / 39.9MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.51GB", + "CPUPerc": "101.38%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.14%", + "MemUsage": "190.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "558MB / 387MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.35%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.58%", + "MemUsage": "9.152MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "6.3MB / 5.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:25:05.342136+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "69.96%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.80%", + "MemUsage": "19.46MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "30MB / 40.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.47%", + "MemUsage": "17.25MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "301MB / 306MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "5.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.19%", + "MemUsage": "5.609MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "42.5MB / 40.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.52GB", + "CPUPerc": "100.56%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.11%", + "MemUsage": "190MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "563MB / 391MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.49%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.54%", + "MemUsage": "9.051MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "7.98MB / 6.66MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:25:07.415242+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.44%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.84%", + "MemUsage": "19.68MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "34.2MB / 46.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.65%", + "MemUsage": "17.47MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "304MB / 308MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "4.77%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.18%", + "MemUsage": "5.57MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "42.8MB / 40.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.53GB", + "CPUPerc": "101.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.12%", + "MemUsage": "190.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "568MB / 394MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.37%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.64%", + "MemUsage": "9.309MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "9.72MB / 8.11MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b29497e1712a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 45903, + "acquire_seconds_delta": 413.237619337 + } + }, + "db_delta": { + "xact_commit": 44515, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 710445, + "tup_inserted": 29615, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71601" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "117682" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "99", + "eresp": "0", + "stot": "244725" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71601" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "133273" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "99", + "eresp": "0", + "stot": "260316" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 2, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.085814728, + "errors": { + "503": 1856 + }, + "failed_requests": 1856, + "instances": { + "24c76c1d1e4e": 5909, + "47680e7c8f3b": 5984 + }, + "latency_ms": { + "p50": 91.427, + "p95": 105.633, + "p99": 185.879 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11893, + "successful_rps": 788.3564934630954, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:25:15.116585+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.75%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "15.15%", + "MemUsage": "77.55MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.29MB / 1.69MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.63%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.31MB / 1.73MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.88%", + "MemUsage": "17.77MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "305MB / 310MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "7.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.11%", + "MemUsage": "5.406MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "43MB / 40.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.55GB", + "CPUPerc": "51.18%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.76%", + "MemUsage": "208.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "569MB / 395MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:25:18.328707+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.68%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "18.59%", + "MemUsage": "95.16MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "4.38MB / 5.84MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.78%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.47MB / 5.98MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.50%", + "MemUsage": "17.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "309MB / 313MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.24%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.695MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "43.5MB / 41.2MB", + "PIDs": "11" + }, + { + "BlockIO": "18.9MB / 1.56GB", + "CPUPerc": "99.39%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.17%", + "MemUsage": "210.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "577MB / 400MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.75%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.82%", + "MemUsage": "9.773MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "2.01MB / 1.73MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:25:21.227393+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.57%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "21.80%", + "MemUsage": "111.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.26MB / 9.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.35%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.37MB / 9.86MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.54%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "312MB / 317MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "6.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.719MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "43.9MB / 41.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.57GB", + "CPUPerc": "106.17%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.58%", + "MemUsage": "212.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "582MB / 404MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.55%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.82%", + "MemUsage": "9.773MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "4.48MB / 3.81MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:25:24.421826+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.78%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "23.91%", + "MemUsage": "122.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.3MB / 12.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.66%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.65%", + "MemUsage": "136.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.4MB / 13.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.20%", + "MemUsage": "18.17MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "316MB / 320MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.45%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.945MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "44.3MB / 42MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.59GB", + "CPUPerc": "100.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.27%", + "MemUsage": "211.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "588MB / 408MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.80%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.40%", + "MemUsage": "8.703MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "5.73MB / 4.88MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:25:27.623225+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.91%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "2.96%", + "MemUsage": "15.14MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.4MB / 16.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.40%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "3.71%", + "MemUsage": "19.01MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.5MB / 18MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.05%", + "MemUsage": "17.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "319MB / 324MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.05%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.316MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "44.8MB / 42.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.6GB", + "CPUPerc": "100.95%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.85%", + "MemUsage": "224.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "594MB / 412MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.34%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.68%", + "MemUsage": "9.426MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "8.25MB / 7.02MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:30.523045+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.16%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "3.00%", + "MemUsage": "15.37MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15.6MB / 20.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.68%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "3.72%", + "MemUsage": "19.07MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15.7MB / 21MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.11%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.05%", + "MemUsage": "17.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "322MB / 326MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.223MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.1MB / 42.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.61GB", + "CPUPerc": "107.61%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "42.95%", + "MemUsage": "219.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "598MB / 415MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.13%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.80%", + "MemUsage": "9.738MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "9.64MB / 8.2MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "47680e7c8f3b": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 21368, + "acquire_seconds_delta": 425.948421153 + }, + "24c76c1d1e4e": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 21084, + "acquire_seconds_delta": 426.200185364 + } + }, + "db_delta": { + "xact_commit": 40756, + "xact_rollback": 0, + "blks_read": 726, + "blks_hit": 670843, + "tup_inserted": 27051, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71605" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "133275" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "103", + "eresp": "0", + "stot": "260326" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "79771" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "141441" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "103", + "eresp": "0", + "stot": "276658" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 64, + "repeat": 2, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.090363119, + "errors": { + "503": 374 + }, + "failed_requests": 374, + "instances": { + "65fb2376f3cb": 4604, + "f23b4b3ef23e": 4659 + }, + "latency_ms": { + "p50": 100.257, + "p95": 136.131, + "p99": 174.712 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9263, + "successful_rps": 613.8354608801379, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:25:40.139929+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.64%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "780kB / 1.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.26%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "775kB / 1.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.56%", + "MemUsage": "18.63MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "324MB / 328MB", + "PIDs": "20" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "5.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.3MB / 43MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.64GB", + "CPUPerc": "64.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.17%", + "MemUsage": "180.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "601MB / 417MB", + "PIDs": "8" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:25:42.159945+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.65%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.22MB / 2.99MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.01%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.34%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.23MB / 3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.78%", + "MemUsage": "17.63MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "325MB / 330MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "5.19%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.715MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.5MB / 43.2MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.65GB", + "CPUPerc": "68.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.22%", + "MemUsage": "180.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "604MB / 419MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.45%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.20%", + "MemUsage": "10.74MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "1.33MB / 1.13MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:25:44.173604+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.55%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.44%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.63MB / 4.91MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.21%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.65MB / 4.94MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.29%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.93%", + "MemUsage": "17.83MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "327MB / 331MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "3.92%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.477MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.7MB / 43.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.66GB", + "CPUPerc": "55.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.15%", + "MemUsage": "180MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "607MB / 421MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.33%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.05%", + "MemUsage": "10.38MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "2.19MB / 1.84MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:25:46.179023+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.38%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.12MB / 6.94MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.82%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.16MB / 6.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.51%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.67%", + "MemUsage": "17.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "329MB / 333MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "4.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.94%", + "MemUsage": "4.961MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.9MB / 43.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.67GB", + "CPUPerc": "58.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.19%", + "MemUsage": "180.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "610MB / 423MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.12%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.11%", + "MemUsage": "10.51MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "3.09MB / 2.58MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:48.207941+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.70%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.40%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.47MB / 8.78MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.91%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.52MB / 8.86MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.87%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.21%", + "MemUsage": "18.19MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "330MB / 334MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "3.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.46%", + "MemUsage": "3.734MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.1MB / 43.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.69GB", + "CPUPerc": "55.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.14%", + "MemUsage": "179.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "613MB / 425MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.77%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "3.78%", + "MemUsage": "9.672MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "3.9MB / 3.25MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:25:50.215576+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.35%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.55%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.95MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.92%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.01MB / 10.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.54%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "332MB / 336MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "4.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.94%", + "MemUsage": "4.965MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.3MB / 44MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.7GB", + "CPUPerc": "63.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.27%", + "MemUsage": "180.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "616MB / 427MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.09%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.10%", + "MemUsage": "10.5MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "4.78MB / 3.97MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:52.244458+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.55%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.37MB / 12.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.79%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.63%", + "MemUsage": "136.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.44MB / 12.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.82%", + "MemUsage": "17.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "333MB / 338MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.65%", + "MemUsage": "4.223MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.5MB / 44.2MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.73GB", + "CPUPerc": "63.32%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.32%", + "MemUsage": "180.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "619MB / 429MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.84%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.03%", + "MemUsage": "10.32MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "5.63MB / 4.65MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:25:54.351730+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.69%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "25.16%", + "MemUsage": "128.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.8MB / 14.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.25%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "10.8MB / 14.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.06%", + "MemUsage": "17.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "335MB / 339MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "5.13%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.719MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.7MB / 44.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.74GB", + "CPUPerc": "73.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.41%", + "MemUsage": "181.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "621MB / 431MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.82%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "3.62%", + "MemUsage": "9.273MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "6.46MB / 5.33MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:57.309069+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.12%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "3.72%", + "MemUsage": "19.02MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "11.9MB / 16.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.27%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "3.59%", + "MemUsage": "18.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.7MB / 17.4MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.21%", + "MemUsage": "18.18MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "337MB / 341MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "7.30%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.609MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "47MB / 44.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.76GB", + "CPUPerc": "70.39%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.44%", + "MemUsage": "181.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "625MB / 434MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.98%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "7.15MB / 5.9MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "65fb2376f3cb": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16817, + "acquire_seconds_delta": 557.389722385 + }, + "f23b4b3ef23e": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 17017, + "acquire_seconds_delta": 557.691744144 + } + }, + "db_delta": { + "xact_commit": 33054, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 524245, + "tup_inserted": 21925, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "79773" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "141444" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "110", + "eresp": "0", + "stot": "276670" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "85665" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "147335" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "110", + "eresp": "0", + "stot": "288453" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 128, + "repeat": 2, + "result": { + "concurrency": 128, + "elapsed_seconds": 15.197751524, + "errors": { + "503": 2846 + }, + "failed_requests": 2846, + "instances": { + "07e5b947cfd5": 2832, + "41cc8d95c1e1": 2808, + "48f2392e4507": 2806, + "dcf0a0dba502": 2820 + }, + "latency_ms": { + "p50": 189.78, + "p95": 215.681, + "p99": 297.814 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11266, + "successful_rps": 741.293867201931, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:26:06.418300+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.90%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "13.95%", + "MemUsage": "71.43MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "255kB / 286kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.54%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.22%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "278kB / 327kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.98%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "306kB / 367kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.33%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "13.54%", + "MemUsage": "69.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "65.3kB / 53.9kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.55%", + "MemUsage": "17.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "337MB / 342MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "5.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.91%", + "MemUsage": "4.902MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "47.1MB / 44.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.76GB", + "CPUPerc": "20.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.74%", + "MemUsage": "208.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "625MB / 434MB", + "PIDs": "24" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:26:09.731163+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.24%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "15.56%", + "MemUsage": "79.65MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.72MB / 2.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.56%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.78MB / 2.29MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.25%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.20%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.83MB / 2.35MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.55%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "15.62%", + "MemUsage": "79.98MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.81MB / 2.33MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.63%", + "MemUsage": "18.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "341MB / 345MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "4.32%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "47.5MB / 45.1MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.77GB", + "CPUPerc": "105.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.65%", + "MemUsage": "254.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "632MB / 438MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.23%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.42%", + "MemUsage": "11.32MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "1.59MB / 1.47MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:26:13.114394+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.44%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "17.35%", + "MemUsage": "88.83MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.28MB / 4.23MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.74%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.24%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.84MB / 3.67MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.82%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.18%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.37MB / 4.38MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.09%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "17.41%", + "MemUsage": "89.16MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.36MB / 4.36MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.76%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.80%", + "MemUsage": "18.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "345MB / 349MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "6.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.723MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "48MB / 45.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.78GB", + "CPUPerc": "105.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.06%", + "MemUsage": "256.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "637MB / 442MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.49%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.88%", + "MemUsage": "12.5MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "3.51MB / 3.13MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 6, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:26:16.424046+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.86%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "19.05%", + "MemUsage": "97.54MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.84MB / 6.28MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.33%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.32%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "4.47MB / 5.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.24%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.70%", + "MemUsage": "136.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.89MB / 6.36MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.65%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "19.05%", + "MemUsage": "97.54MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.94MB / 6.44MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.04%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.22%", + "MemUsage": "18.2MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "348MB / 353MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "4.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.484MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "48.3MB / 45.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.78GB", + "CPUPerc": "98.87%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.88%", + "MemUsage": "255.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "641MB / 445MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.77%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.95%", + "MemUsage": "12.67MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "6.11MB / 5.38MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:26:19.828489+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "20.44%", + "MemUsage": "104.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.25MB / 8.12MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.33MB / 8.23MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.82%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.33MB / 8.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.55%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "20.16%", + "MemUsage": "103.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.88MB / 7.65MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.21%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.24%", + "MemUsage": "18.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "352MB / 356MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "4.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.492MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "48.8MB / 46.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.81GB", + "CPUPerc": "106.53%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.89%", + "MemUsage": "255.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "648MB / 450MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.77%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "5.08%", + "MemUsage": "12.99MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "7.9MB / 6.93MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 17 + } + }, + { + "time": "2026-10-23T12:26:23.025605+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "22.21%", + "MemUsage": "113.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.79MB / 10.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.83%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.87MB / 10.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.76%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.89MB / 10.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.08%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "22.30%", + "MemUsage": "114.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.87MB / 10.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.59%", + "MemUsage": "18.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "355MB / 360MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "6.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "49.3MB / 46.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.82GB", + "CPUPerc": "99.61%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.09%", + "MemUsage": "256.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "652MB / 453MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.92%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.88%", + "MemUsage": "12.49MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "9.83MB / 8.6MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9872, + "acquire_seconds_delta": 428.293407804 + }, + "dcf0a0dba502": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9858, + "acquire_seconds_delta": 426.56197857 + }, + "07e5b947cfd5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9743, + "acquire_seconds_delta": 423.513858684 + }, + "48f2392e4507": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9690, + "acquire_seconds_delta": 429.36883753 + } + }, + "db_delta": { + "xact_commit": 38405, + "xact_rollback": 0, + "blks_read": 2, + "blks_hit": 635220, + "tup_inserted": 25325, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "85668" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "147338" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27693" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27657" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "288468" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "89784" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "151453" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "31808" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "31773" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "304930" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 2, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.021072206, + "errors": { + "503": 20 + }, + "failed_requests": 20, + "instances": { + "07e5b947cfd5": 2450, + "41cc8d95c1e1": 2432, + "48f2392e4507": 2450, + "dcf0a0dba502": 2452 + }, + "latency_ms": { + "p50": 97.357, + "p95": 195.735, + "p99": 285.56 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9784, + "successful_rps": 651.3516389390559, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:26:27.126497+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.87%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "22.98%", + "MemUsage": "117.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.5MB / 11.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.10%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.24MB / 10.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.64%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.83%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.61MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.55%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.11%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.6MB / 11.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.51%", + "MemUsage": "17.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "357MB / 362MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "7.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.48MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "49.5MB / 46.9MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.83GB", + "CPUPerc": "98.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.03%", + "MemUsage": "256.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "657MB / 456MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:26:30.737150+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.01%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "24.19%", + "MemUsage": "123.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.66MB / 12.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.90%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.41MB / 12.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.61%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.84%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.79MB / 12.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.50%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.24%", + "MemUsage": "154.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.75MB / 12.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.69%", + "MemUsage": "17.52MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "359MB / 364MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "3.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.85%", + "MemUsage": "4.746MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "49.8MB / 47.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.84GB", + "CPUPerc": "103.74%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.88%", + "MemUsage": "265.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "661MB / 459MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.73%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.74%", + "MemUsage": "9.578MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "1.9MB / 1.58MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:26:34.015480+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.38%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "25.07%", + "MemUsage": "128.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.8MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.50%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "10.9MB / 14.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.05%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.73%", + "MemUsage": "157.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.9MB / 14.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.84%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.10%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.9MB / 14.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.85%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.67%", + "MemUsage": "17.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "361MB / 366MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "3.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.03%", + "MemUsage": "5.191MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "50.2MB / 47.6MB", + "PIDs": "5" + }, + { + "BlockIO": "27.6MB / 1.84GB", + "CPUPerc": "105.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "54.31%", + "MemUsage": "278MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "666MB / 462MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.12%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.78%", + "MemUsage": "9.664MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "3.19MB / 2.62MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:26:37.028147+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.64%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "23.75%", + "MemUsage": "121.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "11.6MB / 15.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.51%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.63%", + "MemUsage": "18.59MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.1MB / 15.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.78%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.82%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "11.7MB / 15.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.15%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.18%", + "MemUsage": "154.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12MB / 15.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.93%", + "MemUsage": "16.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "363MB / 368MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "5.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.949MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "50.5MB / 47.9MB", + "PIDs": "5" + }, + { + "BlockIO": "27.6MB / 1.85GB", + "CPUPerc": "100.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.52%", + "MemUsage": "274MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "669MB / 464MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.89%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.66%", + "MemUsage": "9.375MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "4.47MB / 3.66MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 31 + } + }, + { + "time": "2026-10-23T12:26:40.410191+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.95%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "2.89%", + "MemUsage": "14.82MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.8MB / 16.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.50%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.78%", + "MemUsage": "19.36MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "13.4MB / 17.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.71%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.87%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.4MB / 17.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.38%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.19%", + "MemUsage": "154.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.8MB / 16.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.08%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "367MB / 372MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "6.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "50.8MB / 48.1MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.87GB", + "CPUPerc": "99.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.02%", + "MemUsage": "271.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "675MB / 469MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.95%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.97%", + "MemUsage": "10.16MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "5.91MB / 4.83MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 3, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:26:43.323796+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "2.93%", + "MemUsage": "14.99MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.8MB / 19.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.14%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.49%", + "MemUsage": "17.88MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14.9MB / 19.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.40%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.92%", + "MemUsage": "158.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "14.9MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.12%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.14%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.3MB / 18.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.25%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.84%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "370MB / 375MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "6.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.203MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "51.4MB / 48.6MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.88GB", + "CPUPerc": "99.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.95%", + "MemUsage": "271.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "681MB / 473MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.94%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.65%", + "MemUsage": "9.332MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "7.59MB / 6.19MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8248, + "acquire_seconds_delta": 250.832599935 + }, + "07e5b947cfd5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 6815, + "acquire_seconds_delta": 111.143860104 + }, + "dcf0a0dba502": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 6941, + "acquire_seconds_delta": 90.375049427 + }, + "48f2392e4507": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 6943, + "acquire_seconds_delta": 108.491373221 + } + }, + "db_delta": { + "xact_commit": 34383, + "xact_rollback": 0, + "blks_read": 1263, + "blks_hit": 569476, + "tup_inserted": 22825, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "89784" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "151454" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "31808" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "31773" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "304931" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "92705" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "154374" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "34729" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "34694" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "316614" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.005732934, + "errors": {}, + "failed_requests": 0, + "instances": { + "07e5b947cfd5": 2769, + "41cc8d95c1e1": 2768, + "48f2392e4507": 2767, + "dcf0a0dba502": 2766 + }, + "latency_ms": { + "p50": 12.524, + "p95": 93.214, + "p99": 98.768 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11070, + "successful_rps": 737.7180474082401, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:26:47.019587+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.14%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "15.27%", + "MemUsage": "78.18MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.9MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.46%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.45%", + "MemUsage": "17.65MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15.5MB / 20.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.86%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.72%", + "MemUsage": "157.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15.4MB / 20.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.90%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.90%", + "MemUsage": "153.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "15.4MB / 20.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.54%", + "MemUsage": "17.33MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "371MB / 376MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "5.14%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.098MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "51.4MB / 48.7MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.89GB", + "CPUPerc": "100.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.88%", + "MemUsage": "270.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "683MB / 475MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:26:50.215030+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.55%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "16.25%", + "MemUsage": "83.22MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "16.8MB / 22MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.98%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.41%", + "MemUsage": "17.45MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "16.9MB / 22.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.16%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.18%", + "MemUsage": "154.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "16.9MB / 22.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.35%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.85%", + "MemUsage": "152.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "16.3MB / 21.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.06%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "374MB / 379MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "4.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.594MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "52MB / 49.2MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.9GB", + "CPUPerc": "104.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.94%", + "MemUsage": "271.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "689MB / 479MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.84%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.55%", + "MemUsage": "9.078MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "2.2MB / 1.84MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "IO": 1, + "LWLock": 14, + "Timeout": 1 + } + }, + { + "time": "2026-10-23T12:26:53.425875+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.35%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "17.61%", + "MemUsage": "90.19MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.2MB / 23.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.40%", + "MemUsage": "17.43MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "18.3MB / 24MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.85%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18.3MB / 24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.19%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.99%", + "MemUsage": "153.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.2MB / 23.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.46%", + "MemUsage": "17.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "376MB / 382MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "4.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.51%", + "MemUsage": "3.863MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "52.2MB / 49.4MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.91GB", + "CPUPerc": "105.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.64%", + "MemUsage": "274.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "694MB / 482MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.80%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.45%", + "MemUsage": "8.824MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "3.75MB / 3.12MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 24 + } + }, + { + "time": "2026-10-23T12:26:56.623762+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.92%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "18.93%", + "MemUsage": "96.91MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "19.5MB / 25.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.73%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.46%", + "MemUsage": "17.72MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "19.6MB / 25.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.97%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.63%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "19.6MB / 25.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.16%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.84%", + "MemUsage": "152.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "19.6MB / 25.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.33%", + "MemUsage": "17.06MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "379MB / 385MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "7.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "52.7MB / 49.8MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.93GB", + "CPUPerc": "105.33%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.06%", + "MemUsage": "271.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "699MB / 486MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.44%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.58%", + "MemUsage": "9.168MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "5.22MB / 4.33MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:27:00.122760+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.64%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "20.39%", + "MemUsage": "104.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "20.9MB / 27.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.38%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.43%", + "MemUsage": "17.57MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "21MB / 27.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.21%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "29.96%", + "MemUsage": "153.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "21MB / 27.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.71%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.94%", + "MemUsage": "153.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "20.9MB / 27.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.46%", + "MemUsage": "17.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "382MB / 388MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "6.98%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.566MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "53.2MB / 50.3MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.94GB", + "CPUPerc": "103.51%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.06%", + "MemUsage": "271.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "705MB / 490MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.03%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "6.23MB / 5.16MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 6, + "CPU/runnable": 2 + } + }, + { + "time": "2026-10-23T12:27:03.237224+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.81%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "21.66%", + "MemUsage": "110.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "22.3MB / 29.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.23%", + "MemUsage": "16.56MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "22.4MB / 29.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.18%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.66%", + "MemUsage": "18.75MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "22.4MB / 29.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.44%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.28%", + "MemUsage": "155MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "22.4MB / 29.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.18%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.48%", + "MemUsage": "17.25MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "385MB / 391MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "4.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.828MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "53.6MB / 50.7MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.94GB", + "CPUPerc": "103.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.23%", + "MemUsage": "272.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "710MB / 494MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.67%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.03%", + "MemUsage": "7.77MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "7.8MB / 6.45MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1035, + "acquire_seconds_delta": 6.232823677 + }, + "dcf0a0dba502": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1657, + "acquire_seconds_delta": 10.60691384 + }, + "07e5b947cfd5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1041, + "acquire_seconds_delta": 7.772500838 + }, + "48f2392e4507": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1086, + "acquire_seconds_delta": 7.701276202 + } + }, + "db_delta": { + "xact_commit": 40071, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 633426, + "tup_inserted": 26551, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "92705" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "154374" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "34729" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "34694" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "316614" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "96009" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "157679" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "38034" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "37999" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "329833" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 8, + "repeat": 2, + "result": { + "concurrency": 8, + "elapsed_seconds": 15.004480733, + "errors": {}, + "failed_requests": 0, + "instances": { + "07e5b947cfd5": 2877, + "41cc8d95c1e1": 2877, + "48f2392e4507": 2877, + "dcf0a0dba502": 2874 + }, + "latency_ms": { + "p50": 4.586, + "p95": 58.212, + "p99": 72.125 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11505, + "successful_rps": 766.7709536056492, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:27:07.113788+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.00%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.97%", + "MemUsage": "153.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23MB / 30.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.89%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.38%", + "MemUsage": "17.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "23.1MB / 30.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.47%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.47%", + "MemUsage": "17.77MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "23.1MB / 30.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.36%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.77%", + "MemUsage": "137.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "23MB / 30.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.02%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.55%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "386MB / 392MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.754MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "53.8MB / 50.9MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.95GB", + "CPUPerc": "25.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.00%", + "MemUsage": "271.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "711MB / 494MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:27:10.126046+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.06%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.91%", + "MemUsage": "153.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23.8MB / 31.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.40%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.23%", + "MemUsage": "16.53MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "24.4MB / 32.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.33%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.56%", + "MemUsage": "18.22MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "24.4MB / 32.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.82%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.86%", + "MemUsage": "137.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "24.3MB / 32MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.31%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.49%", + "MemUsage": "15.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "389MB / 395MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "6.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.37%", + "MemUsage": "3.512MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "54.2MB / 51.3MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.97GB", + "CPUPerc": "103.56%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.05%", + "MemUsage": "271.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "718MB / 499MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.86%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "3.30%", + "MemUsage": "8.441MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "1.94MB / 1.71MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:27:13.209870+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.12%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.91%", + "MemUsage": "153.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "25.1MB / 33.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.90%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.28%", + "MemUsage": "16.78MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "25.7MB / 33.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.05%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.48%", + "MemUsage": "17.82MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "25.7MB / 33.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.01%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.76%", + "MemUsage": "137MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "25.7MB / 33.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.46%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.86%", + "MemUsage": "16.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "391MB / 397MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.38%", + "MemUsage": "3.523MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "54.6MB / 51.7MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.98GB", + "CPUPerc": "106.20%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.08%", + "MemUsage": "271.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "721MB / 501MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.75%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.73%", + "MemUsage": "6.992MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "2.87MB / 2.53MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:27:16.320492+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.39%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.91%", + "MemUsage": "153.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "27MB / 35.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.24%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.18%", + "MemUsage": "16.29MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "27.1MB / 35.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.84%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.58%", + "MemUsage": "18.34MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "27.1MB / 35.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.47%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.85%", + "MemUsage": "137.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "27MB / 35.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.24%", + "MemUsage": "16.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "394MB / 400MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.37%", + "MemUsage": "3.512MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "54.8MB / 51.9MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 2.01GB", + "CPUPerc": "103.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.11%", + "MemUsage": "271.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "728MB / 506MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.89%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.82%", + "MemUsage": "7.207MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "4.28MB / 3.77MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:27:19.413324+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.42%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.82%", + "MemUsage": "152.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "28.3MB / 37.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.89%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.28%", + "MemUsage": "16.78MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "28.4MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.29%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.76%", + "MemUsage": "19.25MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "28.4MB / 37.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.67%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.76%", + "MemUsage": "137MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "28.3MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.47%", + "MemUsage": "15.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "397MB / 403MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.13%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.66%", + "MemUsage": "4.25MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "55.4MB / 52.4MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 2.02GB", + "CPUPerc": "105.16%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.05%", + "MemUsage": "271.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "734MB / 510MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.11%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.75%", + "MemUsage": "7.051MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "5.71MB / 5.03MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:27:22.429924+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.41%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.86%", + "MemUsage": "152.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "29.6MB / 39.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.89%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.23%", + "MemUsage": "16.54MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "29.8MB / 39.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.79%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.88%", + "MemUsage": "19.88MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "29.7MB / 39.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.97%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.76%", + "MemUsage": "137MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "29.6MB / 39.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.86%", + "MemUsage": "16.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "400MB / 406MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "8.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.57%", + "MemUsage": "4.016MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "55.8MB / 52.8MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 2.03GB", + "CPUPerc": "99.87%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.11%", + "MemUsage": "271.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "739MB / 514MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.53%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.86%", + "MemUsage": "7.316MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "7.64MB / 6.72MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.005995701 + }, + "dcf0a0dba502": { + "max_acquired": 4, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.006734518 + }, + "07e5b947cfd5": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.005874821 + }, + "48f2392e4507": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.006908068 + } + }, + "db_delta": { + "xact_commit": 42069, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 662318, + "tup_inserted": 27911, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "96010" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "157679" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "38034" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "37999" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "329834" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "99463" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "161133" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "41487" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "41452" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "343647" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 1, + "repeat": 2, + "result": { + "concurrency": 1, + "elapsed_seconds": 15.001858243, + "errors": {}, + "failed_requests": 0, + "instances": { + "07e5b947cfd5": 1229, + "41cc8d95c1e1": 1229, + "48f2392e4507": 1229, + "dcf0a0dba502": 1230 + }, + "latency_ms": { + "p50": 2.85, + "p95": 4.326, + "p99": 5.286 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 4917, + "successful_rps": 327.7593962264186, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:27:28.500750+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.39%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.13%", + "MemUsage": "154.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.4MB / 40.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.84%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.15%", + "MemUsage": "16.14MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "30.6MB / 40.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.84%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "15.39%", + "MemUsage": "78.78MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "30.4MB / 40.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.27%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.5MB / 40.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.37%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.59%", + "MemUsage": "16.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "401MB / 407MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "4.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.46%", + "MemUsage": "3.75MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56MB / 53MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.05GB", + "CPUPerc": "53.47%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.88%", + "MemUsage": "291.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "742MB / 516MB", + "PIDs": "38" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:30.506487+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.20%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.01%", + "MemUsage": "153.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.8MB / 40.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.32%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.20%", + "MemUsage": "16.38MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "30.9MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.08%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "15.53%", + "MemUsage": "79.51MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "30.9MB / 40.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.16%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.08%", + "MemUsage": "154MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.8MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.80%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.11%", + "MemUsage": "16.78MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "402MB / 408MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "5.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.52%", + "MemUsage": "3.883MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.1MB / 53.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.06GB", + "CPUPerc": "31.43%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "57.01%", + "MemUsage": "291.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "744MB / 517MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.39%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.93%", + "MemUsage": "7.492MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "581kB / 522kB", + "PIDs": "4" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:32.532183+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.23%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "31.2MB / 41.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.76%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.53%", + "MemUsage": "18.08MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "31.3MB / 41.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.48%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "15.87%", + "MemUsage": "81.28MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "31.3MB / 41.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.22%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.03%", + "MemUsage": "153.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "31.2MB / 41.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "403MB / 409MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "5.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.949MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.2MB / 53.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.07GB", + "CPUPerc": "31.81%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.91%", + "MemUsage": "291.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "745MB / 518MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.09%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.55%", + "MemUsage": "6.52MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "980kB / 881kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:27:34.769832+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.60%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.07%", + "MemUsage": "154MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "31.6MB / 41.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.43%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.18%", + "MemUsage": "16.26MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "31.7MB / 41.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.89%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "16.24%", + "MemUsage": "83.15MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "31.7MB / 41.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.47%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.08%", + "MemUsage": "154MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "31.6MB / 41.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.59%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.93%", + "MemUsage": "16.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "403MB / 410MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "4.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.10%", + "MemUsage": "5.383MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.3MB / 53.3MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.07GB", + "CPUPerc": "32.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.93%", + "MemUsage": "291.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "747MB / 519MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.99%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.57%", + "MemUsage": "6.566MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "1.39MB / 1.25MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:27:37.636285+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.49%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.98%", + "MemUsage": "153.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.1MB / 42.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.58%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.13%", + "MemUsage": "16.03MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "32.3MB / 42.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.67%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "16.78%", + "MemUsage": "85.92MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.2MB / 42.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.65%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.2MB / 42.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.38MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "405MB / 411MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "4.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.629MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.4MB / 53.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.08GB", + "CPUPerc": "25.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.93%", + "MemUsage": "291.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "749MB / 521MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.93%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.78%", + "MemUsage": "7.109MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "1.8MB / 1.62MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:39.703600+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.11%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.82%", + "MemUsage": "152.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.5MB / 42.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.13%", + "MemUsage": "16.01MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "32.6MB / 43.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.67%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "17.14%", + "MemUsage": "87.75MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.6MB / 43.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.18%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.5MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.93%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.21%", + "MemUsage": "16.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "405MB / 411MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "2.10%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.61%", + "MemUsage": "4.129MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.6MB / 53.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.09GB", + "CPUPerc": "23.91%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.96%", + "MemUsage": "291.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "751MB / 521MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.81%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.50%", + "MemUsage": "6.395MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "2.36MB / 2.13MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:41.685415+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.04%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.81%", + "MemUsage": "152.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.8MB / 43.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.95%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.13%", + "MemUsage": "16MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "33MB / 43.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.91%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "17.52%", + "MemUsage": "89.68MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.9MB / 43.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.04%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.9MB / 43.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.61%", + "MemUsage": "17.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "406MB / 412MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "2.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.953MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.7MB / 53.7MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.09GB", + "CPUPerc": "24.28%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.98%", + "MemUsage": "291.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "752MB / 522MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.91%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.69%", + "MemUsage": "6.883MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "2.72MB / 2.45MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:43.726928+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.20%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.82%", + "MemUsage": "152.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "33.2MB / 43.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.98%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.22%", + "MemUsage": "16.51MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "33.3MB / 44MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.08%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "17.85%", + "MemUsage": "91.39MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "33.3MB / 44.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.38%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.23%", + "MemUsage": "154.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "33.2MB / 44MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.99%", + "MemUsage": "16.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "407MB / 413MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "2.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.949MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.8MB / 53.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.1GB", + "CPUPerc": "27.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.86%", + "MemUsage": "291.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "753MB / 523MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.49%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.60%", + "MemUsage": "6.645MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "3.12MB / 2.81MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "dcf0a0dba502": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002806833 + }, + "48f2392e4507": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002820055 + }, + "41cc8d95c1e1": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002698073 + }, + "07e5b947cfd5": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002499027 + } + }, + "db_delta": { + "xact_commit": 18247, + "xact_rollback": 0, + "blks_read": 3784, + "blks_hit": 299744, + "tup_inserted": 12003, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "99463" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "161133" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "41487" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "41452" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "343647" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "100908" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "162578" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "42932" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "42897" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "349427" + } + ] + }, + { + "series": "fixed", + "replicas": 4, + "cpu_per_api": 0.5, + "memory_mib_per_api": 256, + "pool": 2, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.077319768, + "errors": {}, + "failed_requests": 0, + "instances": { + "3113bd31d2e8": 2886, + "672d24b66952": 2888, + "9c793c05d21a": 2887, + "a25a488774a8": 2885 + }, + "latency_ms": { + "p50": 19.371, + "p95": 97.093, + "p99": 115.539 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11546, + "successful_rps": 765.7859737448264, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:27:54.217698+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.15%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.25%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "487kB / 652kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.36%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "26.83%", + "MemUsage": "68.69MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "44.1kB / 51.6kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.34%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "28.10%", + "MemUsage": "71.95MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "483kB / 646kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.44%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.07%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "477kB / 641kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.06%", + "MemUsage": "16.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "408MB / 414MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "5.94%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.754MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "57MB / 54MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.13GB", + "CPUPerc": "104.19%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.86%", + "MemUsage": "229.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "756MB / 526MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:27:57.401684+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.03%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.13%", + "MemUsage": "133.4MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.8MB / 2.41MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.00%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "30.92%", + "MemUsage": "79.16MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.78MB / 2.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.01%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "30.87%", + "MemUsage": "79.02MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.79MB / 2.41MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.97%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.22%", + "MemUsage": "133.7MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.34MB / 1.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.74%", + "MemUsage": "17.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "411MB / 417MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "7.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.86%", + "MemUsage": "4.754MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "57.4MB / 54.4MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.14GB", + "CPUPerc": "106.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.01%", + "MemUsage": "230.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "762MB / 529MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.60%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.60%", + "MemUsage": "9.211MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "1.51MB / 1.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:28:00.328996+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.22%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.27%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.05MB / 4.09MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.69%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "33.34%", + "MemUsage": "85.36MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.04MB / 4.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.64%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "33.58%", + "MemUsage": "85.96MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.04MB / 4.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.09%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.30%", + "MemUsage": "133.9MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.05MB / 4.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "414MB / 420MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "5.11%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "57.8MB / 54.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.15GB", + "CPUPerc": "99.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.89%", + "MemUsage": "229.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "767MB / 532MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.28%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.14%", + "MemUsage": "8.047MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "3.43MB / 2.85MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:28:03.501188+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.07%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.31%", + "MemUsage": "133.9MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.89MB / 5.23MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.64%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "35.56%", + "MemUsage": "91.04MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.88MB / 5.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.20%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "36.50%", + "MemUsage": "93.44MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.4MB / 5.91MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.63%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.06%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.4MB / 5.92MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.38%", + "MemUsage": "17.12MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "416MB / 423MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "7.84%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.66%", + "MemUsage": "4.246MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "58.2MB / 55.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.16GB", + "CPUPerc": "104.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.98%", + "MemUsage": "230.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "770MB / 535MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.32%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.47%", + "MemUsage": "8.891MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "4.95MB / 4.11MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:28:06.618436+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.30%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.47%", + "MemUsage": "134.3MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.33MB / 7.19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.54%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "39.21%", + "MemUsage": "100.4MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.78MB / 7.84MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.35%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "39.36%", + "MemUsage": "100.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.81MB / 7.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.47%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.41%", + "MemUsage": "134.2MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.8MB / 7.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.27%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.71%", + "MemUsage": "17.54MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "419MB / 426MB", + "PIDs": "14" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "5.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "58.6MB / 55.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.17GB", + "CPUPerc": "102.09%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.90%", + "MemUsage": "229.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "778MB / 540MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.01%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.18%", + "MemUsage": "8.137MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "6.54MB / 5.44MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:28:09.711954+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.98%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.65%", + "MemUsage": "134.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.19MB / 9.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.86%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "41.14%", + "MemUsage": "105.3MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.67MB / 9.04MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.37%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "42.34%", + "MemUsage": "108.4MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.2MB / 9.67MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.20%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.37%", + "MemUsage": "134.1MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.18MB / 9.64MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.89%", + "MemUsage": "17.78MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "422MB / 429MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "7.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "59MB / 55.9MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.18GB", + "CPUPerc": "103.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.04%", + "MemUsage": "230.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "783MB / 544MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.27%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "2.98%", + "MemUsage": "7.637MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "7.53MB / 6.27MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "3113bd31d2e8": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 10354, + "acquire_seconds_delta": 231.730031303 + }, + "672d24b66952": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7822, + "acquire_seconds_delta": 49.018177907 + }, + "a25a488774a8": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 9733, + "acquire_seconds_delta": 76.057795099 + }, + "9c793c05d21a": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 9334, + "acquire_seconds_delta": 68.122494564 + } + }, + "db_delta": { + "xact_commit": 40820, + "xact_rollback": 0, + "blks_read": 5, + "blks_hit": 649485, + "tup_inserted": 27061, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "100911" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "162580" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "42933" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "42898" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "120", + "eresp": "0", + "stot": "349440" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104354" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "166023" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "120", + "eresp": "0", + "stot": "363212" + } + ] + }, + { + "series": "fixed", + "replicas": 1, + "cpu_per_api": 2.0, + "memory_mib_per_api": 1024, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014388003, + "errors": {}, + "failed_requests": 0, + "instances": { + "ad3c57383bf5": 13503 + }, + "latency_ms": { + "p50": 17.874, + "p95": 79.709, + "p99": 88.575 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13503, + "successful_rps": 899.3373554288052, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:28:19.606962+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "71.25%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "13.14%", + "MemUsage": "134.5MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.07MB / 1.43MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.84%", + "MemUsage": "17.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "424MB / 430MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "4.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "59.4MB / 56.3MB", + "PIDs": "11" + }, + { + "BlockIO": "57.5MB / 2.21GB", + "CPUPerc": "102.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.93%", + "MemUsage": "230.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "789MB / 548MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:28:22.623538+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "64.83%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "13.23%", + "MemUsage": "135.5MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.99MB / 9.48MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.50%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.61%", + "MemUsage": "17.43MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "427MB / 433MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "6.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "59.8MB / 56.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.22GB", + "CPUPerc": "99.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.90%", + "MemUsage": "229.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "795MB / 552MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.52%", + "MemUsage": "9.016MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "2.6MB / 2.18MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:28:25.616314+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.15%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.91%", + "MemUsage": "19.52MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15.4MB / 21MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "431MB / 438MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "6.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.27%", + "MemUsage": "5.816MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "60.1MB / 57.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.23GB", + "CPUPerc": "102.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.07%", + "MemUsage": "230.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "799MB / 555MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.83%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.36%", + "MemUsage": "8.59MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "3.75MB / 3.14MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:28:27.615391+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.46%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.90%", + "MemUsage": "19.45MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "19.8MB / 26.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.04%", + "MemUsage": "17.97MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "434MB / 440MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "4.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.309MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "60.6MB / 57.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.24GB", + "CPUPerc": "104.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.77%", + "MemUsage": "234.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "805MB / 559MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.01%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.59%", + "MemUsage": "9.199MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "5.61MB / 4.7MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:28:29.815232+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.95%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.90%", + "MemUsage": "19.48MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "23.5MB / 31.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.68%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.81%", + "MemUsage": "17.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "436MB / 442MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "4.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.29%", + "MemUsage": "5.875MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "60.9MB / 57.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.25GB", + "CPUPerc": "99.49%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.14%", + "MemUsage": "231.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "809MB / 562MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.05%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.67%", + "MemUsage": "9.398MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "6.66MB / 5.57MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:28:32.820085+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.86%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.96%", + "MemUsage": "20.03MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "27.5MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.86%", + "MemUsage": "17.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "439MB / 445MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "6.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.676MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "61.3MB / 58.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.26GB", + "CPUPerc": "100.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.16%", + "MemUsage": "231.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "815MB / 566MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.61%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.76%", + "MemUsage": "9.629MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "8.39MB / 7.02MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:28:34.916158+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.52%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.88%", + "MemUsage": "19.3MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "33.7MB / 45.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.51%", + "MemUsage": "17.29MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "441MB / 447MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "7.43%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.297MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "61.6MB / 58.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.27GB", + "CPUPerc": "103.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.19%", + "MemUsage": "231.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "819MB / 569MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.97%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.62%", + "MemUsage": "9.273MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "9.56MB / 8MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "ad3c57383bf5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 48089, + "acquire_seconds_delta": 421.925890577 + } + }, + "db_delta": { + "xact_commit": 46253, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 737631, + "tup_inserted": 30761, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104354" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "166025" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "127", + "eresp": "0", + "stot": "363221" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104354" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "182057" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "127", + "eresp": "0", + "stot": "379253" + } + ] + }, + { + "series": "fixed", + "replicas": 2, + "cpu_per_api": 1.0, + "memory_mib_per_api": 512, + "pool": 4, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.019466196, + "errors": {}, + "failed_requests": 0, + "instances": { + "0e09227a4e8f": 5379, + "818128599e21": 5383 + }, + "latency_ms": { + "p50": 22.533, + "p95": 91.404, + "p99": 101.03 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10762, + "successful_rps": 716.5367836352365, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:28:45.221596+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.02%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "673kB / 898kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.26%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "43.9kB / 40.6kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.64%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.16%", + "MemUsage": "18.12MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "443MB / 449MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "7.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.97%", + "MemUsage": "5.051MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "61.9MB / 58.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.29GB", + "CPUPerc": "101.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.76%", + "MemUsage": "234.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "823MB / 571MB", + "PIDs": "16" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:28:48.408728+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.92%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.34%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.09MB / 4.18MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.12%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.11MB / 4.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.46%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.27%", + "MemUsage": "18.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "445MB / 452MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "4.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.641MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "62.2MB / 59.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.3GB", + "CPUPerc": "105.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.75%", + "MemUsage": "234.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "826MB / 573MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.43%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.48%", + "MemUsage": "8.914MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "1.76MB / 1.46MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:28:51.617656+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.45%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.69MB / 7.72MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.13%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.42%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.69MB / 7.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.29%", + "MemUsage": "18.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "448MB / 455MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "7.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.91%", + "MemUsage": "4.879MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "62.6MB / 59.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.32GB", + "CPUPerc": "101.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.31%", + "MemUsage": "232MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "833MB / 578MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.59%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.34%", + "MemUsage": "8.559MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "3.24MB / 2.68MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:28:54.913424+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.96%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.12MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.85%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.27%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.1MB / 10.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "450MB / 456MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "7.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.17%", + "MemUsage": "5.566MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63MB / 59.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.33GB", + "CPUPerc": "101.10%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.44%", + "MemUsage": "232.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "838MB / 581MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.15%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.62%", + "MemUsage": "9.27MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "4.63MB / 3.81MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:28:58.106446+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.06%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.53%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "10.6MB / 14.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.60%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.77MB / 13.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.69%", + "MemUsage": "17.52MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "453MB / 460MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "4.90%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.92%", + "MemUsage": "4.906MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.3MB / 60.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.34GB", + "CPUPerc": "103.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.43%", + "MemUsage": "232.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "843MB / 585MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.23%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "6.05MB / 4.98MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:29:01.202056+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.36%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "3.42%", + "MemUsage": "17.51MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "13.3MB / 18MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.27%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "3.40%", + "MemUsage": "17.41MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.3MB / 18MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.28%", + "MemUsage": "18.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "456MB / 463MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "8.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.89%", + "MemUsage": "4.832MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.7MB / 60.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.35GB", + "CPUPerc": "100.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.36%", + "MemUsage": "232.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "848MB / 588MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.70%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.74%", + "MemUsage": "9.562MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "7.58MB / 6.25MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:29:04.067140+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14MB / 19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "3.44%", + "MemUsage": "17.62MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "14MB / 19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.47%", + "MemUsage": "17.24MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "457MB / 463MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "0.31%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.32MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.8MB / 60.7MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.37GB", + "CPUPerc": "5.95%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.33%", + "MemUsage": "232.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "849MB / 589MB", + "PIDs": "14" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "818128599e21": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 18705, + "acquire_seconds_delta": 227.687893603 + }, + "0e09227a4e8f": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 18636, + "acquire_seconds_delta": 195.913298547 + } + }, + "db_delta": { + "xact_commit": 36117, + "xact_rollback": 0, + "blks_read": 9, + "blks_hit": 590081, + "tup_inserted": 23965, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104355" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "182058" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "134", + "eresp": "0", + "stot": "379262" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "110584" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "188287" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "134", + "eresp": "0", + "stot": "391720" + } + ] + }, + { + "series": "growing", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.097014605, + "errors": {}, + "failed_requests": 0, + "instances": { + "0b66b5eb5d91": 2311, + "67e1284ad274": 2313, + "bc4d197e55ca": 2313, + "f8ff8349f465": 2308 + }, + "latency_ms": { + "p50": 80.653, + "p95": 97.859, + "p99": 104.929 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9245, + "successful_rps": 612.3727267865354, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:29:13.315129+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.30%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "35.4kB / 40.2kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.06%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "43.2kB / 50.6kB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.85%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "13.53%", + "MemUsage": "69.27MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "36.8kB / 42.9kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.80%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "13.52%", + "MemUsage": "69.23MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "37kB / 39.5kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.66%", + "MemUsage": "16.21MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "457MB / 463MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "0.82%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.141MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.9MB / 60.7MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.37GB", + "CPUPerc": "48.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.35%", + "MemUsage": "257.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "849MB / 590MB", + "PIDs": "36" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:29:16.817738+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.79%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "814kB / 1.06MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.04%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.12%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.23MB / 1.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.25%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "14.84%", + "MemUsage": "75.98MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.22MB / 1.61MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.44%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "14.23%", + "MemUsage": "72.86MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "799kB / 1.04MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.37%", + "MemUsage": "17.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "459MB / 466MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "3.85%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.594MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "64.2MB / 61MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.38GB", + "CPUPerc": "91.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.39%", + "MemUsage": "288.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "852MB / 592MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.00%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.32%", + "MemUsage": "8.508MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "1.32MB / 1.1MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:29:20.107294+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.06%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.24%", + "MemUsage": "134.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.15MB / 2.83MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.92%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "25.91%", + "MemUsage": "132.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.52MB / 3.33MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.50%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "16.18%", + "MemUsage": "82.83MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.51MB / 3.33MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.54%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "16.28%", + "MemUsage": "83.33MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.52MB / 3.32MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "462MB / 469MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "8.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.61%", + "MemUsage": "4.109MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "64.6MB / 61.4MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.39GB", + "CPUPerc": "98.81%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.78%", + "MemUsage": "290.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "859MB / 596MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.89%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.82%", + "MemUsage": "9.77MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "2.76MB / 2.28MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:29:23.506078+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.13%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.8MB / 5.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.52%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.08%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.8MB / 5.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.87%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "17.51%", + "MemUsage": "89.66MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.78MB / 5.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.82%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "17.66%", + "MemUsage": "90.42MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.8MB / 5.01MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "464MB / 471MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "7.09%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.609MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "64.9MB / 61.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.39GB", + "CPUPerc": "101.63%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.90%", + "MemUsage": "291.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "864MB / 600MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.96%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.41%", + "MemUsage": "8.73MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "4.19MB / 3.45MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:29:27.209206+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.78%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.06MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.01%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.05MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.05%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "18.82%", + "MemUsage": "96.37MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.04MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.25%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "18.65%", + "MemUsage": "95.49MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.06MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.63%", + "MemUsage": "17.45MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "466MB / 473MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "8.14%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.72%", + "MemUsage": "4.406MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "65.4MB / 62.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.4GB", + "CPUPerc": "105.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.89%", + "MemUsage": "291.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "869MB / 603MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.40%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.75%", + "MemUsage": "9.609MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "5.59MB / 4.59MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 15 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "f8ff8349f465": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1065, + "acquire_seconds_delta": 10.06994263 + }, + "0b66b5eb5d91": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 878, + "acquire_seconds_delta": 10.073815578 + }, + "bc4d197e55ca": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 835, + "acquire_seconds_delta": 8.367109126 + }, + "67e1284ad274": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1216, + "acquire_seconds_delta": 12.320611395 + } + }, + "db_delta": { + "xact_commit": 30566, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 544337, + "tup_inserted": 20159, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "110587" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "188290" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "46379" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46342" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "139", + "eresp": "0", + "stot": "391733" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "113178" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "190880" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "139", + "eresp": "0", + "stot": "402095" + } + ] + }, + { + "series": "growing", + "replicas": 1, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.088472793, + "errors": {}, + "failed_requests": 0, + "instances": { + "03889f2a5716": 12432 + }, + "latency_ms": { + "p50": 18.158, + "p95": 81.755, + "p99": 92.015 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12432, + "successful_rps": 823.9402470054877, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:29:37.600538+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "59.45%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.86MB / 2.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.86%", + "MemUsage": "17.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "470MB / 477MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "3.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.254MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "65.7MB / 62.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.42GB", + "CPUPerc": "23.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.08%", + "MemUsage": "235.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "873MB / 606MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:29:40.602999+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.10%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.6MB / 8.97MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.00%", + "MemUsage": "17.93MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "473MB / 479MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "8.15%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.793MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "66.2MB / 62.8MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.44GB", + "CPUPerc": "99.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.52%", + "MemUsage": "238.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "879MB / 611MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.56%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.72%", + "MemUsage": "9.527MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "1.88MB / 1.57MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:29:43.707081+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "63.14%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.83%", + "MemUsage": "19.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "12.3MB / 16.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "475MB / 482MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "4.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.527MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "66.6MB / 63.2MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.46GB", + "CPUPerc": "100.34%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.49%", + "MemUsage": "238.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "885MB / 615MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.17%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.87%", + "MemUsage": "9.918MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "2.94MB / 2.44MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:29:46.705445+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.39%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.94%", + "MemUsage": "20.18MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18MB / 24.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "478MB / 485MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "4.62%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.38%", + "MemUsage": "6.094MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "66.9MB / 63.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.47GB", + "CPUPerc": "100.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.65%", + "MemUsage": "238.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "891MB / 618MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.44%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.45%", + "MemUsage": "8.82MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "5.13MB / 4.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:29:48.799055+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.05%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.82%", + "MemUsage": "19.57MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "21.8MB / 29.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.61MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "480MB / 487MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "6.84%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.074MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "67.3MB / 63.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.48GB", + "CPUPerc": "101.86%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.64%", + "MemUsage": "238.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "895MB / 621MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.85%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.65%", + "MemUsage": "9.34MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "6.2MB / 5.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:29:51.904988+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.02%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.75%", + "MemUsage": "19.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "27.7MB / 37.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.11%", + "MemUsage": "18.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "484MB / 491MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "4.58%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.254MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "67.7MB / 64.3MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.5GB", + "CPUPerc": "100.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.53%", + "MemUsage": "238.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "901MB / 625MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.79%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.38%", + "MemUsage": "8.645MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "7.9MB / 6.57MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "03889f2a5716": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 43443, + "acquire_seconds_delta": 423.790453902 + } + }, + "db_delta": { + "xact_commit": 43417, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 736210, + "tup_inserted": 28867, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "113178" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "190882" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "146", + "eresp": "0", + "stot": "402104" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "113178" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "205365" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "146", + "eresp": "0", + "stot": "416587" + } + ] + }, + { + "series": "growing", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.010577927, + "errors": {}, + "failed_requests": 0, + "instances": { + "0c604cd40578": 4967, + "e440ece03e6f": 4967 + }, + "latency_ms": { + "p50": 18.329, + "p95": 96.95, + "p99": 109.056 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9934, + "successful_rps": 661.7999685496053, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:30:01.899340+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.01%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.07%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.33kB / 11.8kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.24%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "25.76%", + "MemUsage": "131.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.22kB / 8.24kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.87%", + "MemUsage": "17.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "486MB / 493MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "2.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.137MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "68.1MB / 64.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.52GB", + "CPUPerc": "7.34%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.26%", + "MemUsage": "221.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "905MB / 628MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:30:05.406609+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.75%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.42MB / 3.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.09%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.41MB / 3.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.68%", + "MemUsage": "17.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "488MB / 495MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "4.36%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.938MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "68.5MB / 65MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.53GB", + "CPUPerc": "105.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.65%", + "MemUsage": "259.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "910MB / 632MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.04%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.38%", + "MemUsage": "8.656MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "918kB / 771kB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2 + } + }, + { + "time": "2026-10-23T12:30:08.506353+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.30%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.34%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.01MB / 6.72MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.86%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.12MB / 5.53MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.58%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.51%", + "MemUsage": "18.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "491MB / 498MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "3.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.25%", + "MemUsage": "5.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "68.9MB / 65.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.54GB", + "CPUPerc": "101.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.11%", + "MemUsage": "261.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "915MB / 635MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.23%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.42%", + "MemUsage": "8.758MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "2.82MB / 2.33MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:30:11.800359+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.67%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.48%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.61MB / 10.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.00%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.48%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.59MB / 10.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.92%", + "MemUsage": "17.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "494MB / 501MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "7.20%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.648MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "69.2MB / 65.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.56GB", + "CPUPerc": "100.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.82%", + "MemUsage": "260.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "920MB / 639MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.78%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.80%", + "MemUsage": "9.734MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "4.28MB / 3.53MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:30:15.427174+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.79%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.1MB / 13.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.40%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.59%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.1MB / 13.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.87%", + "MemUsage": "17.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "496MB / 504MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "6.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.15%", + "MemUsage": "5.516MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "69.5MB / 66MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.57GB", + "CPUPerc": "105.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.76%", + "MemUsage": "259.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "925MB / 642MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.62%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.59%", + "MemUsage": "9.203MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "5.24MB / 4.32MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:30:18.602337+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.21%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "3.76%", + "MemUsage": "19.26MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "12.5MB / 16.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.65%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.14%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "11.8MB / 15.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.55%", + "MemUsage": "17.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "499MB / 506MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "5.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.97%", + "MemUsage": "5.039MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70MB / 66.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.57GB", + "CPUPerc": "100.16%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.69%", + "MemUsage": "259.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "930MB / 646MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.58%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.46%", + "MemUsage": "8.867MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "6.64MB / 5.47MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 2, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:30:21.412664+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "3.59%", + "MemUsage": "18.37MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.4MB / 18MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.19%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "3.39%", + "MemUsage": "17.33MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "13.4MB / 18MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.40%", + "MemUsage": "17.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "500MB / 507MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "0.22%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.1MB / 66.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.59GB", + "CPUPerc": "6.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.72%", + "MemUsage": "259.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "932MB / 647MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "0.00%", + "MemUsage": "0B / 0B", + "Name": "kind_stonebraker", + "NetIO": "0B / 0B", + "PIDs": "0" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "0c604cd40578": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 16328, + "acquire_seconds_delta": 153.988172295 + }, + "e440ece03e6f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 15051, + "acquire_seconds_delta": 124.879943181 + } + }, + "db_delta": { + "xact_commit": 33935, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 584747, + "tup_inserted": 22501, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "113180" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "205368" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "152", + "eresp": "0", + "stot": "416597" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "119062" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "211250" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "152", + "eresp": "0", + "stot": "428361" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 64, + "repeat": 3, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.126669825, + "errors": { + "503": 422 + }, + "failed_requests": 422, + "instances": { + "4d8e31c3eb7c": 4827, + "bd81b384e880": 4809 + }, + "latency_ms": { + "p50": 95.991, + "p95": 136.494, + "p99": 150.424 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9636, + "successful_rps": 637.0205809658438, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:30:28.900376+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.41%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "60.8kB / 49.5kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.39%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "764kB / 1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.50%", + "MemUsage": "18.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "501MB / 508MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "6.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.2MB / 66.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.59GB", + "CPUPerc": "11.81%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.49%", + "MemUsage": "222.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "932MB / 647MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:30:31.759885+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.64%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.69MB / 3.64MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.03%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.28%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.7MB / 3.64MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.55%", + "MemUsage": "18.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "503MB / 510MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "5.07%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.5MB / 66.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.62GB", + "CPUPerc": "78.12%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.67%", + "MemUsage": "223.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "937MB / 650MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.01%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.95%", + "MemUsage": "10.11MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "1.62MB / 1.38MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:30:33.786169+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.74%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.36MB / 5.92MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.29%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.35MB / 5.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.49%", + "MemUsage": "18.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "505MB / 512MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.527MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.7MB / 67.2MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.63GB", + "CPUPerc": "73.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.72%", + "MemUsage": "223.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "940MB / 653MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.39%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "4.13%", + "MemUsage": "10.57MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "2.63MB / 2.2MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:35.801627+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.05%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.87MB / 7.97MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.25%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.86MB / 7.95MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.43%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.20%", + "MemUsage": "18.18MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "506MB / 514MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "5.00%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.9MB / 67.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.64GB", + "CPUPerc": "74.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.75%", + "MemUsage": "224MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "943MB / 655MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.73%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.96%", + "MemUsage": "10.13MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "3.54MB / 2.95MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:37.885527+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.63%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.37MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.38%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.53%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.36MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.98%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.02%", + "MemUsage": "17.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "508MB / 515MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.57%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.531MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.1MB / 67.6MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.66GB", + "CPUPerc": "72.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.65%", + "MemUsage": "223.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "946MB / 657MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.47%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.96%", + "MemUsage": "10.14MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "4.44MB / 3.69MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:39.900459+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.46%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.67%", + "MemUsage": "136.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.86MB / 12.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.22%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.85MB / 12MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.04%", + "MemUsage": "17.97MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "510MB / 517MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.67%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.781MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.3MB / 67.8MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.67GB", + "CPUPerc": "74.34%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.86%", + "MemUsage": "224.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "949MB / 659MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.37%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.77%", + "MemUsage": "9.66MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "5.33MB / 4.41MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:41.901984+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.45%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.4MB / 14.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.07%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.51%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.4MB / 14.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.83%", + "MemUsage": "17.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "511MB / 519MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.58%", + "MemUsage": "4.039MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.6MB / 68MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.68GB", + "CPUPerc": "75.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.85%", + "MemUsage": "224.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "952MB / 661MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.07%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.68%", + "MemUsage": "9.418MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "6.23MB / 5.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:30:44.926322+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.29%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "23.80%", + "MemUsage": "121.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "11.6MB / 15.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.31%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "3.66%", + "MemUsage": "18.73MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.1MB / 16.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.12%", + "MemUsage": "18.08MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "513MB / 520MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.90%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.027MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.7MB / 68.2MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.69GB", + "CPUPerc": "80.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.85%", + "MemUsage": "224.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "955MB / 663MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.37%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.86%", + "MemUsage": "9.891MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "6.94MB / 5.73MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "4d8e31c3eb7c": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16992, + "acquire_seconds_delta": 558.093796711 + }, + "bd81b384e880": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16954, + "acquire_seconds_delta": 558.286976189 + } + }, + "db_delta": { + "xact_commit": 34004, + "xact_rollback": 0, + "blks_read": 2, + "blks_hit": 572940, + "tup_inserted": 22581, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "119064" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "211251" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "158", + "eresp": "0", + "stot": "428370" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "124993" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "217179" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "158", + "eresp": "0", + "stot": "440227" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 3, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.097207971, + "errors": { + "503": 1824 + }, + "failed_requests": 1824, + "instances": { + "b658639ab28a": 5901, + "d619c6735c36": 5969 + }, + "latency_ms": { + "p50": 92.64, + "p95": 104.732, + "p99": 180.424 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11870, + "successful_rps": 786.2380926858069, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:30:54.693300+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.88%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.07MB / 1.41MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.33%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.03MB / 1.35MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.84%", + "MemUsage": "17.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "515MB / 522MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.58%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.86%", + "MemUsage": "4.77MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "72.1MB / 68.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.71GB", + "CPUPerc": "32.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.79%", + "MemUsage": "254.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "957MB / 664MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:30:57.792164+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.52%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.23MB / 4.29MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.16%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.30%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.2MB / 4.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.26%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.30%", + "MemUsage": "18.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "518MB / 526MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "6.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.738MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "72.5MB / 68.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.72GB", + "CPUPerc": "100.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.57%", + "MemUsage": "258.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "963MB / 668MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.45%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.75%", + "MemUsage": "9.598MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "2.5MB / 2.15MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:31:00.896451+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.92%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.05MB / 9.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.52%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.07MB / 9.44MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.44%", + "MemUsage": "18.49MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "522MB / 529MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.72%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.15%", + "MemUsage": "5.508MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "72.9MB / 69.3MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.73GB", + "CPUPerc": "101.53%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.68%", + "MemUsage": "259.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "971MB / 674MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.58%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.85%", + "MemUsage": "9.855MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "4.32MB / 3.68MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:31:04.189722+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.21%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.96MB / 13.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.94%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.56%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10MB / 13.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.15%", + "MemUsage": "18.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "525MB / 533MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.293MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "73.3MB / 69.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.74GB", + "CPUPerc": "102.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.92%", + "MemUsage": "260.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "976MB / 677MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.91%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.41%", + "MemUsage": "8.738MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "5.5MB / 4.69MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:31:07.302931+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.87%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "3.70%", + "MemUsage": "18.94MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.9MB / 17.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.88%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "3.82%", + "MemUsage": "19.54MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13MB / 17.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.53%", + "MemUsage": "18.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "529MB / 536MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.734MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "73.6MB / 70MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.75GB", + "CPUPerc": "101.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.86%", + "MemUsage": "260.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "982MB / 681MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.07%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.63%", + "MemUsage": "9.301MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "7.96MB / 6.77MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:31:10.595595+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.69%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "3.75%", + "MemUsage": "19.21MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.9MB / 19.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.77%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "4.10%", + "MemUsage": "21MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15.9MB / 21.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.09%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.18%", + "MemUsage": "18.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "531MB / 538MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.824MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.2MB / 70.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.76GB", + "CPUPerc": "103.37%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.89%", + "MemUsage": "260.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "987MB / 685MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.04%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.80%", + "MemUsage": "9.738MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "9.17MB / 7.79MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 4 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b658639ab28a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20814, + "acquire_seconds_delta": 424.440077339 + }, + "d619c6735c36": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 21005, + "acquire_seconds_delta": 424.330590426 + } + }, + "db_delta": { + "xact_commit": 41123, + "xact_rollback": 0, + "blks_read": 8, + "blks_hit": 703884, + "tup_inserted": 27271, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "124994" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "217183" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "163", + "eresp": "0", + "stot": "440237" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "133035" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "225225" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "163", + "eresp": "0", + "stot": "456320" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 1, + "repeat": 3, + "result": { + "concurrency": 1, + "elapsed_seconds": 15.002138136, + "errors": {}, + "failed_requests": 0, + "instances": { + "40b9a5b2a3f0": 1111, + "87b00d06aa4f": 1109, + "8c07a7c18532": 1109, + "b16a57707e80": 1112 + }, + "latency_ms": { + "p50": 2.964, + "p95": 4.633, + "p99": 6.926 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 4441, + "successful_rps": 296.02447062816464, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:31:18.971833+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.75%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "13.32%", + "MemUsage": "68.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "37.1kB / 48.2kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.94%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "39kB / 52.3kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "81.57%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.06%", + "MemUsage": "133.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "37.2kB / 50kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.95%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "13.50%", + "MemUsage": "69.11MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "37.1kB / 48.4kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.67%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.26%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "533MB / 540MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "0.83%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.10%", + "MemUsage": "5.367MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.3MB / 70.6MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.77GB", + "CPUPerc": "8.09%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.01%", + "MemUsage": "225.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "988MB / 686MB", + "PIDs": "10" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:20.990615+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.92%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "13.62%", + "MemUsage": "69.71MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "368kB / 495kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.97%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "366kB / 492kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.73%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "25.95%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "370kB / 497kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.05%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "13.81%", + "MemUsage": "70.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "366kB / 493kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.13%", + "MemUsage": "16.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "533MB / 541MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.49%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.996MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.4MB / 70.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.78GB", + "CPUPerc": "32.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.63%", + "MemUsage": "238.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "990MB / 687MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.25%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.43%", + "MemUsage": "6.223MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "375kB / 337kB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:23.038435+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.77%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "14.06%", + "MemUsage": "72MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "714kB / 961kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.88%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "709kB / 955kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.02%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.20%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "713kB / 961kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.85%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.07%", + "MemUsage": "72.02MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "712kB / 959kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.07%", + "MemUsage": "16.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "534MB / 541MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.55%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.984MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.5MB / 70.8MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.79GB", + "CPUPerc": "31.29%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.56%", + "MemUsage": "238.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "991MB / 688MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.16%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.75%", + "MemUsage": "7.031MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "740kB / 665kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:25.073285+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.36%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "14.58%", + "MemUsage": "74.64MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.06MB / 1.43MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.41%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.06MB / 1.42MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.30%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "25.92%", + "MemUsage": "132.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.06MB / 1.43MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.39%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.58%", + "MemUsage": "74.67MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.06MB / 1.43MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.12%", + "MemUsage": "16.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "535MB / 542MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.57%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.074MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.6MB / 70.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.79GB", + "CPUPerc": "31.60%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.58%", + "MemUsage": "238.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "993MB / 689MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.05%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.65%", + "MemUsage": "6.785MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "1.11MB / 995kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:27.111048+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.82%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "14.81%", + "MemUsage": "75.84MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.43MB / 1.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.04%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.42MB / 1.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.21%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "25.98%", + "MemUsage": "133MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.43MB / 1.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.14%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.97%", + "MemUsage": "76.67MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.42MB / 1.91MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.91%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.20%", + "MemUsage": "16.9MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "535MB / 543MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.7MB / 71MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.8GB", + "CPUPerc": "44.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.97%", + "MemUsage": "250.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "994MB / 690MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.79%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.89%", + "MemUsage": "7.387MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "1.49MB / 1.34MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:29.284012+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.95%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "15.26%", + "MemUsage": "78.12MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.66MB / 2.24MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.49%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.66MB / 2.23MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.82%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.03%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.66MB / 2.24MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.71%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "15.15%", + "MemUsage": "77.57MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.66MB / 2.23MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.19%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.36%", + "MemUsage": "17.1MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "536MB / 543MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.10%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.7MB / 71.1MB", + "PIDs": "5" + }, + { + "BlockIO": "82.7MB / 2.8GB", + "CPUPerc": "97.17%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.43%", + "MemUsage": "263.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "995MB / 690MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.52%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.80%", + "MemUsage": "7.172MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "1.74MB / 1.56MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 2 + } + }, + { + "time": "2026-10-23T12:31:32.184770+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.11%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "15.49%", + "MemUsage": "79.32MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.93MB / 2.59MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.52%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.13MB / 2.87MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.51%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.09%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.13MB / 2.87MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.19%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "15.62%", + "MemUsage": "79.95MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.13MB / 2.86MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.86%", + "MemUsage": "17.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "537MB / 544MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "4.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.652MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.9MB / 71.2MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.81GB", + "CPUPerc": "29.18%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.97%", + "MemUsage": "255.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "997MB / 692MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.80%", + "MemUsage": "7.176MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "2.23MB / 2.01MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:34.220497+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.05%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "16.04%", + "MemUsage": "82.15MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.52MB / 3.39MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.74%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.51MB / 3.38MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.69%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.51MB / 3.39MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.64%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "16.07%", + "MemUsage": "82.27MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.51MB / 3.38MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.03%", + "MemUsage": "16.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "538MB / 545MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "4.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.582MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75MB / 71.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.82GB", + "CPUPerc": "27.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.05%", + "MemUsage": "256.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "998MB / 693MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.92%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.84%", + "MemUsage": "7.258MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "2.64MB / 2.37MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:36.246752+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.76%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "16.37%", + "MemUsage": "83.82MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.89MB / 3.89MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.49%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.12%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.88MB / 3.88MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.43%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.89MB / 3.89MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.96%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "16.53%", + "MemUsage": "84.62MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.88MB / 3.88MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.95%", + "MemUsage": "16.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "538MB / 546MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "4.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.027MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75.1MB / 71.4MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.83GB", + "CPUPerc": "27.73%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.00%", + "MemUsage": "256MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1e+03MB / 694MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.63%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.99%", + "MemUsage": "7.648MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "3.03MB / 2.72MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b16a57707e80": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.008362347 + }, + "40b9a5b2a3f0": { + "max_acquired": 0, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.007096944 + }, + "87b00d06aa4f": { + "max_acquired": 0, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.007363136 + }, + "8c07a7c18532": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.012822437 + } + }, + "db_delta": { + "xact_commit": 16003, + "xact_rollback": 0, + "blks_read": 10438, + "blks_hit": 277781, + "tup_inserted": 10507, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "133037" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "225227" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48970" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48936" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "456331" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "134366" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "226555" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "50299" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "50265" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "461646" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 8, + "repeat": 3, + "result": { + "concurrency": 8, + "elapsed_seconds": 15.003578331, + "errors": {}, + "failed_requests": 0, + "instances": { + "40b9a5b2a3f0": 2687, + "87b00d06aa4f": 2689, + "8c07a7c18532": 2690, + "b16a57707e80": 2691 + }, + "latency_ms": { + "p50": 4.876, + "p95": 58.22, + "p99": 72.386 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10757, + "successful_rps": 716.9622981055238, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:31:40.401169+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.35%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.09%", + "MemUsage": "149MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.48MB / 4.69MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.43%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "29.26%", + "MemUsage": "149.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.47MB / 4.67MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.43%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.48MB / 4.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.69%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "17.17%", + "MemUsage": "87.93MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.48MB / 4.69MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.02%", + "MemUsage": "16.66MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "539MB / 547MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "1.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.848MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75.1MB / 71.5MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.84GB", + "CPUPerc": "101.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.08%", + "MemUsage": "266.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1GB / 695MB", + "PIDs": "19" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:31:43.506703+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.33%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.05%", + "MemUsage": "148.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "4.8MB / 6.45MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.12%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "29.22%", + "MemUsage": "149.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.79MB / 6.44MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.55%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.8MB / 6.45MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.39%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "18.71%", + "MemUsage": "95.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.79MB / 6.44MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.02%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.87%", + "MemUsage": "16.47MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "541MB / 549MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.40%", + "MemUsage": "3.59MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75.6MB / 72MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.84GB", + "CPUPerc": "105.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.60%", + "MemUsage": "269.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.01GB / 698MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.23%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.85%", + "MemUsage": "7.297MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "1.95MB / 1.71MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:31:46.601367+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.41%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.10%", + "MemUsage": "149MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.12MB / 8.23MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.89%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "29.43%", + "MemUsage": "150.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.1MB / 8.21MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.19%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.64MB / 7.58MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.30%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "19.89%", + "MemUsage": "101.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.1MB / 8.21MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.20%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.87%", + "MemUsage": "16.48MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "545MB / 552MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "7.94%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.40%", + "MemUsage": "3.59MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "76MB / 72.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.86GB", + "CPUPerc": "103.33%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.27%", + "MemUsage": "272.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.01GB / 703MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.06%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.82%", + "MemUsage": "7.211MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "3.35MB / 2.94MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:31:49.994135+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.69%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.20%", + "MemUsage": "149.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.44MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.18%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.60%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.42MB / 9.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.12%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.12%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.44MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.44%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "21.19%", + "MemUsage": "108.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.43MB / 9.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "546MB / 554MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.332MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "76.4MB / 72.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.87GB", + "CPUPerc": "104.54%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.36%", + "MemUsage": "273.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.02GB / 706MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.00%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.96%", + "MemUsage": "7.566MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "4.76MB / 4.18MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:31:53.103542+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.81%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.20%", + "MemUsage": "149.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.7MB / 11.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.34%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.88%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.69MB / 11.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.28%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "22.43%", + "MemUsage": "114.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.69MB / 11.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.03%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.46%", + "MemUsage": "17.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "550MB / 558MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.71%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.46%", + "MemUsage": "3.738MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "76.7MB / 73MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.88GB", + "CPUPerc": "101.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.77%", + "MemUsage": "275.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.02GB / 710MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.59%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.66%", + "MemUsage": "6.805MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "5.75MB / 5.06MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:31:56.300302+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.30%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.13%", + "MemUsage": "149.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.92MB / 13.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.22%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.64%", + "MemUsage": "156.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.41MB / 12.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.96%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.91MB / 13.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.47%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "23.74%", + "MemUsage": "121.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.91MB / 13.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.81%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.72%", + "MemUsage": "16.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "552MB / 560MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.37%", + "MemUsage": "3.5MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.1MB / 73.4MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.9GB", + "CPUPerc": "104.19%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.74%", + "MemUsage": "275.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.03GB / 713MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.80%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.79%", + "MemUsage": "7.141MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "7.41MB / 6.51MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:59.217906+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.23%", + "MemUsage": "149.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.22%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "23.95%", + "MemUsage": "122.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "553MB / 561MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "2.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.281MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.2MB / 73.5MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.91GB", + "CPUPerc": "4.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.74%", + "MemUsage": "275.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.03GB / 714MB", + "PIDs": "22" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "b16a57707e80": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.017883201 + }, + "8c07a7c18532": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.077791424 + }, + "87b00d06aa4f": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.017922066 + }, + "40b9a5b2a3f0": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.11141296 + } + }, + "db_delta": { + "xact_commit": 37988, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 604733, + "tup_inserted": 25137, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "134366" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "226555" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "50299" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "50265" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "461646" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "137570" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "229760" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "53503" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "53469" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "474463" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.007840599, + "errors": {}, + "failed_requests": 0, + "instances": { + "40b9a5b2a3f0": 3061, + "87b00d06aa4f": 3063, + "8c07a7c18532": 3061, + "b16a57707e80": 3062 + }, + "latency_ms": { + "p50": 10.575, + "p95": 91.363, + "p99": 95.558 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12247, + "successful_rps": 816.0401171115877, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:32:02.684196+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.17%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.38%", + "MemUsage": "150.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.09%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.45%", + "MemUsage": "155.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.33%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.50%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.86%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "24.59%", + "MemUsage": "125.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.63%", + "MemUsage": "17.45MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "554MB / 561MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "3.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.52MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.3MB / 73.6MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.91GB", + "CPUPerc": "99.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "61.12%", + "MemUsage": "312.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.03GB / 715MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:32:05.991044+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.84%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.36%", + "MemUsage": "150.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12MB / 16.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.56%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.41%", + "MemUsage": "155.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12MB / 16.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.55%", + "MemUsage": "156.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12MB / 16.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.24%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "24.94%", + "MemUsage": "127.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "12MB / 16.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.42%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "557MB / 564MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "6.36%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.387MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.8MB / 74MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.92GB", + "CPUPerc": "100.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.12%", + "MemUsage": "307.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.04GB / 719MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.97%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.30%", + "MemUsage": "8.438MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "1.5MB / 1.25MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 18 + } + }, + { + "time": "2026-10-23T12:32:09.293264+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.02%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.39%", + "MemUsage": "150.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.1MB / 17.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.92%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "13.6MB / 18.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.71%", + "MemUsage": "157.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "13.6MB / 18.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.40%", + "MemUsage": "12.27MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.6MB / 18.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.67%", + "MemUsage": "17.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "560MB / 568MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "6.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.434MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "78.3MB / 74.4MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.93GB", + "CPUPerc": "104.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.29%", + "MemUsage": "308.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.04GB / 723MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.85%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.76%", + "MemUsage": "9.629MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "3.75MB / 3.12MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:12.299382+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.27%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "28.52%", + "MemUsage": "146MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "15MB / 20.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.93%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.32%", + "MemUsage": "155.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "15MB / 20.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.83%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "15MB / 20.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.54%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.39%", + "MemUsage": "12.26MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15MB / 20.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.52%", + "MemUsage": "17.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "563MB / 571MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "3.99%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.195MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "78.7MB / 74.8MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.94GB", + "CPUPerc": "100.01%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.13%", + "MemUsage": "307.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.05GB / 727MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.53%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.42%", + "MemUsage": "8.762MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "5.29MB / 4.4MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 18 + } + }, + { + "time": "2026-10-23T12:32:15.484840+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.74%", + "MemUsage": "14.04MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "16.1MB / 21.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.49%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.51%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "16MB / 21.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.00%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.64%", + "MemUsage": "156.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "16.5MB / 22.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.48%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.47%", + "MemUsage": "12.67MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "16MB / 21.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.93%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "566MB / 574MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "6.06%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.55%", + "MemUsage": "3.961MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.1MB / 75.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.95GB", + "CPUPerc": "104.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.22%", + "MemUsage": "308.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.05GB / 731MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.74%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.24%", + "MemUsage": "8.289MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "7.02MB / 5.84MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:18.688646+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.10%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.81%", + "MemUsage": "14.37MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.1MB / 24.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.79%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.69%", + "MemUsage": "157.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18MB / 24.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.22%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18MB / 24.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.98%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.62%", + "MemUsage": "13.44MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18MB / 24.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.12%", + "MemUsage": "16.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "569MB / 577MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "3.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.195MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.6MB / 75.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.95GB", + "CPUPerc": "100.37%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.37%", + "MemUsage": "309.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.06GB / 734MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.42%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.57%", + "MemUsage": "9.141MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "8.68MB / 7.21MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:32:21.403218+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.27%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.90%", + "MemUsage": "14.83MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.32%", + "MemUsage": "155.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.16%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.60%", + "MemUsage": "156.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.18%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.85%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "570MB / 578MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "2.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.66MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.7MB / 75.8MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.97GB", + "CPUPerc": "1.08%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.32%", + "MemUsage": "308.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.06GB / 737MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "0.00%", + "MemUsage": "0B / 0B", + "Name": "busy_visvesvaraya", + "NetIO": "0B / 0B", + "PIDs": "0" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "87b00d06aa4f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 998, + "acquire_seconds_delta": 5.456329146 + }, + "40b9a5b2a3f0": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1215, + "acquire_seconds_delta": 7.411525576 + }, + "8c07a7c18532": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1032, + "acquire_seconds_delta": 7.095187232 + }, + "b16a57707e80": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1815, + "acquire_seconds_delta": 12.428188683 + } + }, + "db_delta": { + "xact_commit": 42804, + "xact_rollback": 0, + "blks_read": 7, + "blks_hit": 690722, + "tup_inserted": 28333, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "137570" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "229760" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "53503" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "53469" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "474463" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "141179" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "233369" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "57112" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "57078" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "488899" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 3, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.090357861, + "errors": { + "503": 32 + }, + "failed_requests": 32, + "instances": { + "40b9a5b2a3f0": 2989, + "87b00d06aa4f": 2990, + "8c07a7c18532": 2958, + "b16a57707e80": 2988 + }, + "latency_ms": { + "p50": 92.103, + "p95": 187.653, + "p99": 200.552 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11925, + "successful_rps": 790.2397086830756, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:32:25.186861+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.80%", + "MemUsage": "14.35MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.99%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.50%", + "MemUsage": "156.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.9MB / 25.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.05%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.88%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.8MB / 25.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.41%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.70%", + "MemUsage": "75.28MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18.9MB / 25.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.03%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "571MB / 579MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "3.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.938MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.8MB / 75.9MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.97GB", + "CPUPerc": "72.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.32%", + "MemUsage": "308.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.06GB / 738MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 19 + } + }, + { + "time": "2026-10-23T12:32:28.399736+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.52%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.04%", + "MemUsage": "15.56MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "20.4MB / 27.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.53%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.42%", + "MemUsage": "155.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "20.4MB / 27.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.01%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.83%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "20.4MB / 27.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.61%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "16.06%", + "MemUsage": "82.24MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "20.4MB / 27.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.09%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.54%", + "MemUsage": "17.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "574MB / 582MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "7.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.45%", + "MemUsage": "3.703MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "80.3MB / 76.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.98GB", + "CPUPerc": "99.41%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.22%", + "MemUsage": "308.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.07GB / 742MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.68%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.60%", + "MemUsage": "9.227MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "1.57MB / 1.31MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:32:31.685895+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.95%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.97%", + "MemUsage": "15.23MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.42%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.83%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.09%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.88%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.26%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "17.45%", + "MemUsage": "89.36MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.54%", + "MemUsage": "17.33MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "577MB / 585MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "3.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.55%", + "MemUsage": "3.969MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "80.7MB / 76.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.98GB", + "CPUPerc": "98.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.23%", + "MemUsage": "308.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.07GB / 746MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.13%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.68%", + "MemUsage": "9.434MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "3.69MB / 3.03MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:35.096804+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.96%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.14%", + "MemUsage": "16.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "23.4MB / 31.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.30%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.62%", + "MemUsage": "18.55MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "23.3MB / 31.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.79%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.84%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23.4MB / 31.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.56%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "19.15%", + "MemUsage": "98.03MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "23.4MB / 31.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.72%", + "MemUsage": "17.56MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "579MB / 587MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "4.29%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "81.2MB / 77.2MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.99GB", + "CPUPerc": "101.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.27%", + "MemUsage": "308.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.08GB / 750MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.56%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.85%", + "MemUsage": "9.855MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "5.5MB / 4.49MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:32:38.486733+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.02%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.02%", + "MemUsage": "15.48MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "25MB / 33.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.37%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.57%", + "MemUsage": "18.27MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "24.4MB / 32.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.35%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.83%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "24.9MB / 33.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.77%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "20.89%", + "MemUsage": "106.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "24.9MB / 33.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.78%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.89%", + "MemUsage": "17.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "583MB / 591MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "6.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.668MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "81.7MB / 77.6MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 3GB", + "CPUPerc": "105.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.51%", + "MemUsage": "309.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.09GB / 754MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.49%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.78%", + "MemUsage": "9.68MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "7.22MB / 5.89MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 5, + "IO": 2, + "IPC": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:32:41.686604+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.84%", + "MemUsage": "14.54MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "26.4MB / 35.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.48%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.50%", + "MemUsage": "17.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "26.2MB / 35.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.43%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "26.3MB / 35.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.65%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "22.22%", + "MemUsage": "113.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "26.3MB / 35.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.39%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "586MB / 594MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.164MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.1MB / 78MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 3.02GB", + "CPUPerc": "99.71%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.04%", + "MemUsage": "307.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.09GB / 758MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.93%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.94%", + "MemUsage": "10.1MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "8.81MB / 7.18MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 4, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:32:44.613277+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.03%", + "MemUsage": "15.49MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "26.9MB / 35.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.32%", + "MemUsage": "17.01MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "26.8MB / 35.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.19%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "26.9MB / 35.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.18%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "22.58%", + "MemUsage": "115.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "26.9MB / 35.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.44%", + "MemUsage": "17.21MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "587MB / 596MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "0.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.90%", + "MemUsage": "4.875MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.3MB / 78.1MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 3.03GB", + "CPUPerc": "4.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.36%", + "MemUsage": "309.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.09GB / 760MB", + "PIDs": "38" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "8c07a7c18532": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10426, + "acquire_seconds_delta": 261.588291252 + }, + "40b9a5b2a3f0": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8773, + "acquire_seconds_delta": 92.90600146 + }, + "b16a57707e80": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8532, + "acquire_seconds_delta": 94.417123394 + }, + "87b00d06aa4f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9081, + "acquire_seconds_delta": 108.712551752 + } + }, + "db_delta": { + "xact_commit": 43479, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 686652, + "tup_inserted": 28837, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "141180" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "233369" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "57112" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "57078" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "488900" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "144804" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "236994" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "60737" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "60703" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "503399" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 128, + "repeat": 3, + "result": { + "concurrency": 128, + "elapsed_seconds": 15.182865746, + "errors": { + "503": 3197 + }, + "failed_requests": 3197, + "instances": { + "40b9a5b2a3f0": 2991, + "87b00d06aa4f": 2999, + "8c07a7c18532": 3030, + "b16a57707e80": 3016 + }, + "latency_ms": { + "p50": 184.062, + "p95": 207.692, + "p99": 297.57 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12036, + "successful_rps": 792.7357194191711, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:32:48.386877+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.34%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.20%", + "MemUsage": "16.37MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "27.7MB / 36.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.74%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.30%", + "MemUsage": "16.88MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "27.5MB / 36.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.77%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.59%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "27.6MB / 36.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.47%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.20%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "27.1MB / 36.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.78%", + "MemUsage": "18.92MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "589MB / 597MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "9.70%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.074MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.5MB / 78.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.04GB", + "CPUPerc": "107.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.26%", + "MemUsage": "308.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.1GB / 762MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:51.390415+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.21%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.15%", + "MemUsage": "16.12MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "29.2MB / 38.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.00%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.39%", + "MemUsage": "17.34MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "29MB / 38.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.07%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.69%", + "MemUsage": "157.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "29.1MB / 38.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.97%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.01%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "29.1MB / 38.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.14%", + "MemUsage": "18.09MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "592MB / 601MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "7.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.41%", + "MemUsage": "3.617MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.9MB / 78.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.04GB", + "CPUPerc": "98.23%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.17%", + "MemUsage": "308.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.1GB / 765MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.24%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "5.26%", + "MemUsage": "13.46MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "2.77MB / 2.45MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 29 + } + }, + { + "time": "2026-10-23T12:32:54.683992+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.85%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "30.7MB / 40.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.82%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.39%", + "MemUsage": "17.35MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.6MB / 40.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.90%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.64%", + "MemUsage": "156.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.7MB / 40.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.89%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "30.6MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.04%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "596MB / 605MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "6.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.387MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "83.4MB / 79.1MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.05GB", + "CPUPerc": "100.54%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.03%", + "MemUsage": "307.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.11GB / 770MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.87%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "5.11%", + "MemUsage": "13.08MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "4.19MB / 3.68MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 24 + } + }, + { + "time": "2026-10-23T12:32:57.983464+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.84%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.65%", + "MemUsage": "18.68MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "32.4MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.66%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.44%", + "MemUsage": "17.64MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.2MB / 42.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.70%", + "MemUsage": "157.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.3MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.27%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.16%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.3MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.38%", + "MemUsage": "18.4MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "599MB / 607MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "4.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.062MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "83.8MB / 79.6MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.06GB", + "CPUPerc": "102.29%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.18%", + "MemUsage": "308.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.11GB / 774MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.90%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "4.85%", + "MemUsage": "12.41MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "6.79MB / 5.94MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:33:01.193113+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.44%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.79%", + "MemUsage": "19.39MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "33.8MB / 44.9MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.39%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.45%", + "MemUsage": "17.66MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "33.7MB / 44.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.86%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.56%", + "MemUsage": "156.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "33.8MB / 44.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.58%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "25.97%", + "MemUsage": "133MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "33.7MB / 44.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.16%", + "MemUsage": "18.13MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "603MB / 612MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "6.78%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.40%", + "MemUsage": "3.574MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "84.2MB / 79.9MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.08GB", + "CPUPerc": "99.37%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.96%", + "MemUsage": "307MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.12GB / 778MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.12%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "4.80%", + "MemUsage": "12.28MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "8.66MB / 7.55MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:33:04.486569+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.94%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.46%", + "MemUsage": "17.72MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "35.5MB / 47.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.83%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.59%", + "MemUsage": "18.39MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "35.4MB / 47MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.00%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.83%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "35.4MB / 47MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.64%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "27.29%", + "MemUsage": "139.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "35.4MB / 47MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.65%", + "MemUsage": "18.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "607MB / 616MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "6.70%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.328MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "84.6MB / 80.2MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.09GB", + "CPUPerc": "100.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.12%", + "MemUsage": "307.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 782MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.31%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "5.30%", + "MemUsage": "13.58MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "10.1MB / 8.81MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 4, + "CPU/runnable": 5, + "LWLock": 8 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b16a57707e80": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10888, + "acquire_seconds_delta": 426.489848409 + }, + "8c07a7c18532": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10868, + "acquire_seconds_delta": 426.533035945 + }, + "40b9a5b2a3f0": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10745, + "acquire_seconds_delta": 421.575465487 + }, + "87b00d06aa4f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10788, + "acquire_seconds_delta": 425.665936457 + } + }, + "db_delta": { + "xact_commit": 43738, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 689667, + "tup_inserted": 28927, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "144805" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "236994" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "60737" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "60703" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "503400" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "149365" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "241554" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "521642" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.078653098, + "errors": {}, + "failed_requests": 0, + "instances": { + "3ca8acc239b4": 4278, + "45aea464edd1": 4277 + }, + "latency_ms": { + "p50": 59.739, + "p95": 110.459, + "p99": 138.606 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 8555, + "successful_rps": 567.3583671166701, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:34:11.780116+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.34%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.1kB / 16.5kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.53%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "13.42%", + "MemUsage": "68.73MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.53kB / 9.59kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.65%", + "MemUsage": "17.48MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "608MB / 617MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "4.57%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.645MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "84.8MB / 80.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.11GB", + "CPUPerc": "14.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.37%", + "MemUsage": "268.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 783MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:34:14.906664+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.33%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.36%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.43MB / 1.94MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.17%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "15.12%", + "MemUsage": "77.43MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.41MB / 1.93MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.02%", + "MemUsage": "17.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "609MB / 618MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "4.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.32%", + "MemUsage": "5.941MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.1MB / 80.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.13GB", + "CPUPerc": "72.57%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.64%", + "MemUsage": "269.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 785MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.46%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.38%", + "MemUsage": "8.656MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "464kB / 394kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:34:17.918548+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.04%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.59%", + "MemUsage": "136.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.29MB / 4.47MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.37%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "17.18%", + "MemUsage": "87.98MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.27MB / 4.46MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.79%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.53%", + "MemUsage": "18.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "611MB / 620MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "9.58%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.168MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.3MB / 80.9MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.15GB", + "CPUPerc": "76.47%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.81%", + "MemUsage": "270.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 787MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.71%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.73%", + "MemUsage": "9.551MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "1.9MB / 1.56MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:34:20.990093+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.49%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.53%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.21MB / 7.07MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.98%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "18.47%", + "MemUsage": "94.59MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.5MB / 6.15MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.62%", + "MemUsage": "18.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "613MB / 622MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "4.77%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.85%", + "MemUsage": "4.73MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.6MB / 81.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.17GB", + "CPUPerc": "70.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.79%", + "MemUsage": "270.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.14GB / 789MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.21%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.12%", + "MemUsage": "7.996MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "2.62MB / 2.15MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:34:23.980374+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.93%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.55%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.01MB / 9.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.50%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "20.45%", + "MemUsage": "104.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.22MB / 8.51MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.53%", + "MemUsage": "17.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "616MB / 624MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "7.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.828MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.8MB / 81.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.19GB", + "CPUPerc": "69.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.40%", + "MemUsage": "273.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.14GB / 792MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.58%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.47%", + "MemUsage": "8.871MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "3.61MB / 2.97MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:34:26.999404+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.91%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.12MB / 12.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.98%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "22.77%", + "MemUsage": "116.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.34MB / 11.4MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.39%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.23%", + "MemUsage": "18.22MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "618MB / 627MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "7.09%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.582MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "86MB / 81.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.21GB", + "CPUPerc": "74.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.94%", + "MemUsage": "271.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.14GB / 795MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.55%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.51%", + "MemUsage": "8.98MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "5.21MB / 4.31MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "3ca8acc239b4": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 11618, + "acquire_seconds_delta": 118.508297879 + }, + "45aea464edd1": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 14746, + "acquire_seconds_delta": 417.142871688 + } + }, + "db_delta": { + "xact_commit": 29253, + "xact_rollback": 0, + "blks_read": 10, + "blks_hit": 444092, + "tup_inserted": 19389, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "149379" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "241576" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "183", + "eresp": "0", + "stot": "521695" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "154288" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "246486" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "183", + "eresp": "0", + "stot": "531514" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.090506931, + "errors": {}, + "failed_requests": 0, + "instances": { + "9887b930be79": 5583, + "ad45a01d5616": 5582 + }, + "latency_ms": { + "p50": 15.776, + "p95": 92.695, + "p99": 98.553 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11165, + "successful_rps": 739.8691144738191, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:34:38.076835+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.35%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.20%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "962kB / 1.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.97%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.26%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "951kB / 1.27MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.95%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.19%", + "MemUsage": "18.16MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "621MB / 630MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "4.04%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.19%", + "MemUsage": "5.613MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "86.5MB / 82.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.23GB", + "CPUPerc": "48.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.36%", + "MemUsage": "298.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.15GB / 798MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:34:40.879395+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.36%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.31%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.11MB / 4.16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.10%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.08MB / 4.13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.32%", + "MemUsage": "18.33MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "623MB / 632MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "6.19%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.211MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "86.9MB / 82.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.24GB", + "CPUPerc": "105.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.13%", + "MemUsage": "302.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.15GB / 802MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.99%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.67%", + "MemUsage": "9.398MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "1.73MB / 1.44MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:34:43.989000+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.87%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.11MB / 6.86MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.66%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.42%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.99MB / 8.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.41%", + "MemUsage": "18.45MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "626MB / 635MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "3.49%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.992MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "87.3MB / 82.9MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.25GB", + "CPUPerc": "99.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.14%", + "MemUsage": "302.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.16GB / 806MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.71%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.54%", + "MemUsage": "9.062MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "3.36MB / 2.78MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:34:47.485384+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.34%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.76MB / 11.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.68%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.77MB / 11.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.95%", + "MemUsage": "17.85MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "629MB / 638MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "8.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.52MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "87.7MB / 83.3MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.26GB", + "CPUPerc": "100.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.13%", + "MemUsage": "302.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.17GB / 810MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.39%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.31%", + "MemUsage": "8.477MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "4.41MB / 3.65MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:34:50.773158+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.81%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "25.76%", + "MemUsage": "131.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "11.7MB / 15.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.28%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "11.7MB / 15.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.01%", + "MemUsage": "17.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "632MB / 641MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "4.02%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.824MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "88.1MB / 83.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.27GB", + "CPUPerc": "102.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.89%", + "MemUsage": "301.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.17GB / 814MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.22%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.23%", + "MemUsage": "8.281MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "6.05MB / 5MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 2, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:34:53.870577+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.92%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "3.69%", + "MemUsage": "18.87MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.4MB / 18.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.37%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "3.64%", + "MemUsage": "18.65MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.3MB / 19.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.31%", + "MemUsage": "18.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "634MB / 644MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "5.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.86%", + "MemUsage": "4.758MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "88.5MB / 84.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.28GB", + "CPUPerc": "101.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.03%", + "MemUsage": "302.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.18GB / 817MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.45%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.44%", + "MemUsage": "8.801MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "8.06MB / 6.66MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [], + "pool_stats": { + "ad45a01d5616": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 16448, + "acquire_seconds_delta": 99.91955192 + }, + "9887b930be79": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 18918, + "acquire_seconds_delta": 178.184637557 + } + }, + "db_delta": { + "xact_commit": 37170, + "xact_rollback": 0, + "blks_read": 7, + "blks_hit": 602616, + "tup_inserted": 24661, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "154289" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "246489" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "190", + "eresp": "0", + "stot": "531525" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "160702" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "252903" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "190", + "eresp": "0", + "stot": "544352" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.009222618, + "errors": {}, + "failed_requests": 0, + "instances": { + "6261381dbb91": 5757, + "658e101c8521": 5757 + }, + "latency_ms": { + "p50": 15.051, + "p95": 92.072, + "p99": 100.503 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11514, + "successful_rps": 767.1283378921763, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:35:00.685456+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.94%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.22%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "308kB / 398kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.30%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "314kB / 411kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.53%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.55%", + "MemUsage": "18.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "635MB / 644MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "1.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.23%", + "MemUsage": "5.703MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "88.6MB / 84.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.3GB", + "CPUPerc": "67.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.51%", + "MemUsage": "299.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.18GB / 818MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:35:03.879790+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.56%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.6MB / 3.49MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.57%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.6MB / 3.49MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.53%", + "MemUsage": "17.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "636MB / 646MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "7.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.18%", + "MemUsage": "5.582MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "89MB / 84.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.31GB", + "CPUPerc": "106.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.02%", + "MemUsage": "302.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.18GB / 821MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.85%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.68%", + "MemUsage": "9.418MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "1.46MB / 1.21MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:35:07.073819+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.82%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.26%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.13MB / 6.89MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.77%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.36%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.11MB / 6.87MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.44%", + "MemUsage": "17.2MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "639MB / 648MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "3.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.09%", + "MemUsage": "5.355MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "89.4MB / 84.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.31GB", + "CPUPerc": "98.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.03%", + "MemUsage": "302.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.19GB / 825MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.41%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.42%", + "MemUsage": "8.75MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "2.39MB / 1.98MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:35:10.275551+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.70%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.99MB / 10.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.37%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.25%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.96MB / 10.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.66%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "642MB / 651MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "11.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.785MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "89.8MB / 85.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.32GB", + "CPUPerc": "102.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.44%", + "MemUsage": "304.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.19GB / 829MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.31%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.58%", + "MemUsage": "9.152MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "3.95MB / 3.26MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:35:13.680457+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.80%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.92MB / 13.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.03%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.7MB / 14.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.53%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "646MB / 655MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "3.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.234MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "90.2MB / 85.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.33GB", + "CPUPerc": "102.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.07%", + "MemUsage": "302.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.2GB / 833MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.85%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.36%", + "MemUsage": "8.605MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "6.06MB / 5.02MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:35:16.871084+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.15%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "3.56%", + "MemUsage": "18.25MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.7MB / 17MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.71%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "3.77%", + "MemUsage": "19.32MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12.6MB / 17.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.83%", + "MemUsage": "17.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "649MB / 658MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "4.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.12%", + "MemUsage": "5.426MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "90.6MB / 86MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.34GB", + "CPUPerc": "97.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.11%", + "MemUsage": "302.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.2GB / 835MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.44%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.29%", + "MemUsage": "8.426MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "7.73MB / 6.4MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "6261381dbb91": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 16771, + "acquire_seconds_delta": 103.657054933 + }, + "658e101c8521": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 19498, + "acquire_seconds_delta": 175.463052334 + } + }, + "db_delta": { + "xact_commit": 38155, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 618661, + "tup_inserted": 25351, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "160705" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "252904" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "195", + "eresp": "0", + "stot": "544361" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "167349" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "259548" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "195", + "eresp": "0", + "stot": "557649" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.047648499, + "errors": {}, + "failed_requests": 0, + "instances": { + "a6dcbf459cad": 4655, + "ad48e9b7b7f4": 4656 + }, + "latency_ms": { + "p50": 52.973, + "p95": 74.209, + "p99": 91.543 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9311, + "successful_rps": 618.7677762820396, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:35:26.662641+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.13%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.08MB / 1.46MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.07%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.08MB / 1.46MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.36%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.98%", + "MemUsage": "17.89MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "652MB / 661MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.94%", + "MemUsage": "4.977MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91MB / 86.4MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.36GB", + "CPUPerc": "37.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.98%", + "MemUsage": "266.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.21GB / 839MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "CPU/runnable": 2 + } + }, + { + "time": "2026-10-23T12:35:28.666994+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.70%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.34MB / 3.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.54%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.28%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.35MB / 3.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.78%", + "MemUsage": "17.64MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "653MB / 662MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.992MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.2MB / 86.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.38GB", + "CPUPerc": "65.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.02%", + "MemUsage": "266.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.21GB / 842MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.79%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.36%", + "MemUsage": "8.594MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "1.36MB / 1.12MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:35:30.718661+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.73%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.40%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.67MB / 5.01MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.33%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.68MB / 5.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.65%", + "MemUsage": "18.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "654MB / 664MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "10.13%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.488MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.4MB / 86.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.39GB", + "CPUPerc": "63.13%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.17%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.21GB / 844MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.31%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.53%", + "MemUsage": "9.035MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "2.15MB / 1.76MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:32.712809+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.25%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.13MB / 7.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.91%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.26%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.14MB / 7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.25%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.35%", + "MemUsage": "18.37MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "656MB / 665MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "6.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.996MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.6MB / 87MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.4GB", + "CPUPerc": "63.07%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.06%", + "MemUsage": "266.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.22GB / 846MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.69%", + "MemUsage": "9.438MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "2.98MB / 2.45MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:35:34.739707+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.24%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.6MB / 9.05MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.37%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.59%", + "MemUsage": "136.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.62MB / 8.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.37%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.24%", + "MemUsage": "18.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "657MB / 667MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "6.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.484MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.8MB / 87.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.41GB", + "CPUPerc": "60.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.16%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.22GB / 848MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.96%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.58%", + "MemUsage": "9.168MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "3.83MB / 3.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:36.770712+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.65%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.08MB / 11.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.09%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.64%", + "MemUsage": "136.4MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.09MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.92%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.03%", + "MemUsage": "17.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "659MB / 668MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.76%", + "MemUsage": "4.496MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92MB / 87.4MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.43GB", + "CPUPerc": "62.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.17%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.22GB / 850MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.99%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.62%", + "MemUsage": "9.27MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "4.67MB / 3.85MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:38.800553+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.72%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.5MB / 13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.44%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.67%", + "MemUsage": "136.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.52MB / 12.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.40%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "660MB / 670MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "6.93%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.992MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.2MB / 87.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.44GB", + "CPUPerc": "67.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.23%", + "MemUsage": "267.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 852MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.95%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.49%", + "MemUsage": "8.945MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "5.5MB / 4.53MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:40.979442+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.07%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.8MB / 14.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.61%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.9MB / 14.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.50%", + "MemUsage": "18.56MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "662MB / 671MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.488MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.4MB / 87.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.45GB", + "CPUPerc": "70.32%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.28%", + "MemUsage": "267.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 853MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.45%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.53%", + "MemUsage": "9.039MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "6.28MB / 5.17MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:35:43.875811+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.52%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12.4MB / 17MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.76%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "3.52%", + "MemUsage": "18.02MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.4MB / 16.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.59%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.23%", + "MemUsage": "16.93MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "663MB / 673MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "1.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.48MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.6MB / 88MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.47GB", + "CPUPerc": "21.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.04%", + "MemUsage": "266.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 856MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.18%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.71%", + "MemUsage": "9.488MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "7.04MB / 5.78MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "a6dcbf459cad": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16694, + "acquire_seconds_delta": 218.065275587 + }, + "ad48e9b7b7f4": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16695, + "acquire_seconds_delta": 316.906797843 + } + }, + "db_delta": { + "xact_commit": 33204, + "xact_rollback": 0, + "blks_read": 5, + "blks_hit": 497754, + "tup_inserted": 22042, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "167351" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "259549" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "201", + "eresp": "0", + "stot": "557658" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "172909" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "265107" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "201", + "eresp": "0", + "stot": "568774" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.046390949, + "errors": {}, + "failed_requests": 0, + "instances": { + "42080974b87f": 4805, + "60757208d7fd": 4806 + }, + "latency_ms": { + "p50": 49.199, + "p95": 72.457, + "p99": 86.777 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9611, + "successful_rps": 638.7578278789013, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:35:51.616080+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.70%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.06%", + "MemUsage": "133.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "318kB / 419kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.33%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "315kB / 417kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.86%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.49%", + "MemUsage": "18.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "664MB / 673MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "9.78%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.57MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.6MB / 88.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.48GB", + "CPUPerc": "63.01%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.17%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 857MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:53.603514+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.03%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.35%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.3MB / 3.14MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.25%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.3MB / 3.14MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.36%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "666MB / 675MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.67%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.059MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.9MB / 88.3MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.5GB", + "CPUPerc": "66.32%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.16%", + "MemUsage": "267MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.24GB / 859MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.23%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.63%", + "MemUsage": "9.285MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "1.34MB / 1.1MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:55.607013+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.75%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.75MB / 5.13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.70%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.75MB / 5.13MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.79%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.51%", + "MemUsage": "18.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "667MB / 677MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "9.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.555MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.1MB / 88.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.51GB", + "CPUPerc": "68.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.21%", + "MemUsage": "267.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.24GB / 861MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.30%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.63%", + "MemUsage": "9.289MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "2.19MB / 1.79MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:57.666615+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.63%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.21MB / 7.14MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.92%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.42%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.21MB / 7.13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.92%", + "MemUsage": "17.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "669MB / 679MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.555MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.3MB / 88.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.52GB", + "CPUPerc": "68.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.30%", + "MemUsage": "267.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.24GB / 863MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.73%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.54%", + "MemUsage": "9.07MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "3.05MB / 2.49MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:59.695005+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.50%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.65MB / 9.08MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.82%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.63MB / 9.08MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.28%", + "MemUsage": "18.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "670MB / 680MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.80%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.555MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.5MB / 89MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.54GB", + "CPUPerc": "65.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.23%", + "MemUsage": "267.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 865MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.54%", + "MemUsage": "9.055MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "3.87MB / 3.16MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:36:01.715174+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.27%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.05MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.83%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.03MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.03%", + "MemUsage": "17.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "672MB / 682MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "7.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.797MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.7MB / 89.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.55GB", + "CPUPerc": "66.74%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.26%", + "MemUsage": "267.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 867MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.10%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.44%", + "MemUsage": "8.816MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "4.68MB / 3.83MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:36:03.702992+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.14%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.51MB / 12.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.37%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.47MB / 13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.33%", + "MemUsage": "18.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "673MB / 683MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.789MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.9MB / 89.4MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.56GB", + "CPUPerc": "66.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.27%", + "MemUsage": "267.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 869MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.18%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.66%", + "MemUsage": "9.375MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "5.52MB / 4.52MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:36:05.738676+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.88%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "25.20%", + "MemUsage": "129MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "11MB / 14.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.55%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "25.89%", + "MemUsage": "132.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.9MB / 15MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.85%", + "MemUsage": "19MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "675MB / 685MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.85%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.027MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.1MB / 89.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.57GB", + "CPUPerc": "65.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.29%", + "MemUsage": "267.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 871MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.57%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.73%", + "MemUsage": "9.551MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "6.36MB / 5.21MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:36:07.756094+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.06%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "3.37%", + "MemUsage": "17.23MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12.4MB / 16.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.54%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "3.66%", + "MemUsage": "18.73MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.4MB / 17MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.00%", + "MemUsage": "17.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "676MB / 686MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.539MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.3MB / 89.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.58GB", + "CPUPerc": "67.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.26%", + "MemUsage": "267.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.26GB / 873MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.68%", + "MemUsage": "9.41MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "7.18MB / 5.9MB", + "PIDs": "6" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "60757208d7fd": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 17124, + "acquire_seconds_delta": 312.264768691 + }, + "42080974b87f": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 17121, + "acquire_seconds_delta": 222.94996017 + } + }, + "db_delta": { + "xact_commit": 33636, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 499928, + "tup_inserted": 22315, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "172911" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "265110" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "207", + "eresp": "0", + "stot": "568785" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "178611" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "270810" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "207", + "eresp": "0", + "stot": "580185" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014593415, + "errors": {}, + "failed_requests": 0, + "instances": { + "e8660d7c15fd": 5465, + "eaf9ba2d5194": 5473 + }, + "latency_ms": { + "p50": 15.07, + "p95": 94.225, + "p99": 99.187 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10938, + "successful_rps": 728.491254986141, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:36:16.176315+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.05%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "958kB / 1.27MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.96%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "173kB / 220kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.38%", + "MemUsage": "18.41MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "677MB / 687MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "6.48%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.281MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.5MB / 90MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.6GB", + "CPUPerc": "50.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.17%", + "MemUsage": "297.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.26GB / 873MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:36:19.367049+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.41%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.8MB / 3.74MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.29%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.65MB / 4.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.35%", + "MemUsage": "18.37MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "681MB / 690MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "3.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.273MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.9MB / 90.3MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.61GB", + "CPUPerc": "99.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.81%", + "MemUsage": "301.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.26GB / 878MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.82%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.59%", + "MemUsage": "9.184MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "1.56MB / 1.3MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:36:22.366566+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.50%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.25%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.4MB / 8.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.95%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.47%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.39MB / 8.6MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.61%", + "MemUsage": "18.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "683MB / 693MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "6.43%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.258MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "95.3MB / 90.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.62GB", + "CPUPerc": "101.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.97%", + "MemUsage": "301.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.27GB / 882MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.64%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.49%", + "MemUsage": "8.945MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "3.6MB / 2.99MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:36:25.467576+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.15%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.37MB / 12.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.35%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.32%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.32MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.91%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "686MB / 696MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "3.91%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.676MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "95.8MB / 91.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.63GB", + "CPUPerc": "101.51%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.82%", + "MemUsage": "301.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.28GB / 886MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.14%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.36%", + "MemUsage": "8.59MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "5.26MB / 4.37MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:36:28.668162+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.97%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "25.84%", + "MemUsage": "132.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "11.2MB / 15MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.11%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "11.1MB / 15MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.11%", + "MemUsage": "16.78MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "689MB / 699MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "5.19%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.49%", + "MemUsage": "3.809MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "96.2MB / 91.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.63GB", + "CPUPerc": "100.66%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.91%", + "MemUsage": "311.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.28GB / 889MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.50%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "2.96%", + "MemUsage": "7.57MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "6.68MB / 5.54MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:36:31.675922+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.22%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "3.96%", + "MemUsage": "20.28MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "13.9MB / 18.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.77%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "3.76%", + "MemUsage": "19.25MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.8MB / 18.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.14%", + "MemUsage": "18.1MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "691MB / 701MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "3.11%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.277MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "96.5MB / 91.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.64GB", + "CPUPerc": "100.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "61.51%", + "MemUsage": "314.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.29GB / 892MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.60%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.59%", + "MemUsage": "9.191MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "7.81MB / 6.46MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 3, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:36:34.535866+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.26%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "3.84%", + "MemUsage": "19.65MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.5MB / 19.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "3.39%", + "MemUsage": "17.35MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "14.5MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.88%", + "MemUsage": "17.77MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "692MB / 702MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "2.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.801MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "96.6MB / 91.9MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.66GB", + "CPUPerc": "95.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "62.15%", + "MemUsage": "318.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.29GB / 893MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "0.00%", + "MemUsage": "0B / 0B", + "Name": "charming_allen", + "NetIO": "0B / 0B", + "PIDs": "0" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "eaf9ba2d5194": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 15320, + "acquire_seconds_delta": 86.483395891 + }, + "e8660d7c15fd": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 18937, + "acquire_seconds_delta": 192.898063808 + } + }, + "db_delta": { + "xact_commit": 37231, + "xact_rollback": 0, + "blks_read": 16665, + "blks_hit": 574938, + "tup_inserted": 24683, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "178614" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "270812" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "213", + "eresp": "0", + "stot": "580196" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "184981" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "277180" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "213", + "eresp": "0", + "stot": "592931" + } + ] + } + ] +} diff --git a/evidence/research.md b/evidence/research.md new file mode 100644 index 00000000..c2b152a1 --- /dev/null +++ b/evidence/research.md @@ -0,0 +1,35 @@ +# Измерения трека 1 + +Fixed: суммарно 2 CPU / 1024 MiB API, суммарный пул 8. Growing: 1 CPU / 512 MiB и пул 8 на каждую API. PostgreSQL 1 CPU / 512 MiB, LB 0.5 CPU / 128 MiB, Valkey 0.5 CPU / 256 MiB, генератор 2 CPU / 256 MiB. + +| Серия | API | Клиенты | Пул/реплика | RPS median [min;max] | p95 ms | Ошибки | +|---|---:|---:|---:|---:|---:|---:| +| fixed | 1 | 32 | 8 | 886.9 [881.4; 899.3] | 80.7 | 0 | +| fixed | 2 | 32 | 4 | 771.3 [716.5; 784.3] | 90.2 | 0 | +| fixed | 4 | 32 | 2 | 739.9 [682.5; 765.8] | 106.1 | 0 | +| growing | 1 | 32 | 8 | 857.1 [823.9; 881.2] | 81.8 | 0 | +| growing | 2 | 32 | 8 | 791.1 [661.8; 807.7] | 91.1 | 0 | +| growing | 4 | 32 | 8 | 673.0 [612.4; 703.2] | 96.1 | 0 | +| pool-overload | 2 | 64 | 1 | 613.8 [400.1; 637.0] | 136.5 | 970 | +| pool-overload | 2 | 64 | 8 | 786.2 [766.6; 788.4] | 105.6 | 5472 | +| pool-tuning | 2 | 32 | 1 | 618.8 [567.4; 638.8] | 74.2 | 0 | +| pool-tuning | 2 | 32 | 8 | 739.9 [728.5; 767.1] | 92.7 | 0 | +| saturation | 4 | 1 | 8 | 301.7 [296.0; 327.8] | 4.6 | 0 | +| saturation | 4 | 8 | 8 | 717.0 [715.6; 766.8] | 58.2 | 0 | +| saturation | 4 | 32 | 8 | 737.7 [725.1; 816.0] | 92.8 | 0 | +| saturation | 4 | 64 | 8 | 789.5 [651.4; 790.2] | 187.7 | 93 | +| saturation | 4 | 128 | 8 | 741.3 [689.2; 792.7] | 215.7 | 8970 | + +Контролируемая настройка пула 1 → 8 (2 API, 32 клиента): изменение median RPS +19.6%. Критерий подтверждения: >5% без увеличения общего числа ошибок. Подтверждено: True. + +Диагностика: research.json содержит CPU/RAM каждого контейнера, активные ожидания PostgreSQL, счётчики ожидания пула и очереди/ошибки HAProxy. Pool-tuning — отдельный намеренно ограниченный сценарий; он не выдаётся за дефект исходного пула 8. + +Интерпретация этого прогона: fixed 1/2/4 API дали 886.9/771.3/739.9 median RPS, growing — 857.1/791.1/673.0; в этих сериях ошибок нет. Увеличение числа API и суммарных ресурсов API не повысило throughput. В sweep рост 8 → 32 клиентов дал лишь +2.9% RPS (717.0 → 737.7), одновременно p95 вырос 58.2 → 92.8 ms. При 128 клиентах доля неуспешных попыток 20.98%, p95=215.7 ms. Практическое колено этого профиля — около 8–32 клиентов. + +В показательных sweep-запусках средний CPU DB около 87–104% ядра при лимите 1 CPU, память примерно 256–278/512 MiB. CPU LB около 17–27% при лимите 0.5 CPU, генератора 10–18% при лимите 2 CPU; qmax LB=0. Наблюдения согласуются с общим пределом DB/очереди пула; насыщение LB или клиента не видно. Конкретные различия RPS нельзя приписать исключительно CPU DB без отдельного эксперимента с её ресурсами. + +Контроль пула 1 → 8 улучшил median throughput на 19.57% (618.8 → 739.9), все шесть запусков без ошибок. Диапазоны RPS не пересекаются: 567.4–638.8 против 728.5–767.1. p50 улучшился 53.0 → 15.1 ms, но p95 ухудшился 74.2 → 92.7 ms, p99 — 91.5 → 99.2 ms. Подтверждено улучшение throughput с ценой в хвосте, не ускорение каждого запроса. Отрицательный pool-overload при 64 клиентах сохранён отдельно и не принят за улучшение из-за роста ошибок 970 → 5472. + +Контрольные 32-клиентные серии добавлены после исходных серий. В raw сохранены все 45 завершённых запусков. Порядок, накопление истории и состояние хоста ограничивают точность сравнения; частота/температура CPU не измерялись. Снимок перед дополнительной ручной проверкой содержит 572124 сообщений/ключей и pg_database_size=370461843 bytes. + +Ограничения: один Docker Desktop/хост; closed-loop и coordinated omission; p95 только успехов; контейнерные CPU/RAM и PostgreSQL-счётчики включают прогрев; история растёт; дисковый кэш между сериями не сбрасывается; max RPS промышленной системы не заявляется. diff --git a/evidence/research.txt b/evidence/research.txt new file mode 100644 index 00000000..38ad156b --- /dev/null +++ b/evidence/research.txt @@ -0,0 +1,64 @@ +Reusing 39 completed measurements + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 1, "concurrency": 32, "repeat": 1} + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 8, "concurrency": 32, "repeat": 1} + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 8, "concurrency": 32, "repeat": 2} + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 1, "concurrency": 32, "repeat": 2} + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 1, "concurrency": 32, "repeat": 3} + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 8, "concurrency": 32, "repeat": 3} + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +PASS: repeated scaling/saturation series and pool improvement measured; see evidence/research.md diff --git a/evidence/restart-after.txt b/evidence/restart-after.txt new file mode 100644 index 00000000..75fb659c --- /dev/null +++ b/evidence/restart-after.txt @@ -0,0 +1,5 @@ +809671ea9e156b63efb0e814356e296f7763b44f6e3a3fd7bb35ae7f8aa6244b api 2026-10-23T12:13:46.830894808Z running +d37b1b1c131fbba70e88871316faf75d5a999c1ebb4a5c44c9a5acd23be5b75a api 2026-10-23T12:13:46.753675356Z running +16f66e71d6f11ec87802055d002ffdc955cb7e45a4d49d65cbb855d5b9a05ff1 db 2026-10-23T12:13:45.663039253Z running +3ab85f1808aa04096c15c57985cedade3cf2317f7c04cea78bd891a9523a801a lb 2026-10-23T12:13:45.60706352Z running +d05b4b0c0e14422e029990de042ac54aedba88cd5c2de77b269a105148dea512 valkey 2026-10-23T12:13:45.319020586Z running diff --git a/evidence/restart-before.txt b/evidence/restart-before.txt new file mode 100644 index 00000000..7fae4b8d --- /dev/null +++ b/evidence/restart-before.txt @@ -0,0 +1,5 @@ +809671ea9e156b63efb0e814356e296f7763b44f6e3a3fd7bb35ae7f8aa6244b api 2026-10-23T12:12:37.237236606Z running +d37b1b1c131fbba70e88871316faf75d5a999c1ebb4a5c44c9a5acd23be5b75a api 2026-10-23T12:12:37.077670375Z running +16f66e71d6f11ec87802055d002ffdc955cb7e45a4d49d65cbb855d5b9a05ff1 db 2026-10-23T12:12:33.390812174Z running +3ab85f1808aa04096c15c57985cedade3cf2317f7c04cea78bd891a9523a801a lb 2026-10-23T12:12:43.161972189Z running +d05b4b0c0e14422e029990de042ac54aedba88cd5c2de77b269a105148dea512 valkey 2026-10-23T12:12:33.392857899Z running diff --git a/evidence/saturation.png b/evidence/saturation.png new file mode 100644 index 0000000000000000000000000000000000000000..c026b3b08044d6fec59d2c721cb532f0c316242a GIT binary patch literal 93429 zcmd43cT`i`*ESkd@F*&FM5R~&m8MkbDi)fc^iV}e=tX)D`Nr>wpAT5Hbv%x69`FYX!L*}wPX zUI+xTUr+a@2?Vk`3If>?^%oy_1%ZY+f+w|rTUG(4KJb8GM?VP=5&IL>l)Wk6vJO z5`+f=(YtxwEF^t)Xm`jF#;Jy-s#DhRi%ETD*ZZiCn-8Xb_;cg>!JFSTukqS`606?r zeMm?)uX>&Tud`xe;eXHelsTJcC&ia+uWVg*>&mNjyG_iRY@rU0%huS+rqJt|1gwL* zyL%xx`F}m?GKsZ<|8)SK?_K^2vh%->qhiG%`~Ld~qV)uF`G1bq|Ju>;KS#gL{oj1C zu77^07WVVAV;4TqULH;)+q1%=J$yxt|x%T#efV z-61)C>}^u?@1N!blb4$T#3I*!x-*I+Vu7H<*(ypY%1S9=$q>NNN(w6 z(0c{f>1@9Te`jB7e|=I(KWO&n?=s5oG#^6zw{JHG7LzWTE;Ax%3o-Ub-wPVK{_-ZH zm3TkrTzJWL7tzokAzUB`|Xim}fo#aoi z-@Xkxk>#+asU68-^zH~XYS3qrss{aD)nM85Ba%j+{eA`Zm%E(<8?Kx;@}INV9Q@}j zli-dk+2RJMHcM?Y@`o;IN6p3}9)8W1A|X#}HCA!eaKh84PYu~G_n*Gnq1@i@(zb;f z&~k<{ybMQ9nXrYmw>MY1KHWce(Y(;?`6R82kcDIww4Cl~a4dcJ{k)=LcM@!Fgh<5L z)^ttFyXJk=vNSY&ErguTO_8sYV>dV&h2Py;Cdo;hFw50HW~#5CpQ^25!3ZyacK0(anBpug1}A8`>z3Bmx|69$A5>`RiqnsG%xqE-TNJVI=9G#u zJD0;|x@@5FkzFEFEW56Sq;_o2fpQh@JYO1ZiVemKNJ%#~HdeA(2=W5HcW(8CWM*6# zV@A))>K)a-2Hjb5?5rZyPJ1_E=+mbQE1b?(%JNP_%xRbRC>a|Gm5~UXS&4051PU*s zz5Xj&l~t0i9Xag$!rq^(H1X%0odB!Krpj9$!3xm3dzXAUmJkGN(DN(a$AGv{5s96y zV%KddkC%_s@+~l!d7d1Li~h$$aE3%Vj_0pGX6wdsQPA!kUO zYE);Yk_T$T$kwk#9Da)Gm1~l#?>7|K3u6tD7Szg1MC~j?rx!A|PTXgT;vIZ?3X}U{ zRKw@%W}WKhRt$;uj6W)x%DsUfvR=W*>0w`DoL6wvab)Dp%vR?w2ze7sVlsZ?H%wTX3Q)sEUc;qAWmQPZJ74|iB)IAC`BM< zrcH*;6y$r3e)#y2eARCF$s%!^L#b>VL9&a5su1j;foegAh%2OxIqfD)k~Fl-(7#1I zWz21>Z7Pfw8d$#xHhaPMSAvvP_WNPrkGiw7vkj}_8yXtA=d>M$ zv}?Z9_)nU6^p?y8uv;&(1Brg)t=)@@i~ANR$c=pCtjv?gkE6y}Asgc<83a^d##H5H z5FfA3sm0 zs|`3@P29ri8yXtkH8PUzfQ5~|Q7PjLhObV=V;6q?cyr41+_`fZT2)AuZQxY8lai9U zcZ)_`royU$H&;LuuS`<%*XX@+BxW{t!80q*yKd=+XYXSXg_%cs*GqKhPWTder)@i3 zBBf$`xE-w|Rq<%_hmd{mR?P}NcBzs=RU?Dokr_sksd8qW&QK3-UqqB4nK*o(s6y=w z8vv|d-p*W{g*7E25s7+*$jzlYLK-2yD4{2*ol=_%)uRUz%@@HKXz6`q+2QI(A6pE2 zdOIfTIco#L6V%rbvSR0~v6Qe;qvXo`ReaM`>a(3Z!0)-?zVG?gPMbpCO{0!WR;P3Y;@`e zp*r-Q0=jvMG0q~O-UI#uuH*u5Nf4Jfw+yCBMd&l@bokor6{s7!qTqt=x08l@ zH>$h_;APj9Y}mgVqb2wa*%t%@RDH>|wDDf)La@cZc&0si^hn~BzCw+Xho+cVgQM1v zw|da5E1?Nr2c9pdqVR2Mu@>STl>Fd@VTmFoO|m;}vUjp)q4D|tQ)2+PO;jQ|VH;B) zV?CiCp54MV255TR&V#$p^;eMU2x~3vazj3Dw^1by9D>IL+T!@Qz)P|T}%$xnJ;?nTFMQjN7+b_!_xx{O8ASR$D6U<3<+t=Ja<-^;4fi*yKEopK~J zp^MqT##5Pj3wFeO^!rb%D?KlTpq-qktpjef4<*JNq^#BF2IrkpLs>Iw`Xe58xYrDY zp4r=WS*(HgbW`RbR=9lFs%zq*`TY}=EFYu|BiNX!XWjSS5^FzkRYIHXKlDRU=l(Qu z6rfC%tVEc;=2Nop|zb{r}`ERfKbhW@%m{5bH zQMzvNz4uQ-GqWPM`hJ%_X@h8mE<3veJe3abjacoxQ^_oIZb>lAIwvVq7rk4c@@}Hm zsk&_WD27Fqx7|u+x@yGw=ec^Vl{N*V{LZ;Nuy^6;+iy<7YTnp}&s9j&%4(9u%8XWk znF?C*EpBnxamyP!T;0r1N00U1|qN-$HaUj5})D8;GdX(-MyE9B3M?!ik_`yLc0 z{gQUl$8{q?j-#QC<>2KkOKjaeJw5aKe$Wgnfwig)_5NI7u7+b)oGXn^Dto>=DJq)f zxaAPZ=`l0za8s0$tv}^m-Kas!z8>9OU0v;oWA|d9iKEhuPui_1Eren8{eppNoOC_T zg_2k4J=Aabab(n~=`DghF*hDOWb?NIUnlVuBW;(FoV;@^@xA6~%P?6`RewJNrcI30=6x;5$zsQF>wlKgs zC}{3bQjo=JUJl&yz}C|Sw?Ury-En);m?i<`ubGl)welKBm58*()XLDWs%# z&P{-%P=Tq$cA@6oO(me<)R{HZFjy|bZ4-Ks#XUs@{VH|4+Z>Iu8NGSWnz9d6CV($g zPAn2d5MHqy7MsXW)~V_)e{9;SL}ASgXw^6GUN zRd*CnO5q#;%p^wd7oBy*y65&yu)^Q<`8=?|(Dkak<~nCDp*6A4%ITq?0k6u1bfi%~ zzosT}9YOw48?&AVL zh4V(DQd5Z6RS}u}(UwwwX>2m9+|Ij?~#|xp3|0-X-w_gY6?5l405_N{u6Ci##4rFk&4~*$YA|b z54RqXFueTuxJ+$72C9%R2tPW8q-^&R+^wzwQ6R|4gVHTK`K8*w1Ns~Jbx7>bz~d@H*3>Uf{E#Mtw|@UG>tlbGJawIy+V zE}x3`uCl%Bb^HmLgw`s$ySwXXJ;;Ud)*|SnvQPc)r+nSlUG$Z`MQEnSFt*? z=dRq;y;QrlMCP)8%B($Zu*UMbtW59N9V}#~LM&BBJR=p5m87P{c ziVnLU#h0{NGmK=<-4IBc4!)-VXW(epDlINr)dm%}cy|XD3wec=jhM4F=|MR>3A2^w z>`E||=jKM!p$+FaLC!>CnQXLubGG21bHzT|Y;_x|@yO4}JAQZp$|b6@BztjnfcUl- zQPQPV!qTM9U6Why8i|-&nw?X;ri$DQNxWN3V9gZSYTp5Auc3o`EIpYw*+8DW?D62g`pb(TJCPVv6AgBmocQ1isoNzSdde;~tgid!(dyx*YWZ3FcQSO(Z!U9Sc!*5sIUIFzikj#VcGh4d zh3{E0Skl!%GYi-wsSYVK+L^@za+~^9)OedXMy>zh`Xa ziJvMSxMtLP&87-gKmEd5GZZs^m~lSz`^#fP_~ME2KRZ1_XIImcXUVfmZI!sevdk0h z-lr&-ob|fU6;JWL$gK^RM9red-t@^_@w{Z*tUWoXC;J^-!2O^e4y}}Cm1VgT7WU{B zoUis(iH}EL5cyLVC!wfP-1z6)y?#O(k2&F_X)TSS1#_dd-|cH7cukMm-DE`zR$6h- ziPf`mWDVMEL$OWOOBE_V3{X@~q&y10-5qPZE$J>jtb4L^c@SM%A{gVU6t`(Vo193w zoKNgoTgKb2jfmE-U$Z$s^-RK=Whl+02TomNt8!O`y-qpu z@2WK0ox8+M>^}&7W)AwtUR=VgK7CselfxHYJpP>V%^0rPy413L?{06?ca3&E+CvwTu?1| z`?~;BZxtB%PSAS)uj%|OWtHOd@96+iicfqwJQrKsbB#+dde_X|nRj0!-tQl!q2HvQ zLe~_q4TdD?&#s&-_m?R0G_oxD`s6BM1%)uY9+CNsoJQ0Ja|=DQ^8^I4uE<{gvNrx3 z&;$?Y1!(A^WuHsyL~=#U`_@7ikLwI!96@DnU`l%3=H7yoI{Mj1#e>Pm*aRXi^yS(8 zw8=`vQuy%@f=1a?dX^4Vtx1#RJOpmigJtu}lk%0SJ&NVyvK9&~ zu5@U%()9W88Z<(?9C5R(+Q8A==tA?HuJM*jk8vMTy==q*nsQxAcj^|;aQjyMc!22q z45x}u&!_q~pK0=S?cIPx<5fYYPR+% zoX@;nb&6i9Z%_P6Lwug!t-!zK{wyUOwL&JVm5Yqlu-4mc)~@g_h2j&d5RqU)%5FgZ zoscrh8Z?1sPlRSnIaGS4UQ|gHlBso1?pblId|n}1x^}VsHC+DK)ATwOwjmWWY-2%* z7nad3Rb57YaC@JG2;gU5pK7A zEmY|EGPzT8Ugfs6N{OmOp}VZ1GJ*Eo{Q6BZ4vXQ{*tv;c>-Qi#kgrk!{o2PoNtsp8 zgC>VgFJVBHLK>i#ps7>S2hi7Hx%H3j>V-ibaFOICCaIX#Z;c)h@_1efuT^&MZdN7$ zW_$vRRN+!N`MvGaKKhOtu@-TkQT9F3%WW9@`u?EbF9Wk2tXOMv9(2xJ`n`g4Z1kZAF-l7^B&M^Y`+|u;a)NywA}Un^U%P}XaTKvUL%Bb z=isS5=jnQOWGj6=y_U;w)~0(B{COK$!{w`)xJ*~;FpHhus-XZmTX%}Qq4`l`wOF61 zFs`Q`i`-^sd9m8$Q9~CmU20u5BhSG1FM3St(5nYmdwa4Il|F+akfe=j2WEAe+Jwr; zA1|nnhtpiwk_g+6ckWi(bvvVFevCdEt3AJZ6N}niQSuS+FE)EyL9+fpE1Y8_aN@EU zX}NK&?{mLP$Ci3rCem_M{bQ#^Yzg($=hB|JL{DSu)~yUOrei2BtiT0}2SZbPM9-baXLoRHWXQ z(pUN(Uf^Qku1%zOoSg0E7oU|PTe+D(fAZJQ)qLZc*bL9&wa$*xr#zWyj=Zimvq)g7zs6jg^RhnJ>37? zYQ)k)vUOI;t?L_#w@6YOS;BcY|$E=b_89LO~Oj@Fi>fkbnq&t*!49aVIfD6&@+m&k9EFXga=D^b{k{G;dEXGBMB_Os{D z(Tozd6Ir(hK>@zs2a1n*-(28`G(a3N{TV%$X&6mAEDOod1Ur$m zOG@$cgREn4M&}*T)NAD>{QLJ#Khy75Fv-&CePiEn*{fd>w^d|O?7kMW7QmJ^&3j#g zg}n`Ams&|1MVgi+q>bcZrsSt?$(+oon?QSv0Rz8GzcCWKhV~vI)VCllv31KYb$-=| zO);UpiCb_tKH|LK>Pq*B`y9DIkYpv7;9HqN*ScP{w3(Dg6GId3u+uoq4rCoptfoYV zBMT~gKW0-D59SJ9n7Z{>*x-A%BK_7q{M%x|wXx?V;hM-3R~|lvx`aLYyF}2=0k2&T zvINiEKbjSyMQb6ITWizI+r<2^Lj%C_+gM%9a^K%KR_du3ACIWc)-dV!BbuE39gOUe za65{%h%J$Vm!St&W%s^ktQ!$s@Pn+h+?AO}Z|9k{!3*{e#yeMPW0z1AoY+x0`#~Dt z#8&}rMdEI}9BzJhv7k8X3lpRXVx|Qky4b^;-U=6hic#2v#DL9%2M=bN;{j<+0ZeP! z$%6-f1!zS^Zg+#dmpdHTYX`3eH7uj7udHfZTK(AAShx2O9;P-YQ#F{t+L+8z&#;uS zE^l7@Ib0u(v(?_SXHP+~bw%rH#YsiiIK1Du{=jFg;4lz~^<*qC@2DGdy_4Tw98s`? z2mb!@tXm7ga^4U!$J%QG8m8C?FqkFOsj&8!jGBPZGV9<}FaC{V!onHjK?xaeh1Jm; zuLR{Xxzy0;1{d~Cy!!iZ-3qYSRiwJ+g-v{BpuL@(>J`T?yHSHLVqfc~G^NlCngm5fO zvC0s!9nes)k;d7|kLemIThBE?RbJKFp+1b!dU=~0)23JP`{nHLiq!G81+}^b0$V;~ zp|Ge#o}Jf5;9q0=yEHlR*2FI5Q51?s@#*tUW&JT$y%kdbK(qPd??PPx7HLp$TSLKz zU7x4HYussXloWJv2*v0^uoomob#P( z3=|IyCR?bOMz(%#i!)F(xR|f_^|rPoc`H@H<*fl}7M}pW=k~lqGArUCp%-0KBvg(c zazCDk>ZW-T)4cH)Nt2zPcgUZphPQ^~Tv7SRra*P-tjL_g++H*kJMO1MHzVz$yAa(c}WHIIX}e zd%zjKxN6cr{(?;CM z^Hn|z4{}ML=yuZq^L`@;W@=zA37Zu?U!=6tBywd{)ArH#V-il<+MGm2ur)IlpIN@+ zC5qGId5;{`jqyVmYD*6JgviSjl(6q{w%jTSA|ulTvsiNZWTnNS4o)q+dnWjbCVAO& z2w$-w+*$Y+tG@F!GQ&c_@Z-mic9jPhN{ouY8b){#+ipm3%B5(91JW1X%FN~ec*H56 zI1$t7$&Xn@B9=KmM}A95m{o*gbQ`)un$gY2c6Gv}xc{>Os`|owY+L9e)4lQ6b6n{w#)S%8q0wu{{{RQp_ zzmEUc$3lRAGQ>6mpN9{>4@v3V>hIrH)zC<<;EJZQb8P-_cwTh<$ywN@eHt~kpO7EHCyQoYcH3u}edgxb(p0xBA$tNuE8B+Q&*O%!bE1 zWka`sBVSR`&=?e_2pr{&h;69+65M=>DFYM-fh{Xv6k<1y5-lMkXO4>edlrkU^D82! zkL<{d9SQkdyePcYI zX84fDvi~jKYv+o7#P}^=bBeFgC>S@TT~X z)Ut9ie&XA&Y$dwJJE9jf67?s58EB zDtBcU?`FvjowEZYIdFvN2RF^tFr$n|83({y1p1fu48Qf<6la%#BJufQ_Sl$HEQv5& zmF6gnjWxJ00KwYUm;l=50w`s?KY#wb?qqw$-Fv+higBJ{>RBMPN&@0Q=XVPk!Nc*O z$YU|lo*}jWq+%QpytNjX<~z5&y8_Pyk{@+MJxDgVsz&GKu@;j&L!s%OqLhuIuRt$^ z0`U-ca99ak4|vo);|sh)>AO@=05#5!r3dVK3}!om`a&gCWdkZDH zyQ3Cr7qni)#;QaDWs{Wl=3;aNb0}ECfC)fUVouKam7hSn;kANsAlg4aAbg33hezI} z{WP>Lq|`7=%PwePSfHTTt4hgoWolK8>zyN-z%`Cd6=Ch_X5^#_3gGxJf9(i&hO7hh zSms8R@Q+-b>O6e(sB?JR$cTe|#L_L({*AGg#Iit-{>N(|zZ6$eGUq#R`oa)C5cfu4 z|Ni7XMA@yMPTHfo#*Js&T=ie9|Xqa=nW> zO|(7qwG|Kvi-!b*=94~R>obc&1Hvp*qSu-spVvmn7w1-rq>sO9VVNUXt1Xx90s_j* z-KakXvoymizdF%=12N9ft`~FDz6-Am?Ze#P`Kv@f@##$_WB0+{n~moIm)OOfB5jBEPVk?c%G=Qm6a6_!IV3Hz^x=c1ns2{6 zQ_}F=ulZYGjI(9zb!aMKUNm)u`TZBx+%=B4>Uz)K+rz$dS2TA$d@NPUa-Q<;9xK>a z-fo$H!@7+7YF%QamK5J)FcQlT$3}dWD-CJ6IXSH@{wQ0@krIs>2r@P7PPx4j+V~3P{8#@{r(a*OLO4Y8(w3Pbey5S05Uw^)+ zg^;x$PdSA|nykH5|CX##wksg{l6l(*u*(+Ul|38ni-6b~TIHQl;NyGbYBDl4a*ji&kEi5|1^n%!XIod91>!Q_0=*N2*ty6Q*42S$#V!KgS*`ADTll#Im-H2{aGkc*;Z zs7o@3!?8L7_OHI5HP%>q+Hx3_Z4+#~Yre1j1h(}ZL?s|iyZ{K>iZ|NfYnXi}6?GF5 z6UQggd{8U~UA=BNif3mI(C3voH67pz?uA9DAkHDe+02E7F6MqnlnSpJV{M2P9g5zr z4cyHyZ3UnmOdyh~oy&o0$R?@u9}HG91}h)aPH2n9u;LCQA6GdriLA zT`evw7B%y3fD~Mguv$xPKqBF48N)pq@;j>|HkOxxgt{33x4X9&fI?dq@DB1k4l+#< zi@&ZX=Bj%SUZo2B)HhJ%l3nu7%?G(2j!T?fGW#UP)dqi!5lEBoWYtZ(O-}*AlmQ6F zFc4vv0sE>C1idhzBAm!;bhUf?=Q~2m065R1m}BSE;H;mSPJ6nTE6J6=u?sbZ?xLRzB+a@`_{`Et@#yCm1_@d+6uA=fOpC9>Ky%y9{2My}Te5 zcqu9F^TAjR4j0?($hkgr*sH&ppw7~LY4@;bSzy1CW@N=Iu1F!WSYz$4)pqrTBp}CW z0c^080ZKal8NZ-DXt*#dG}8l2xfGXzF83Z%`x=23#;mxBg#Z_s5EmzQ|NedXhu{A4 zmx6YMW+j7UycuW|VSwn&JH3j5;ta*CaY%=d-@F9?`<$us01ipAqsDzW^s3CEm_^HvBqZhoObO<5&J5`(fPouK zXEhGXaU?Jakw*C$%^t_iZ%Z6-6^Gr39>RNq_ZOvK#2k2WK3DwlQ(HvEQJ=w|GNeD9 zJP&}KskU1uIQP$RmN&ZU{T9b+BD6=!mDuC8jNLhRKI;4RCimn*&H8pgjleM3VxB)E zP52CL#U&{c{XZ&-kDSRG?0Zty4&G~SIDCYD`SiVt!fJl*z;U^wF0#!@<80^FtSbj3 ziF<)tl0EpNRJrych+sol+jkP!VDdl)M}GA zG`P`d!?#nmrsNS!$QKrvD9p`btNT}#*syiX-2+XH(E~k6zwPL?j9nt&9Sw&Mc6(fd zQIQt^s9kdM@>&xzn#QT$YhfGnM~r%PW5UK^zO~ldu!X#g&8`O}VdIfD;yro|KlNQg zE7>6YzLXV|pg057GPETaubnpdd>1?Z-UX}e>V3CDBOq<2tN6_Ldk}_y zodl3R@%NV>j&^j?&N+|LR`6n6(cumr^P<1i@9#JX@)PMRs<#LZk@xWRRc7<7hvv_J z`D7Eb2D|HCwjt_@4Nw2Hmc>Hb-6o>>0w*<*6|1!x)-QLfuHEFi#8{w%S^IKhNAAe6 z9$4d%Ip@});#?=rUZGYUAF#JX(!xqLR>S#&(9(|J_Or8PpGWu)2gUrtip0L1?)m$d z4-ZfrCjpahH8s{02W~Ebi^T5Ti!;Mm-7g_-g#l*E2(^E#*CI*cZ|8@n0?eLLvhE2jbMN@3ahA_QbWqUQSM_(r=@Z?yD##*;tz; zpVG30pVDR!Nd9JD`bI{KOG<2p2iJs&Rw7|P(67hek3c_<5|=xY$7EY|!1fjsH8C+6 zem&eiTHjr9at39LC}^xBuk3@xHoH9B43ta+{xaw5K>ARY98^q&fauV3_#hW1mT1^cEWz!K&JjK7y@ zxws5M-ULm$@b&Z&!%!}U7<(>$@z(S9pBJ>fG?Id5PaYM^TJ<3 zmmuyTkCc-yW-u!UycHtvyguQ$qs4-vvGV%0usTfxj1-jU1Pe0R75 z#3~;2efI1uajexcGLacMkbGv{=G|}MIfQ|tCI%FYy!ZxdH|ll zKx%g&_TQ8&@;M9`WAkfqWf{n<;K@r{jFm1`a#&c`WZwci$O2TamPl_>6wl!N@uy#0h5);CiE>1D@Ypm$CoQfbj0R%+#0 z|Cqfxo#>c3HRYOk1p}vKW{mch8HKaws?s23n!>cGau(2PFR$8zIqFP2kw`N+fA!KO z9fMb2Ztro0-0J#mDiogCuPzkXxLJQNjuDWoZ@PDH<{j+YZA8XV=Lvd5<|B)2=Ye64-OS!irTB)*|@3`=@E2KkVZ5 z9pctS?*~h7Jz3p;nCz(;(XU)$9r9?y9Ykq6*|uVmMfcob4Ry2FtRTT_5U`AfsqmgM zm_h!^bjaLpOzsE&Ry8jRikr4D7$*qCp#wY*g3m$rW$WS}&ie2!Yq0I-?u$`&9(@Wx zv+0+4>i2MGcKrIj*xkJAE&J~lH6tv0lkoB4^~hWgzC}Arixgza9TITjhFK5T(g!MJ z*K#ng?BwEeZx}j^s>{BTN4y2Ie{Xd*R$U4N^dy9&EZeBHvi{}IV%+H zJZW5)R-*+FODaW@k}jSTH&ELa%>$Lt15~)AmX^Iy`c=pIJ1{>#8Y>+Xxe}i~-L;2* z^bfGXI3)v&9iMMNdG#r7q^=uG<=2xBG{;0NHQB2M%+yh@xn+?)81^|kv|0Bqcg)ev zFIQo>qs;F#l1M0&4FPoYOHJKuH zDcWS)OlUF14KX~sqXD2X@@gr-rv}c>Ip4mkV%yCQ`mu(27KL}PZ7hEU>z-Fqg-Qo` zNgqDf+5#2a*2>Sxadw3{#zHPfopt;E_uEvh%1NsytDJ~juXTF3Y$AHRre82~(seV` zbZeb-?1~>N!um6n5ZgE8<^JxM&-9<`CP%xa9d6jy*^_j7>w(X{^?LR$Fnk(*=R_W7 zNb%rc@-pxn5G}8-TZsTZTv82H?o=-E%J_?GZh+}4xDs5uy~T!ss-8)St!k>Of8MU$ zN8$iOJ}f>ybwB=Fxf406&|KWBS@UWu@4fS|WL}{x*|@yxiVkh)r_3(t-X#MjS}afe zqWIU*u*NUHiac81kPCHnA4DC!CH{&xb(qM(ev*Avp|M(qC<}>k3Z1IBvW-qd#n9xt zg3I3~`2FLM7B7;5gj2%vG4VK*^Fa0dn@g?g^=ZfZoM6Vw+|JdfdyeFI_LVKuu|$2~ zX@o_pPzaiQ8@Sww*BdsVZRvD<9^&G3TV^jST@^9BbN2z~G~v@CBC;hGC$K#0@&p|& zZ=7VgXP{DbUy8?1-9OPg?C?GG&x@$T? z*YvoMAW0|qlV#&zkf^#-S*{DFPi{|;Bm~@2+DdS9^+-?)V>>y<+v?drQ$6fGKM^_B z>C>Bb>9R$=jYZ-W6{Q5o+ms=1&CGr0FK{BHN)BuZEA)t=Ug0`#Rx2J zZMVu;=ab)R#bo~7lh6j((XJf5M8hnF|K!|aHmG+e1`xzQ-^D-Q2#t^2J{H`nrUBx_ z;3aW!bL2qKO>cIlF^p(;| zcH{l~eF{JjG)(_;Ce8oWz7f=z1EXYpvqe^6w9Jet+7Y?bxv8hJi3H#cNC% zJby7r(C7f&+TnIU?YDDAKaK?gn@mv|4*9wZBxn9WdLW-+!R7(k{@1~6kQd8qh#Wa` zj+7#&!VG83B#**A8>s_{lAhk9x+&9`{JUxJ`H=wXUDbb3R{->(@Xm(JC@$U*IlmS0 z;k85Aof0G>UPIOCC%%9{}SUvNt06cb=BQi2Zv0=8Z?IB)js<#Fa98`?Ag<&?}%!307UIT#sGx+ znTyHORw_wTsy1Guio@z_dAFCZv8^Kxiu~d-#Q?pLPp`lPH!B2Ac>F^C`SwB{ki7%z zpgW@#v;>@2RfT#JHsJoJT|u{{Ioy`Dq#w(^WLY8&I;i46bK3ClE5fv;u!x_;$nA)F zz(n0!)xWm;PWWxeI}z@pM}5qvkiLzx$BML_z|5IEZ<0#d7k?e#QV>iMOuj!EEPG9` z7h&a|I@#JG%W$4R@01VyuJuCo5$(*m@E`p_r4pY9Sf*|D=4B}@F@P-p8Z zbf66OY7=bJi6BtY1XM#r!Wk#fA3Pj?M(6pvCBXi0JA0w{fC8WcxeW)za^&Vx%$|Mu zRi1tF(}OiQRkxo&Tfc%%Q}N;Ev?QP=xO;B{G%iz^;Q#?Y8&LZX{{5k5Mh?vnHsvNr zT6+Z+0Rhn}g{^xy-&LG#mu*TdJU? zCBZd?=k!rwnSb}7cRBl~P~sAM2p@fb(}HnN7D#NIa|hvE%0M^UDd^JPOupU)Lg906 z`PA2l~v{qM-O@(2R0ih+IyE$hTRQ~lH?Zjb*;@VCDYO+3x&0UEw@ zpshzKmfmv1Xq^Z0OL+BR{d)!FR^w9weLs!~?2R*KRm24u^&=WI|NQxLI&2nBi&Rll z>pug*WQP3N!;Qatc6q>kZrpfs^VY4@QPuin=~Q;BZdgRkqtV+!pzpH=a!*c78pz#L zCnA176U?!YDf__#fNsLu)A8NlHx+z+k8%OTOAH7ytmPqCt{E}&Fm#G}d_L(^ngy!11S7luQcC-x zt@_(x zOh8ZTrUa+FGkH3BnCd0>q6J>3RYGm70VbA81mvQz&E)Y{#VWp8T8MP`8`s-0=>MhG z;w%a%*8OTlK<4r`b{7O95Ikf10U)z3kl_%V|28}o!P^KN3gqZs14HW#7b5t%zvNVuuxFX&#cogDEDkPrL}SL^SBWO; zkrYrd_7!sNgO^fdB^Z~IlWq-k8Qq58mfLYc)1{~eI{-QTKOj3DKIOj04*7ey_-Ct{5X0uCkM{|wc+^x%iD4|}&&s;!ll3{rf5$#Q9tW?pi41mHa~P+pbr z0A#(qMdlpx#UQN^9Z@T9L9nW{1b8*hk(Ka$$6bNG#{h!w&3(C~8u9`Xsa-RXz}=XN z_7ZZj@lg6{l8&fa;P9ZIPE}D69VOQ_o=s(Qf1{!Wo{M-=41Nj0V+#ek(WywTxAuQ$ z@x7^u^x}wQ8)8l*TM z!@A$>A8!FJ{0EvN54-jH+mGCgzuWc?c@u08Ib{l*)zj1S13sBs9nHD_@%8~uh*BJY z*6pYZkFKO`0g4u>Z=@O9cmPWd{>*0KV@xJ$-Kaard znb~_iYkg|@|K8uj8@@r+0PbQU+Nk3`;K21PnR!iik2(Z1BAz&93&NVp}8S9HoW^Pi@ zUMIM%l=Jb9hn0~xJbAz`nU&4+*Bl{Jq>C!LKW+)!`M-N-cuuq7lo))nGUDW{U(F|I zFIva9usjn#(L_BfWo+%G83vOFCZS*|{aQ_Lqwl597jz-R%0OMxjym6+JwL*=ITP9T zN$1GljSbd65IF@6QQ|PT}ltt#iWH zzr%1rkp4SWo5sNrSH)w-ZT>LU-%+x8O(Wv2qq6ueD8h{E#Ik<8T0j}hPW7vA7&bL| zu4qX%PwkqVW0z=!92SHAf~N^(i@RGZ@#@)z=MugHxwPfFJTB#%)x5sGIJ9^zl@~J? zIY~`T9W~(wFxV;xVajhe4($4qMi=y6+H`eIHeKGo&?LgQNdlkUkdfb0;j%k0kYoK< zpzqxmG5hcY0NlS$d#*a~t8@d#jMyd@t9Gaks$+7;1!ucv-1Ls0i;<88x={YsnTh2V z5clU4gLPi1(9VQ%*PD<(V$ zjSx)>%trlBw&A{Z>tvM5yum>S%`xeshVJg}w>0?Xv5m~`wSzSh^3d{HN&hW@*9+(F zVqPtha&jTDiyVe~Ebpu21ezd_nW5UT`Y3IkDvP zo6jSaz71fTd+c4Nv5tf3GD03)ZID`UiQBL-02GCcw=n@m#=D`Mx|RzYpu9!>7q$di zb%XKR59AY+AhFR0#pUF_9RI+>@suMYBFe$X^nN?gdl!7Kl|s`BVInA zll(poI5Q&909)#gOC$QlMKUflnE#4FP(oPwe)Au;*Q+ZF9mTKR))H4JD%Ek{ojd4p zCBk5_S?)DU@2M9xI*q!=mT18Th=oEaC3f?@9dEl*h9Tog%El(^oGxfGeYcQu1L=6@ zx-)ObdhR>h4oUmk7q2g%1R0XSt8kM|AK+Ux4PByR>ouTGtSf!u!W(!)!&P1vNhD5L z_&Kmwdw*%~4RH4U?D+B|Hmov58Dybe7;(ftbt1flVKP0;RGx5iM+%qm=&CN)&whGo ztzFI1JFo8SZsgyQ^jh7YQ}B&_BB&h9E%YV}o!aTD)ssoj3u1rIIZEW5;)OJsFYHG( ziySPrK%o*NpD5xy*QF4ngfNXkHx{TXOP2{|pT=-UU{W+w($AxPu` ze)$ZFoB@6+LVO9bo~~TFbQ5F&`lxAB$@;po){`Jd-2+(@5K&bh>=O&d)nHEDLH)hb zr5_|p$!820@G$GHgVVQ-%!5Dj(Pq74rTuS+bm}&ok6tyBa#APX+$OpPt(O!^c(aH?)a+y)*9I8(vU14BNU+t*xFyvkF4w#LYMO>Ci_YQfo^)pzd)ce zn<68*IXnC3hO9y~AKniHZ0R>BVJa(HW0iaSNgrX>Hlvr4A6s!IIxK7H71}hI;A!t< zH9kFdMygI?tGAftBtYKfEx$*{j*l1Z(F5gPqHh!K2!aYvD+2uiuqXLpd*gwyGnIx103_imfN1v2b?N(ot23eV@WTl z!qSPf8CxfQ^dGWv;_~?A9yf1Nzzpg{0YroN9Z}svrgpB>$jpt7kD1GB_1(AF+as+n z1;wRpnO*nvKj2R($Z2i}|6R`wK09nl&Cg-a)93T& zpPc2{&1-<)D2|&fIj%;h_M{P$k!vP4nEkWqrkABXZNTJi-|}@pO!H`b;@;k!`jFc2 z7&F!y^DtcUo})X%H*}bkmpIV+h23CE3BH`j*1hUGFPaZVuDrwU7LKKS>GH$ubJ z{Mipu;FJ#dth27p?P+^Eu`4#V)8?07-PME~n`$=gn%Kf^{(ZN=Q!ke?h7Y7Ub$6q# z%WRAe!P7_)cmI*TDPVi*X)zE=7g=UduUL;ndbNIJI|}t)e#!78-03UGv!@>qx}hnl zb~G^w{&iTJAW%(fKVZ6n?#-eJZR95;Up3Ytj; zE_PmMY~MYIE_`IUb@~iVK-y~7%CIG>v}b})8ptAUKaf4DcE$jc2O+8mm`m!9pb>rd}@Y3AR#{vcM6Cw$ouy}aAde^|;uy)cDq z1=@1w26ILI(2Fmz_&H2`RJP8cGQjf9x|$zv`it!coDkgY?F0nslk_x?ePj`PH6#O$>Xr*{A$#*TtdA{-X_aYu6BVv55mZ~riR z(g`zc$f`$8O>OR`g#z?gi?7XrUS;WYFXLS5){Su=i6Zl{9G~uRopm8{?_PW=ozu%$f`8L9HvmuW@Vx!kcdq{7uX~3 z2$6$0Fw1y^$w0ctCC34K)dYX5o-7HKbRBkxr3*g8t|1`24w?yMpOv*P0IUW{#gOO& z&d}NvP(BEnk^K)+6D{JZ0)CZ?s@nD;CqoWDC&E6m&t1DyEf&&;{PP{8t z)T7TLKcejN-M7~&^pcHYovT+xJ8K{S(UR*m-sa14tW2xr3q!-U_DF>48eA0Sl{_y% z!TCUCE~sagTpBb9pOlnZ7()y;GP$!{hRX8(#=kyN|MOXDyo8;)C=L9AlY3Oqog&iV zIOY~oY^s28^|HS(eO+B0O5l7Tth=(0708clH41b=5pnf5h*vY_*BBO$;zB!;wN>p&MWMKy}ga z=zb{YIr{d+GVjBC%k9?k-?2cO^%M&Mfx<#3d#u3oV4v}5iin-A`0bn}?d2BqLh(>^CifwR@B(c% zx!K)JqW_Y9?g1dtd}Q&c_+vD9$A;%s@X^GHRM`e>?P&QQ>h9nUK;Oc!U&TlDLvl?++>8XBKg8R_u zI%+!Y=$vy^(@??Jez&+Lo$+u`imMHE_kh;PcCW1K#n)3|>`0BL*v+;xm-L#5NLn#o zdT@ZCI|)SllL-@X3P8eDhp?(PulBQ(g25>i3}g{;w#Z>h+gIe6zNHC*<*T4ba_&R{ zFS5xzwmsWApSiwwSi~S9DF~N_e>tA@+K`l&3b~h%7FJS2X+B1zrLJvh=KS}DD0CiN z#hUKwMKZ4H@sjbcvXl~U9Xm!+x3)lmK0vpZ>$^=Rlj$My`xCFvu6Uw(ec0?=d4+QF zYuz}bYVzgchv%12TGFXJl<2ivvcEkGW$XvsiQ`Er-q{*i8Zn~oprul8GK*;uvU0#1 zhNc#DUob^6aB(RCu=w-z+z>T(Z*iaYvWx>wHd+2#7KRgAAO7x~JsrwIG07DFLuvfh z4-;I#8BU_^DZ{bf-?OJ*DoAN5>U|ipIsT-?_|4nZR5rM|8gsAZ)Fu}yQwxv$q)0I0dlIg5z5&UkkJxuo@VcRd z*8(6o0Ry#sA|wq4AywJUC{QO(|4r`6)h@KFTPgq%TBva|+~rgU)66Kab1N&dOGtOy zncH@_{F!;SPi19gRfyK!t{4B-Z28r5yjK1e1x|`yvS)v3m@3zA?=)^46|Bk&oOIF) zs4TpyU6}LS_l8xIV(_VImrFa)z!cp2@nYPq`QyV!4d^T=kO5uWmFn&gulMWEu#C{F zzvE_Mq;8^ad`;w~t-kLJA{KcCYbf>qA-rY}2`?lrRThegE$E`i_%FI^sy(Y6Ab{eA z%uN!Tp)j-YTS~7j`up;EKgeVq+dn*b?tm<3IrlvC0g@!?2GCG3U3KvLT0yIYFI0m! z3?P^e#2PTb+x~Em*7*(xZak32;K!L@km}dghp@_7JHuxnpZHxhJ@z^HT-ioIcq$1w zArKlhrVRSQ3)Qn3hJ3SQBChL=f88+QC=i0sZkndjh=!M|st-AZQ{&{quT|`J#G%OF78a5G^)oUAND4fi{=I77a<%x!-Jz(4fg$*xs zaHgyA`H2l^l|}JfHMtqE8v{!||9wxt~KryaqFP!!X!H z4Cc_3h+Jqk*KpjP%WfG5d!)6%WV^~)$07H8Fl2-eRso{8+$O_WH(K>(pfCl_>ZR4P z&xPZ8V`1_`i^p5$-@uH66g_PKiP8+?i$Qf5^|m;g*OUudf$j8jq(t$Ri75Im0}*lOG&d<*inSX-%R*$f>vVV|wFirhB?h zit#9Uugw>5I8dBC`IvfRB24#nmEH$P_PnnHVozJGj#775lt8GZv<1>XC&P1pjEZ#W zzf74o{S^jvGyqfBruUs9ieDA?W8FVJdC%>YJHC=-&>+ia`FLma4QJyJ7B;cr57g}gFtnH39v}J z(PJqL`#Hi{>zy5Qy=G~+y8w{<91?p%k-0uBH*}8*JN|@t_jlvFtcfL)z5>J!x#DJM z#4mk+C^V~b@=_hu&dy6C?wA`de0>{$LNl+7oS>$o<5bmgj<2-SIDI!8u0p(Z`=i0W?|L1i4+b@cwXyQ5y2RrFsf7T$p*!>EYA~M92kxaY;v`QGVm}IM|W512J9F*Vf&= zA!C&j2k5JMJ^*=_R_3xiZ~G98CkdUj;oA?^JhZzolcFh&;i9-Vi|YEH(+b#GudY7# zxwpdG^Da_yB?2@sZGfCtxKAks^Li^}KXXOb?eB}?)ixRQ1S3q&pAKcWOO8)^_hnmZ(>n!$Wu*a5Q3J4&P3A#Dw3NJjD9{mg5Hmex7aOgz z8Y%3YwYoSYcCX!3xf1;ThJx=@eog~}`#u(CuTv$^MAwH@wNz?;X$?Q(rFz4jbut+vDJF+nEz`sqRk^;(s+h zCZ6WD`?m)2>n!!{WzSPnvqI7^*Uiylt#Gwu74`>f)e&HaAK%`BU$e^o`O`&iYs&42 z*TL2louKuw*L>V7T5IgMrj2xxu&8~>oM7xD>aN9QW89ZqBYs_Cu(E)<)E2r?iR@il zYp*i96y1u{27<+QpqZUPlaIjpwqj>n6mRZ5#ZXEt z9Sps(Fx=T$KMY{(Y*TiSB+|l+9edF-PDF(?&;C%Bq_S>o^Rp) z@ah9C(S<%OZ~W!`6IZa|&nRiGvQzzGmJPKaL#C9=eFo5Ncp8!zXU%MAE*!;9NeC0QF*iUA-+rX+jERNAQ#A5hQlZ_ zc^2+)3)&m*+d0m2A*wpp@kTkc3u_^1VYGgNNb$LasFQSTB(9ZDi>+2ybav=geaO+L zP^r8)yR(h_r#~e;)18&@jA%uIk|p<*`7BSss)V$q4|EH{Vm%)^4mu}3e?C61RSr^M zl!_1p!KBh~|H%5yfE-E(oRPgqAM6gA4qzyrlfBW8P($P=g1%#_ewUGh|h(nN7<^vG4rYqvF&7P-hk%%Ft) zf)J|kA&@~P3zdi;a}8qoZ^^@sa+JQHhQHUcy5D34TN@feBce*+9Ibo9S;~xHlnoo` z)P^2svL3MQ?^9^yzTT9@oZu8-q`u<5)TNVc*wn}a;SsFgCJ3-7Wa5GIBw;ta!)M-1 z3dUD;8B9?e!sGb;UcU~6jyIh05gh8qH=a&!vI3bVXXukXl!NQf6RsnCPLH!00|Hv^RTaK zNhEXQBSP_sr>0$3Lxe@2#RdV3O0Z{3^wS*|=q*lq9yDs|O%|vdf&>BZ{!4w+cIRWx zV8?qK#4Mf){QZ^bapYVtj+XU2c03?hkL;FF!H3vC(L5%B zI8P`5Q`3Tl4)ZMVRfa-xZIn%m#{69$P@5=(La)>=y8>6-0Co1bT@U<~4QWy9atE=v z*HcCZlPm;k>F?XwhUfn9xF}O&r@mULRM&@r7+d|Dx~S}6Ny&FYV*(aT{8{UuQCcJD z#IZrmeca;^B_(#@->D5gpXHK&LzKQWFc9$yA4QMs@1klAvSXF^bYdKkbR7of!3pD1 z0tcoS+zsU9Cr(hQvcB!Y+|CVMLT2gu#_yhO@BMC@b=7z5|4`luP08|X8WVK?OnyNq z+=dwcR4;d~a6(;u$8uA5H-hXiJsO5r@C7TO1l60QfPxN-;t#@R&Rox0>J z9~(qms=?}4M`iYYYs>F#(U*wdEV@4iphXmw;=T$&W*4EO4~ByPVKlM|aN{Yi?w0O- zQww}xUa38OK*Ha~!VBnV2~N!T*Tt}sX2h!NvXcR^8{oG5^~y&f1I?2a_eIZOX)s}c zH|aJq`y{KTha!WUaBO5GOT2VQAar28vLx7+z36py^c=qbnAu$|G7w*C_wA#*m<=XA zH~_~5l3+P6RS;)KH-oh+FfdT91KPZAxTtpNfsVIFgL+RF{6n?yWr_weu`fdEW}w4- zFK(Qd2WJ2f!({0?T2uqO6NFNp56=vq#G0QTGw%3u?}Y6?t8kA+rTjy-I@1(+>9hYd z4;G;7a=&g#J!(AN$3(Sr)m%v(JR?CNBpAon_>Y>orVMa7`8`xd_A*jZ4M*YeE_J-Q z@Y&*?MWyz66&@;2yakQ}WIQ%1VmDp;0cJBJ;|Gqwry>H4K~z+ahO!$AAQ3Q*Ece^CL{MV|^_%go<2z)&=9M6|3GA}6Y&=GcS!bdS z6)eiE`GYQ?)e!jwY?|64oW$1~9O=RcWwI;^WC*qo=nr~w*H0UQvDsqZV|zMr88pZ@ z2(4J*^t`qR*CiK4G2eRQQMs47?kupSSs=F;^xQA5bOKKu^uifPv=8lyp+=0c1ht%L zE6F8g$b->`y(Vt`a2#a(OjtW0188^G$ES*kpd3y+_XM3igD8svEwv1{&a(JZC&(X7 z5O}?T!qoWCDMHAeg=zrqqUTM0ZqS10eb;L%kT%KZI8i(V4mJar9M4tLLF9jbN=~D# zVNV(A%VAEPaz1zK_U#FX>)}tG2f4jr(qQxrNBR0tc2;-@xTtQLdI@&R$j`wy(FOg0 zllIn>))B8YFJo|0v}GG9*uKy*R9&7v?V3N}5Op;hAH(HtIC%>%Lk}gjXT>zJ$V9hh z!J%A#%E$npb{x%Fq7H2Pw_c6}Rz=g}xkxpMp&f6wn#R9hH%m|DcY#^2O3iuiH9yQ9+q>W*NDu`0e0Gj!1$*e=R~3S~7t`Io6-|6Z@!7y)n8*Hl7tZ(O;;AaUrB% zP>0=Jti>s$tOErZxQM*f`Qr$7K}SxwxvjtOUO$l5@~+~8A`35jN;$MU2eY;g-q6Q( z01bx+RU4(sKjC^#be1H`(dD=;=W}0I1$ghYKQ4sJo`Jm~ksMi#?z4 zy*QoVzL7g;EV7O|ruO2pgUkVh>!q4KFS2)rm%$t*Mcp+5VZlwljJO%+docd<^-Y_0 zrd%!C3tdTp7HE;J`w~eWZEosYm5zq`HzL#-HrR<=y*o8*bYdX+MR;1oEe-lp!QgPI z&3Ih-6-G^@c0NRgB|P@`o71U(*Fdwk_=}=s8h6_A3GbL8M-Z^=Xb)lFL=J z6(g&gYeF5#s{DJNYvYU1Ojue*v`(*{g>aS4_f5nK4HZFD{u2+oh#)^y7+%q9vponp1M$24<{FDZy_edU3*6aH{# zpArlWhp+Qd{OeIVicwd*VZcS}0Wo2rb6@=+44Y5n6SsgFVgMZkM6$$sYu&{}SvV@_ z0U^CSMG<5%rc)N5`LE<3E}{p9u>KMN+{)ig_JnvYD5iU#A~`<1!c3nNAC-p(5oAaP zFX*@sy$c8p*OO{eh#C9<9?jl?H}G4E-zeshq}5sBKsRJ;I|&(Z35kgtzW9rpE+8rc zoVHDJi?agmvWdv!WEOVbt4l^!{)2C+4ioXd94k8?kWsi#Ca3fNP3kzMT=YKnI)8FA z89jW)%vxx9!tW$y83;pXf%+YU(x!plmJ@dZR^AQJ`#4D>jM(-5!4N#@P`fT8WuccB zb`F+K@jy}|q3c@0#*pix$b<8SyPJQN$~@e=IC!!2jr!=+EWMUvebz;V6BE-Mb2rc} zRIWX_x930aq3HF|?wjtj6P3Pm14aDpz)n*dAjS;<6)BjN&Bu1uW|@$b0pQ^?ZA$R1 zIFTRvGIIP4v19-hP$Kp?G@D^y5Q6cUHy>aa#MNCyqH5xoSU|{h@Zw*Zsy02wM8XS(tv8IKRdjFyQs%s^UO8lj6X=P>8SM0< zm*G2<$UCrlRP}mPHzj=29CJF@-{Z0#7Do?`MZdP=fB^~SPbW4=a|)KY>89Z(BfWJs zFdZq^7h>EyoIS>>@+sinU4FEqfe=;r&r4FvTS8@CZq}+Z{?f!p_Xxv{_rQxR6tBqR zfINu@zM`$j(Teh)G?mmy08R-LLCJ?L~nB6hN!CH0>K(kozRtxrjnIy@l2f zbFj#_!C`1um4&~gq|4UFG?aS7m^w{2^K0=_vnRH^*U`(Dmz*&dq`&Hr=p^*u`*%rW zNUuuK%$G+D?qOJHpbW8vymU3=5AU2>sy{ z*9AEc12v!dwW*by_&!v6uBlN9=bXxs2f#z|_mz)=m+NZU-+%CN!x7rSelHw_qKvQ+ zgMdJH@Eandrm96dUhsZE0Ru$RNv9atJ4n95=7|dgaCh&)=z_e;mn?sg0R(r0m zV30jo>VUO4U0xKsc-evkT3e5{7uu&&Z~KkrdQX#Klt<<@PIUKyFZHU zD;vN|^UU|5!VI%(pbTfp?}xi!92{!28yOkl0_nCoSTYbL4T`(V@Z>Pl!92hmh{OiD zNu$|#kD5S){1a_hON4;(g6R_=iyZUT5XE$i`>k#m?1$zA9c}tjU)#XXSDWP~jFr1W zr00D`Kv+%)FL}Z5)rxHNk1a?*^>wxewKJe^rqm1lar6iITN!A7h(2JaQ)p&KQbs7- zf#5GjX#i|zb(|Z_DOt8t z@;%u`Cz9c)=ge{II@VrVlVo-qphGSZBdU`pKRkBB*-&Zn#)x@}!UBTKA!Pjp0PaQB zTezs$P&^u%`IrznTN=#c&nMrnFt#m211tkjK~u%Y-V)dRY3joTf1nEa3M2%QEU0pD zLt{1nv7JkQn+TNtab<43=`S8KBLm_Q%sSPWQ{*2ap#0lOoaQ+PEwo;Q>Xgc6drmb) zF#%^BV$ly1g<1U#vnmdEVQvU+V*VNrQW0x08FLLHYelV8+zZ;1b{+zCmP=nH85+WO5%S^o8beqjw_jQCsBJdOj$Jqr5xSFM-hi#Dc!yGGO zFJ%}XWiwO>Dtf8zH0+rO{sA}xb&caMsV(DFNfikh7!qqMhf>123$pW`ZfGgrwlrOE zf7gl^_w5FBo-qDLjuinh&|6I>XmjV~2|5mV;sa12f!q2Dq)|D{X2F16tXaY-KT5%t zH^M>2d@whw0j(Lb`XHZBuwAE$71SHrH)*^#3h#y!u~#*b4L>4FMzZl z2(ca>)GW7D;M?mUo27BZ_fUS5(!+sqY0&MY3&SzlXALC9+r=RzFsEi0V&yWRlhuV# zuCZ$iz;^Okh#m$FL1SP5T_2-l3j0mC;*B1+r5qYz=jQ)RM#Ja#{Y@GOz^`C6Lw;EVA?KL)D7~jsV0~Z)eX#-f7%3wF zOoykonlO6}qQpFlP~w^RAmuRY`&d!V4bNN^khtbOwc4;`vA--+h|uvZN-8R*iH0!8 zv-x^e$G@v*CxA5umCm3yOM^u|xI9Pl_lg9^>&7A8k)#9CJ2aK+SSL z>qnd~V3Nk(^$^Cy*um|Bh9Ok~yqEfL&l0 zr8~Uv$fv~?eSA2Oo}lv&($dD4oQ#dX@j!4gKqxhLWt7bPjCV{B_`bite@M?2uQSR; z>f<*?cA(u|zBQ1>GrQ9zYXn7avD-GAzhS#OXILC2xrq<&a|d9o_VWHzBjS=7qjNT~ zbZ6m)ZE=_=mQo`R#^&w`IP{DY17TYNkSRi4-$0MK9m zH2sm;Fb+_}bF^LMIiUe6(78G|H43>QL;b}}kqdBkNm9`u1}BsDc=nxD2B+b7G)iX+-bQA3@M$sf zNLFuHU448>a4-bAynZAJgs(mbR)EQMrfHjLm=%MlgPaN<9=UW_cxz%S3!hYRgIf{g z!}Ok1N(z5cg@o#H-?F~SSg%b|{CehmmG~P&h_*VpHH1Y>B2SK7XB`^4>zg%7Af_K2 z!QAbR0xUCntM2efPFjIH;45rukpGx}=#)>|+;kFrI{F-E<(}3!*Z4O}!^4j#hxfpq2zS%vgu*u}ZkfQG zTnBTzBYI*}AYrDs_EXT5{@Akzd5`PG(BovncHLypQ&};WJ^(Le0`n!KHmt`p{iW(U zW2i!&0kO|p8q8+mD%_Uf&S5~C?1Z=fd{N5OlYrppPQVveTzcu$2yiUP!{)$MH0m~~ zWo9*pbrg4QrL0T>fmt!zNF(Z|Mt}LToVtZ-hNq|aO#w5h(4w+Iwu4x?oOiCD-E*`k z78bMSy9YLDpIN+E4B%hTgg%ZdC%cxUq?R*zZV(~P5Sg$vIHxNn_Q8zvo!#s*Tsjte zr8VuqO8m}q!r-OB=ZXjY!31D4_;U5gCgMH0S`cF;Q;(;S?Vd}ubiuLz5}n)9vpR7O z<)mP{ncsEA?+s&-oG?K?CNjMXKVWa;>G**|UGozvnUv&MvWA8W>?~O`kf&ynm#(uK z76X_hL?h)MH-P?HydvC;3bQwjD@Q7@HC4*9_Ek{_UV6Hn>Xk_dj^@u5prz4@o^ ztS`c3BHQ<7jz-L*A24UE`1Zdu*3M9xEkTy&2b8NAF>?*tNL)Wyow*Df&w@9LJQ>>S z%`0HJBeJ$;w0PpqfoX+LVDkhGuqSA`#!S!vsC4_44Hy#=QnIr}%XbdU1|eb)^57^` z8oH~2W&j-|SIobeam-3c_BXg~?`u(TtL~qz9NktV=ivf7yz?>A#*R-{5SVuae3|uC z-eyF5o*yV-g)VW|;VOyAP9;7`8U$^i9IhNc=UCzB+58%8J9TCH zqvva#V}E`;g!>)`Te0=0+u{>`+QNK5L)$f2j#9!mKu2l8dOy|RlTl;%CFCG^DLWn> zepVfXqqrdu7o%FOdvE8M|Nk#pPKjUqzV(dxXQbAS#s%n8^B1b#HlbDSJnU)TK|3!* z3PMf(N`YiZ`0T;iCenzwJOqfk@*cEqRKE`9Ll>lr%1h0BUPCsJQzGEW4bWZmmjD-z zaXj8iKcAtjc%KDNJDlgAKG<$?4*IdHH{4-EYoELjJXsH6llPN){u5{ybPJ5325={G zJsrJ+Qg7m6)2rbwbomCbDVtGKqNWSPJtMiR!)w5QegFWW765mv1WLen==-7LdUCJhN37PRcG zyRh!P4irxaTSbt-chC>kUFp=R&|ut#mE(0w8X7__@S(NgY>iOYf;Q#00U`ci@UGS4 z$B!Aa)pRMB?9*HNIAk0Xw9k1Mq}rgs#r{HBz}%r9{;-t{F&itYoS&hC4sSQfoq4Tu zRyFlJ6%icu?Efkb4DW>h{%)Nab7uH0Ev0+}mjq&%T3cIffYgq(eFAT+w2^}HNfDi5 zS~THqmv^V8vpG?Q3!s^@!@#Btg}`}M56!vUKWf|#YhU%ZWp&m-!6ONjgzWzn8P}fj z*a!`v)clq_H;vedML@jM-X;IP^WvVAmy|*z7IMn+X|Wdv{IXniv| zw+L$E!N&kLF6mGO1{$>HeaRbXCS!?wP3IMRqn*Xcg}kveBr;EW2WV!RZ7f|a)B7iY zqr>fRW`JN*M`yohjG$aP+h#44T0=;~3a1P%D(L=f(xwR9DiR2o47yX~@`Qgg&hX{^oyDkn4~-JeYuA1icfzh%?wF}6DqWs-eR~i?YsQ8e zfwtaIJ*Nb6v0p*luj~3(<-6#zeX9_Gxn}&ghjbXE9pPEENGW%9?=$gD%q^Ryn?N@; z2vVN=szqGnE=+fR3q<4gFm2?(b;uF1ErN<;K1K)Y(GSRe* z5k>9FfPb=XGj{{x!=#;@_VZ(07jX9wUf!-*0J9`G|E5i(!c>b}ZDU>DbGvVuKpY2> zh(Yu~fx#9OP}c^rIU@v~eun(6%GIOi1Z}?ZSoU|* zWQYL%odtCA4^2~SYkew~a=Fdlgz9PV|B^8lVTwOx@Di-{9?$P3L{KGx0;COY`F4I( zz%8p1x6s_aU?=sJkf?xZn5gA9cntjBy$gYGVntZ4K^#PuOtm+S6LUq7V}+hBqVHEW z*88kl{(0Uxg2EGaTt+Sfj&>eu3*;PT88E~>y!zKcP;?pG1aDDLI12u(|2tN5s2*bY zbb?mcSo#YvHX5)Q=&>};7+|>A+43@@iHh_tDJAKobDd`t=~hiRIxhd{F9C5KKZLFD zM9`^FacBhq^bxs!ah<8QK8%wSaAx~eJax z??0|+eDz^qtacFVzQ^I#kV9;(0$g@uhqX()&Ls$M!tMv${Pm&8X6VA3Oz)GHRB@gNJBzeQC~gHx zJqrlQxGltTPQ`^Dl^tRgaQ_Zp({RL|=l_h&OR|U%fe*-NyMX92Kd+SV7d(a;*=xCh04O_l42%KF zc7hPoxzxRcV;{+bhFT|dx@xSXo(MS(PpK-i#Z z7ny;0-Cx}UY5>6|?anB;9Z~pMZaVI?JG2h#P$d|UmE*t7iO;k{w5=Th7D~7!EAL(PLdu_544^k#wnQp+&^hq+IZKDK znG~f@#KZ{NGR}|s0Sh-_tp2|SAC1SwM8gf6QScRCn+ zfNC%wmO$|OGvlVCPZ_gmt6V6u;aNnP04qA_g)=M<+B6i*O<5_)jt32ZL*8&@9=}|* z^K}5qE-DmWvUGW@s82*^ zkvUqZwIa=DKD;Yg&Jx!AP(lR zuspoP%D@Lo6Mw&>$c>z=yL;)cLi;p#s!y{)Gu#8vyc=jH5@>QlJBmhLQjY_I%kOXE zR{}*<8t!+Jas6S$U|gH4C#7V!cY=V0@0$5(SMe+qd?DZ8z=cKudSjv!v~yV#0GwO{ z9po7=M>;1o&cx!bDsdkPZAk=W+18xS8{ zc*8Kf)&tma;l0TJ&OjIsoPcI8wu&O^3`U+r%Uw=1OS$46*INdxR6>6*laCg5= z13TJ&;agLBuYgzFZN9KLtYx;309&GgEw71!5ogYyH^u)1 zMIZ?2K_8#LkQh;h@X6QrgYc$lNWGb{q?j9#GB6$!zXxg&X?D?xN^*oO~nw3UVyS!7fYE7h`{A7H~! zuuKg>lI$xfOoUU75tor&wB3Z~fr`SJnL2*Q_KP`#bCA6a=iIq0KHv@~e)_#(s`|nu z7?%zNGZ+KXDJdu#kBP&HUFDs6@5+RpUSexJ9^ez#3A*dgW1U>JFGe79&>AT+?tusfU3wL!i@d)pmOr{6ZedWpV5 zH2UP`eV=g<@zqZi0bw+F5vYWpsJE^N_HxJp@xcQQMj;^$lpP$lZb1-`i*l=nIlJn& zexB+p;J373BV*aQJ7$A&}}p0&fU9_bEj2X4G7B}kG`m+ zUdM^04p|lHmfZ?}Ugzxh<_4#Pd&#N1A8Jg!$$Vu~L#u+vAHYy#5ua%LSqo<~+1;$1 zj^@AiZJ10>Y5NhA&)oc=V2Dj^Nf;XWAG_bs{PUG;nG-32L zB$)mC-DT8|slV_oynF&Ix5%;?lIpXrDI9UbYEP4e(*h#)@YdD2VGtyG-B8n87bGP< z2-8>mDlHBvChe<}#vMsO5kh4gN4xn%uIJFbA_uLdBEW+)0Ty_1*2TLkLs_P}8lkPc zYpk`u%w{vU@i1I{&a2E>_rP=Pm5J)*u^PQgpb_F?;>>M)1T$fi(@tr*#$XQ+Kh50> zVJylleO+0cs^RJY>lMr@lv7okVWn>u|8aZls$M!BpcdH9MQdfQeEUabyT{J!8JDL_ zs%b&qDWw~LAJ+pbX%Hy7N-w4i1;my#p6d6spcr%oy1{3u&59Ov3v&n|bG4Md=H45W zX$J&9%%K`5?vt%3Up+suhz0bUMvNkH1w^X&O3M#HNeETemf%-sU8gt!vIx z>j|Tai#0+7*myU%fGjy?c3{-WW}{5?H&SKnjbYMcefTZlk~p9-vwq!bMFeiJPC%C} z=6lJ+p92zXiE(9LRIf;vn_hP2p`@7^ray^%0v)@PEgw1Iyx~Tcs~o=7-%np zPXn6Z7RbQZ$!e2y^-|0^zTlm8vY_OH7N z&f-nLxNytAZl8#7pzZB_0_vV~v_pmV$^Gsd1C#XSFns*F+?B?00H*|({vL~k$!DJ0 z`M37P_CoNCSG@SDubwmi4QiXu>&g7{we_mH?gm_*yb-s3ilg`}0s)7&-GLAOQ0bw3 z01`%RZg#kN(lfi2D^}tG+dYmkF)|9Ru9sMkc$FB06IoFN0|tHm1oDz2R_#?)m~PtYryH4V2p+bPy5-uE_QvAEp~UX20T|A$if{b&-VaVV@IfUjS{LQk!G>c^V)J zfDms4<7)waa_qPn);$Q?Rm4{xDGJ7-g^Z*^cS^M`*R&u%7GxpJ&uX)|9s}o6F#v|k zfD}c}aA@>MG+?x%ZrwSAtrYbxSxev?wC}6$SZ<1ZVFRJ4r2g)pgtCDiGkgaQz@}e` zPGB3IEKninM+;I9edM__av(6$-UX=;v%t#!e$Bsn+OJ8As~kSFe==k8R)3j#L}Wtt z98g7@fe+tEP@JI6AtS!Gqk;)sOQg)R8q$HJ0CV|uzzpT?zNaxs!+wiiT3_|Lh6arz z3JTRH4lILU=IiBK*ajp0QU|a40OsXZ1fY@JMSD03vp`oKbU_nx$xNU)5E4yp{=;<- z*s3W-c^9CR0k8iA$E;D`CP1Vzz||wADfXYOV zU&tTvHi*gAf?(D~Vt0(>2?+4;(E2xw^j}?0I)RXEj^r zY}kbuMgf6vWi*YwmhdTa=ooQJ1vFU_C&h>7Dub%s@7`TjZJ^2^!pMORB z@8Q;~&uoVE=w%{ENecoU+7cD$rh)Uj9Yx^^G3eJ*Ws#hSDlLx9TZBr}4V87gtZ)#%vuy{7l_L8YnCsQs6v<+UkR0H-Kg#^Q`N?D-EN z&%~hB`WX%_=KoAA1$yduyHgwU_a<_2ede=YkPy2!{ZNQ~0S_yFuM*k%hQu}rPNXf4 zo2fN<8UyeGR{ULQ{{^&wPm5sj(=l3vqD`;uK!E6tn7gh7Rs)3{IT+9aOAJVWk>Obv zNTFDr-}`Mm$wL76%$`v-yltJZU@&9=64A zP#>%%r;rX{SN}cExX1%Xjjbv9ushO^yjG5%^~yHoM9TBGXRrUrDgSkbn%DIAHGh*A zW#Fffh7s&=Rmk_0Ed4qP-!0^^P+@^f(ttQ%-{lq;^KqHudC#b^u-9TAQ8d8izf(cx zV>*SO@Kl`$u;Yz@``g%+Co@Ic3n3uApk>l05iJJ*VF%nm9LX7f{zlVwnZ&8~nRaKZ z7$Y$$uBUw~FtDvz4h|A0>cdo+Z_IyrouRZbF`*d2aWKwB$Wu=Eu##9O1_wWMcAFvU zac8UGOItL!-?qUulq7Qkv*slGBSeBh&b1_H#RRX1!*UbI;r$ZKq20^g09BqN5;Sju zJObjqoqmrxF4pk)baioQ!)w~qAJX}!w0{zmBj*HamQmI#pft61LTUJf#|Kds{ENQ# zy)QLYPlSB{d36#VcEl8V3UyHrK(rpvS_2Y@ZkkTmNZ_Kex{& z0edKG<-&~Wa5ns9%%%r4s8kaazgSh%f?*L=-R9r1=@a;;0t*P=9CAl8vPBdVYnta} zDp^*w2(bcHHMMXW;cyieVrYocoTJ+RdxYIQ8o(5}lxf&>9;J|`E`Q{P!NZ6QW{Z!H zdcr_x3ZZ+)j-Cjkr^e)^r33%<1ss>svw4jc8VNcrM_cso9cIraFTuO+2Yt$eED&x0 z{7Cu{x<5dru&cwsd-bkBT4Q^HpU77)6T);@q!=b9o48iqIleKNok=`UaZKV*G(Jk@{y_t79l zN=Ygs8Ici{QC3Pe;n=HkBzu#sw2bUcDN!6Uvv-nlLPYi|duOlX+^@Im`u!gFb-k1{3g3c`A^6yqM~{^Ot^||$vJ9`kJEV8^1ZOMc>IfMK zvfV{Ogw()at(1^(t)?4U0kh1afh~{&Q|%}uvxK*&PRY~2h?qddoQ9?fPOI8CXG4jB z~VcH?~Ulvv=3<^BMXsuMJa=m`kKaR zsrhpf&MM$XQlX8|AZ_#cmwR|N&%ww zX5PaRJ^b4Mc+YFBUsF_`(`G&x%{bG8g0i5GxMKQ_Q#pQgWkcl?ifqJq%AgrM#t>Jw zbn^ZdblawF$ubU$!*xM*h+oP$0K~`AQzMD$Pj!iMp)ad+`MJ{RU+yO&eQ@*C2yCdc z&BMwNK2CQ@D|Q5sV?`L~-b@6(8v3jhQL?mpuSiNriC9FcCz-zB>!2U*v^sb)7;R)^ zwWOq?iUcW+%H9rBuv0@9r**UrsA8~@8+h<6zzn%m+o4KyEMLjg#&FL_oYJ2P#x}*t4+_&wGV$tDer%&Hs)I#MtqHXXu4eAIpv4 z#N5|q6`I$;Gc?324Bzx9f^4k<6ja+@pJOP0Kt|?|Bi>pD>nU@pI9jV9gK+sR(Ek5Fkz* zmu}mlhK+I`3b5blG+(xaBAFv!B%==~qBkudrP3>b>1pC}+!{!cPd? zO+4uH8KQJJkTU=k)m@5^@MAo;`*OCQMSX|JMGD$M;q;NPKRV$~51>+13aYgWrP03H zVo#n!?g=IkTa^`ax6@`6uR;5CrACAL5UfMO!8~6*E$|ogsxTipbg1F74KM``^^C4^ zfbc+@b5w zlC9^*YdJ7hK4WY3u0k=P)j@qQb!@)jfH@>{6+$5UFj-l+DBLs7zh?s@PEelevjbI} z?m&aEcfDabsrExbjKKd}A5+%^D_4>spAmThayR%6m5A2{O#v_uw}le<}(N z#hRKL2zIOA^B-f12g|E|<@pevk;_ALaHh*>A2MKrRPBoYNq{V4z-#v#m5S#6{~f|0 zVHkC-p8ef5miR~7^f#`Y@myVR{rBrs8hmPP7)g(ug?aG43A@l*CRBbywHGX_8$Z?o zgKdB&CRHg;a0zZmQQWDS5cOB%;jWa>0KgX9Bf4<(AV;ehv}zxz zzC_E|Kp$TF7n0#(xS~8kT?jpu>l5C020wMmHx^MSXjPo8(CBw#$;F- zD}EgN7OVj|ARur4x3Z!Xvq0TbUu-Ii`{jRm*`Y$vNU&HY)Uf^lM#>XZ+8h8U|C-~6 zs6#F=CJGOo#xlqSOdrq8O7EzIU04{+{Hl3(^>XoK73Y(ccY5#OT*lE0sHxE&KVxAe zv=Kp;NqzdVl-W~Q{W8!tvx02$ikV;Hb!P=ICR_p)4VsJwhHsxzFBV8eewCjk7se_G z(>vaTJxCT*SK6VK>*Iq786`=%?7tk;>(dk7PS1#)*&(OB;?t!YSIV_!#`o^sOV4Ek zX9X8B%sDNX&xQsegV-VS%1zi18C~03TYKVW7&*Mg#0nvrFHAQlUYJ&}ztp$t<7VMS zWS9yI6!}7|{6>+d1GS25B7MCt!kCUFSnW;V;QDywCY*Aq%pCZI?4}(!1#H<-3$V+A z4b@%k*Ce`X-dh8%JI{7V0^>ac$v2fVd5 z7@LAfg=vkCr{j4l5R(M01!nf|Xw(gdoh8O)hvmcnk@~hna+$yeg`8IOEbUJPfMiS| z!Ho9I8Ezz$2GS@l|K@a8wrxwKG7TDN(dhu!GP0DQWmz>vW++{HqfmZX z`EpQD&`H0Vdkg1bo2U2-uzlO<<&r&W&pY}iwe?ZJzG@EcpM3yk=Tda~*?sZ3mO3)i#%hs-V0t1}+LBIZc%#w-sZ#j@H#8T)b zwfZ{jkx}7ob6S&>hr7F;we|x2kbU(Bp`>DNlV~O({)uI~h(>XXSD!ra_|Gs>U<8!- zZ1eN;*NxwUNXUECbP*_-a*};K%y7)^sWHKK8E^+2| zaB%SNiU}|r?ytz)YKi;)2~s)liiwHg;H)f__4jXjphZ-$=`TJH%QO=DP~8e!KsQoB z#Nl4n+Zwr=iKgY`xvyHh*+iKLSG|lIdZn`mqP+866|pO|4)T00DoX>)ovDw>Xgp}( zYvB3-m~L5A=Gn+dqZ$sRH?dWM(IhL5y!{vZS`Du73ujA#Or{EC=Z18u?7nQ@?_HjB zXoF23r#V^|NNaL6K8AYt_vZ)s$p?PXYEs62i?){c;*E;RX!?9fc1LbbVX) zAR>A5OaN>bDCgquY-EN}he-0XnNcblbJ#sM8V z?p5C=T2)@LO*&U{dRz8aeh6K}Th)g|1~xbsWDPI95wU006<%!DTZL2l+X8GmO(E`+ z&9_Xsx^KhHI6GKzW6u{#<_2)OJfEI^L$t!;KQc^c=YZQWu9*FcrvUlMLc_8t%>G_F__=VX!b2N+!0_>GZBTb3uY}WDmcp02jc1|aRkHJO zHckbXmpc`5>=zdo#}<7ClQ1x@pR*M;Y5sQfzr=P`aGwPt3g`8G_};RmUs93?d)vMX zm*m!5MI1)uHlaI@=vQ5xXS`;C)vG^+b4FVuac7UqJ@q1NP8 zJ!pzp2pAF_eYAla?wv@;O_fITlm=*(*`K9B+I?!)c{uj62|^jOe^cCPGN=Z?r!b@b z0~}4MFs}iTP(;1gkO#pc@IAB}lcO(mkz^G?`x7ro5f{>MG}y3|*S2}U(nzRSgb*^o zd?HCqboM$hGwsr*CQ7lFZ<;+tswWs_o1Q&~b&djc(4>Sto>&8n8auFI6F4|8TcY(N zefUPkxJ(a^{W(|rP}~>HDewEz!KJ6Gy`ljpdK&X|d^Q|h?&|O2cP1WTIdY*Qu~>Ky zCkh4qeYJhP!xQ{HH%lpeJ7u)940i0FX3l*#{7^1t^6A;x4?kwUJ7=C#{`4!N~jlSRf`xl5ALn9oz9-P1;lw>sAfckS6G5o%~O;WCR2SL<{@$U8uS5 z+C1al#dW?_OzTJ1-+dSsahO74APM@wQIHvopM8>EQ3LEnc;O~4cAm^?msI?e<`Xr8 z`&^7}TIDx9>+59v@09OQk*)k~%Y4*HZo4>KGbN~k!QAr+i{V%N;YTrUx}W`>%=&sx z;u!tV^Dy=(#^f#6^5vErLZoVp$EH=CT94fh-mOGs>gm$W3>JxF7^&#Hc{q7=e^z)$ zJw1428rqkf3Ob4h1j+4D`xx%JCHvm{S5PL${6a>a(TRMxKnV^>#KQTLTJPvUBqpyRmGfIduI<(65{&(!%UPX=)R zF}M&)T;}4tn_!1otqn@Kz$B9m-NxRkTi^FnWJWKHH(sEz+8{aHc|#wS`Tjv(Iycz> zN;twi1~N?@kL3cISEYRW3>CRo?k|YYOvk3H>(x_>q&)X%X;Ph0jf)ASZ{Qjd(>63P zq}^rTk72n2Wk`5OmSNvuEiC;$|A64IsF!@YQ9dp%EyW-rgo2ehinA(=bFE<7~p-o0-s4 zk=yfORZs@c_`nHGbp#GA!TC#oojnHr zo-lxtIA@CU&3J8iI71l?-bs<=76fgak<$9U_gLerZiU^?r8A`Vu1kFvqa7{6?{7-t zV89fnG~q{~J{SLf0Czpcb|^;s;Vi8Q?u*+1{hJKAyCY&QjG*(InnUVoKp7!MrGyn~ zxWs!Hj9^26Uv5v;rdWT97G-_;lNYm`SFd)QpQpsrHgn(5);zxh0+2tre;+C6>FJ@U z4myhAJkXgGf$=-+b@}&_bocFG_u} z1REP0hHc7yLOEl&*dRU6hVn$=PYGzpIFx+iwr9flD&36QfRdWQa`QG01C=wOFE3!lNNX`4;y;4dJ4E>EgfJq6%j4TCI~&ud|D(Ea5AjIV_gBDp4F6Z z@ZXw%`dqz`zMxp*w)_#fuIBao7d3-Ga?7Dr@hk(7Qg3hXEv8RRTd0g3ls#Am!D;JG z#6hSmi3G_@k-ow8kRqJySA~p+C_flhM5@QL*rso3M)uhiYw>(E8=yU`Uq2=F(SB{q z(9LVj#y`kg=Z^vVj`yM~19Knv?`_flHnSgQl-`lrjup#FqDg zxF~CX6=FgtPjECqn87c{M5z}gmO+tlRD@fO+*vNA(Tj?3H!a^h30F4;BXo&0JN}35 z_0z-lFT&1a9b^Hq8-;v)MW-qtVhv!pEC&olu#K-Y0tHVqnW6ryt^7gz&cABhIop6h zrcR3kvo+p=ak*q$^S-SE zbN2~-+Rb_Fy6Y|KG!pG*SZ`6;{>g^21$uG#f&-sL9yji6HL4qhb5d9rgbD!np72QP zvp;ugIp9B33=p9&a1ft#s8y+UafG6cgBIfdG9{*@PQagbnn8|Iyj-v++Y_s6$Kd!-C#k9=PC zV8AI}ZWyaDK1R#V^zb(REkiVRfvQt=e}mPoxP!a|X(G+72b##8?ur+qb_5A_fOFsv z!vu5Stnsyljr1jnL~oHqczmjdPw_ljxDS7sQv4^QO%QV~v_jA~VqpIUjIRGhl)yHc zX=`hnx2O0^xZQd|)m8(6e3F~sYF?GO4|fuTjIg|UQ|u{AzEh~J^x2e(uVtzBNQnGM zxu{6j-tSD%@n(SlAZpT%JFDP5Mc65YdV|IGCW+1*(@eu)uE&A+7kTd_pcoEKzim{) zD&V>hA2X1rOKz99zZxdAt$u{S*LLuW#r>Go$~S zUQS!BO+fHo3zMkxwf^$?I?kO`$L2p^bb>#=&6(FdBfvnlwc_zfO*>Gi zWI?6IIp{@A?spOrX)L<3c;T4xl!7Iu0T)O;UvY`Qei&=`8@3ym%q9td81+7DRCrfy zO#FRwgbP7S(@iuIoXi zCH%ozkI=B168~k4o96l4rvcb<G7R-PZRxC@Q*E=u!Z8w*=nXj4R+4i53V(py*Dcw@IlY*~A zY5N2Q)NFHONs5o%6yB-wsj$zE1A&rNPgv0R zgv(eHo%!#~xY?m9$;PwKrjw7^-L`n)TxIM^*i6WcpdWmM)zi~%F>0Mwq;C@J zu#wGA`pMBa>%LrvoSNJ{G1+HpF@3zujN1>vr`8!O+KlK|I@JeX0O7lkFDWP}0N=O}4tVjzIkbYlZPr#j&@ zZ33Cq;wl}dc9)f_U<8pdBfORS5EV{n!lpl>%X@%5tc}J)JLB0<_S*~&_HwZ~aR|ve z*8*3o`j@Jv!*Dn@=3m+<{covUkw!HH`49;)h9n=86>wyPUywaYybfc_k>OLf&?*kK z)R@p{+MhOLJ=r8%fSd6{^>Cw&!5z9ngiE>gG`pAC{Fkl$9(I8&<~oG{VuLsF!*oyn zClOKh0jBd1N4Ox1>b_BZ8?{~0q?ZXD+&2SxyH%l(1ZK97x!~{`_e5(_4Ac|xU1cRD zjdg*!l4bC1gZaKDANW!eg0V|R*1n#c`+i`@)2ZCuvUHnH|Maa#w1+O`3DqYXC7NB6 zs&gW)g!1_*yv$hCR<6%C`1h9F@6H-yL_jD0)X&cpIDhPnsxfAT)X;~Abn0T2aQ zqmz>*@nonVfJ4oHoviy;?}wPNh%wn81fvqFC5`nnPzcuTb=dhDJ?5Rbd6IUAV`ZJ-rt-sPse`|dqyNDk|1u&I^6Ci|< zXJ{|hJW|`$J-=Us5>LuLyn*j|V!?3_kZ?8tC*&E)am51Ab78TuFA2bbED_;8 zZSxe}gf%Ni0UJOa)H!j&wr^1ye4+-d|87#zeO+6Qi?#FdSIt=gu_@9Me(>!OG_v89 zi0_Y&yriu{e)L>g{u5a0g8NP6>}H<^1{Txta`&j^DN1GQ6)1qj2L;XknV+}mQzJ`v z+V*~i5R(2%W^*H9yrE1w!(Cs;!x*XSODijoZO~$`0!YY<2>7V~2)U+{dRU$xZhp1X zkfY%ZD*|`t`!K?T1dQz+93y5g_OQPLRSqXu7g#rryrg4fys&>_HY!5lSLHJRjXHJC0te5O5!dz^6Cg%L`yxYrh&VaGaY=D})-w8c<0Xs192&Tw4_zJCTC z1%I5eq;8Yq(rCk5U63RIE5pD$Z_SWre>MtjL>PSKQl9zQ0?7i>|+Q83V{-CJxY=ej)W&YNa9|o zgMOTeY^}8afiuID0T5}t4((Q(SEq7qLqo%t*Hm&Za&FL!MlqC) z8r_a`8!&6dh6Pmihr&<12Hak)KV;tBA^KQuOwcd%D`^3)gt0pRm33R&p77m2vxQ4O zL1q2|jAAeRK;FUcfc;VqlQ0v@>{~r0j4X8&dNsM4V4xaH95yfn&VIdBOr^`*nF$(< zualiP&;cs-yHyH%vAoqTJOs(Wz`)a!P?Yu-Uz=fQy&XMBG3~kG@&{wP~~z-51UB! z!pfr*$~q&MOmEfurLph>S-5%2+OfDwb{7s=d4AQn6@zQ`_Q6$V=V6x>H_L)z*{uiL z1}H-cQJh(r`e4;RYzlE z9Lvg@RK+di-k!5b1h0j9+THikd9DjaPb=Z)^p^a^` z8OOQ!enud|`DFsz_374}N5;jcZa5a*zAgSk$-#jZKBOj>;YE5B9hm+TifEJ$3c4Eg z7#}SNp3CautZQtPhapPMZWI_6Cd&|`<0d$(Kpyap4u(5=#T?r!eLfN}YpsI})s08d z>}*X`F|4gXWrC!kt21pMWC?&%o?h?wzsOxyva8a(4|{oq=eya|-Lq zR$Kv!#k9!EXy0{U1JEQ$;FVFb3er3@K0+22=r1Raw0zrYSB8W{h@VSY2bs!SxUL$Y ziN%4DYY7DP4X}Lb2!u;5_V_A$INL`7_)>o_eGr)r(Z>G>rZRXFT{lOd7UQ%g%SKrKEgEA^&HPNNg9#%X*qOZF!1I{WfGwr}L}){lKRH zX;jvbbsAO|NUsQ#UUNOF+F~wxu6AlWORcx9FTi*rZ!O)g+&WfEH5AOqW{_C~h|SfS z1^U8krhmc9Rbll=HD9*Y1=%=sa5sVbKwFCo45%cZ% z7=7$J694Q%+sut9wtt|(o7^_~r@VXi@;zTq;G__s>m>;XJ4=3~&nYuAfs@Novpmp# z{GyVI@)tF2I!Tm!)l~U9D2RBA^E39YR#cK!Pkj~G9iMKeAJMv2iQ@D8ssdiVe94r} z{Wmku7b0<3Z{EB)J_mhh1iUIm7-_*rW-ZT~VS+WkeQh}xgoIOTUgzC@GncXcjb;?$ zr(e9J1!XNOY<+tmTck)%4T+`Kgm_Jb;H3PBF)~?QjC}Zr6 zLZFhTQ3v|=J&KZ(qx>89@^kaaqGXx6#(NFFIe&_l+yL#lf!Qkl$FbGK?pt#SZ;A4# zATxaN5lRipd9$l$oPBlNAnxt2mG<8(jZeYe;Qf)#u>Lp(s=a{x{8cVB0;D0fWz+NM zgdQC_uKowC{%*@f;Pucb)G5;PFf7+?AeTlV z*zjb~iY~R*D2|Uk96J)2zg%mC_q~8}`M~xs+DPn>urNkILO7XK!#L4LBa$rB-3Rvt zKpi<~!JV0h0GAbP^U{2g#XXV0FW8Ywfu)@>0-q!%hW+bs^n! zo`zq)zWy(MS?@&J^)fup&xPU@V5kVL0d=xa(LV?yn^nb#^e|MfEkd;Fq~J58;~Q;F zl7zd-05?NRT}S(?E+S z%OeR5kf^PSaJptPX5!G%bTDC-(kueYd!pYAwp5-s(H+#y(ulstu%xo`C`g^%A?6b) zm0ZZ}?ra00I|`es!!!;6&!o{^?$C_K?(Q7LA?Zm200R6u7t@^^?X}pE>+eM!0lgag zbw_p6YsO_R%2qW?+l0)@q0`)#XzHSW;HMMx$$wws22*U&OmV0e?)lIK9F@102!HU( zGA$z`^mpnp)~< zvQ2+zT7qyhfn0K5^-%^)B>f5k10=Z~8v^^-FUNrXzqlVKV# zzzV;P82JZ$a6rwyP~Z=z#t_sEM6P)V8K(Ne(YICX(6Awaz;LbT)7ok1DQAJ@9rD;7 zjZj?yTyJ9=9e-;qutb8JPM@(TuzGjE=_}d2&c0^2_rNK|_T@9UrjAYpUL7hrBNPV8vOTU-ltP38$~^rsVk@IhkY4a8bXiiuYW} zW5qi>H_VM(T%DsE`F}?W)-Clo8#Gi3{#`ge>z72=5_n;!JmuPUm(u_Qu&ZPwc%#%) z5W(qa%AhnN;E+={XMjVF(s@W4cXABddNSz3ND~?fA!_pIrU9vBB;1u#mDK?tqk~RI zcIboUuaDGdbBkR4AhT&^??78bDspLVp{2rPBzR5VFG)1u>JgRzgyAH>afVuV#d#PZ zn^h8d;?XQafWV_g9mgjVLYqKf?4&!fv4zRlbq+8$mYMrx^A+##(lQ! zIlyQJ=d71!$Ho|LjAaQlmCyfDiAoi$fzv@SsFY8goumXp;t$!M-+C^|XAr@d?4)%W zgLx&1>Cee58nsj0#kp4-Au^j;4WxLdPJQg6iP~aM^}1%P0a z!q00rAVc{im-@3-a*QwOhVxkPxw4b`H#24Gz9yc)S7eZyLbPl>fl8&%8kld!!h+Ib8{e)~T#Wed^tKMO+m_RdXgS@^qmEDVsqb!2W7b6-GiH(zo)=JPC>I*(>%q z1pCqlgCaYS$GEb;+{pCcI_&kBys3`#h)TIHDSY#QM&tJnLM5Ev`!TxH-T8PoR5n!G zMtKo#H*Sr^DCeef>_6<@Al#}+PjAM#R|d|ep>$>tVj7yt49p^9DUVTkH@<2S3Yyhs zsRB4p#lG|>?<}84EoW0bDy%|%?yZH#$1D<73hL3yB~bk~!6PvrlmLe}qn#lvoA|2V zuon2iloSKPbOOi>SG-C`Vs+ z=EGRicgULqB-n3yJYH!9e0s+wL^Q8&!H4N;o&KX{xFP{k@GV{5jLIrdUjL#mmoxT| z&LaGLPVs|K(r;+$5OOBG%TF?r43k5zX)j|ckrosHl#p=CXbC7GG_#DW_z-N~cbW`i z$M(NnB`-I0mB9;8ow`dWl@4k==|sWH(?;)5Se^LspMsY}3ZQ$vxKO?v{3HIF;!$P^ z9?%J^F2#Z*r~%|qp9vZWnE5gC*yLARl^x6A;m-DJ!*job zrveRt`*wv#u5}ZX5Pt(oofVU_jD`8nUL(sGzRpP51MvXWWz1S z(INrr#x6=)2)R>Q?(zWHH4b8rQ5?_=<%?*#hqTEG>KX5xvW+TIP@3Q>x4%hKB-fUB zhj@7;+h?T&A!Qgvzzyw~ZapHO(^WrYLWjwKCsgOz7zIndR{RprRJw+iux4juZ*JB(E%m>J^@`GTYW6K2+x9#}DIwAjW^?>`{5yV$xvuPa$hD?{P= z*z4~!oKW9kw$qpBxpOOX&8{n+GcToc=Qz zl5yA9=XE`A8e_K%*qpxh7Fu6|swoDLJ`Lkz_ykXohqYgs@%<9JCl+=7U49P4qCq|% z6_WFn0lNIY0n63dd;&ZO30Vt@EC&7M0^8yfY-B@QxB-#8y+&?Me5 zEdglJAmgZUc-mxlWjZh*x)7dw%VwzZ&8RoJX^FCT(8NFQmKgpd8%_G8Kcv=0fw_c} ztHc-2pHFoG0qkG-sq_xED+XHuwNEZX>$is(ja^X&vU^AdxAi{ltS8XjQ2?57xEu;i zQ|8QSicNjlOxP6f$H95=XX@=_2rIyl)k=Yf>9}=P*WXC`RK87Hg?&AhdC&Q;(!k|} zYnEE22YgWr6?fHKJs>0jjzT113;7Ja6eO8^xFQ8j@TV)Wn%UR+`Ljjp(*uMcv;7wX z`?QB%0UDhXCkwD%5A!Gd3V};I(7o;Vtka=t^er+^5@kbHyy! zTZ=GFp4RIPos!e$Ae7Mh8-8-SK05(!B~VkK@{Sh2nozo?abmiI`r8JIf8HvUU#$ZG z$?mqAnaQP=(v!;tGdkz|Efw}vOX=-i^mhBMQerRswcJK$#$gGUUaSk1d9`;(a}{Lr zCB$e-t$^sgRQy#c$O%661vSMOxi?yfrb{?A!87I&5D;jGcvz$}bE|-!7;HB(G4@)z z)gVW0>*3|VdD64zL&1i_FPXXO7c81k&TrRF-{kUG-^i?=B%qW|a`=|0)n*PQ9wW{oYN8*mmog1Vgp_K1_8@T6+t3+3(w{Fm>N^x*owb`R=mRlI9AK^w1^@4>garK;A^a@EBVHfi zDq-u+5CL711zN<)T{)BkRaYxM;eBtBplm*uARtmmLQ-tAqFj;qlh=#}Km$$1EMXAS z?Xfs~6Cex;D~P0<5|F@=4P}a+_tD=`Gic^d3bHX)BOwl@9?dZUp}K7f_`gu zViK%Q%M2n|Su*_U*4_y^X>v)+3`7Qn=w)w_>67Qv{c?CvuL}pLlr+=rJB{%dVwwrf z+#8Foe1dOSWdbIBvkxE0pmc$=tex(D06l+JMkW#^x@?#5f#xA=J~?X}R=K&2>;w7F z+IYaoX4f^hVQ`89^Y){tgpNv78-~1+<#1vMpr804XO4LclBagS9UbMRG}rh`Oz(zz z5giwkJ#&|0-4IW>v+>pB&;0a*E_)z4Hqw0;VC{|pni#rA3F&%|Jg3iWx|l(AT=Pzk zQN^%Q#mnU}f|=&`*6>nu^OEdjL0N3l4fglL1yjX9Vov7y;vg)KHV=f1{ocoJY`$4) zZTQjgO>)(ajok01sx&q=4dP)KIWgz{uW~#TeF;2fF;UdfiEx8}zs$WM4i+pp)oDQv zfD5L&hwd3sGnKO7`Y^Cq=N#UJ2dw`+nDG)&qlJtNf)yq)HUxdgbUeEz&E$p z`!iZzZ*j6xC%dPiTC@RqVKWnyQ$icbD|`F zfokW!cgtI_01AhhInu9_eoy{#Y7{-y#2Ox(Oz`zi5$_3Z4&FXuOzI2Z$yhHN` ztnUW&FaLsXMMdobb&LiK3qo)$YH-k@4RL<&m@W3bYr5VdPYxR6qpf=a7*)~`7Rm?J zA+Vg%?#Q%DUQ%mY8n^Xe6PdklE0L-?K-)f*`|Ju1_Eb0lyQUlUNM-N1$~Ps@5**qn z;cd*fnVf*oz8cZV^o+_$G68*D&(S&3z zue@dpotg%570Y~2qgseJu8q5ft#XEoV2KCRO2^s|0--z8MkfaRa1@Yg&M|zdHkHp`oORqM7NbtgrYrdEs+qkpG9hU(iyLzfPvO3Y_`+#114RKr}3wmz*a11=Pe3xN1c zcpC#RhzBKyitTU3I0r9$GzM>TXJtUI>cA__G0|Jn(kbwZDVacj3{@B4Ia=q+A9=q4 zSzHHq&Fym{l^|hH;ldas z;btCV7_y^{%J(-T7P{a0KcuPq;GL4V=OBPk#T+2WL_i=ldZZLBbWPpT<`BTOW{<(> z>?RfONLgWu%|)5*|JoYi_I*;VAIt`BvtgE1+5{wYIE=odiacfm%|k{pt4J%Rrj}b_ zNM>q0NzITqEVUc95Bjy4JlD#~%2MH8*xY|+HDIi^A!}=% zw*DQ#(^QCGAiBe{u`i^cpqTk#nhM5Vtv)4!R4#u{5`hNEFcR56Tgf9W}Z1MaH~zUNAC@v;4kPcytJ)F0rZUnq~^|RuaRVV#{xO%^a zi*9pW0}lUwdo7nfQ6|U*1~3erKm=|x)DccEY@zF>9Z)^^LRq)ayuf4KCPTd)KlTd6 z^6Hr~pro{blUxt@+QjaEJ-~4FQ79Tlf9C2V7WilF6@l>g?+CX^;GD6qjE?`7CYS(K zEe9Yx5%4AC>jLP;U;xe5$kY@U8ovQY{zt+(Ii{hPYaI=9R!1wIuvfMjEe@{>@ylALQeKG6UE~ z7KFwrS4{tYXcEj|v4?W~il-+$`V@4V2JxEVM&=!9ZG!T8$D;^_d;_J~q*LUAe#YLL zGLi{;7O~N=eFYOH%Us!)n&_7EYLYOEAJpm6`#@-dwAUb#`V`~k<&_GuA9c_)bd)m+ zzW-_II=0$V#xA&Zzc5%~gSfUi{m1y{ufbdJ&dnFW7ejymvsCCjODSw2nk}=C-?-Ai z$bE|4-qA4vveY9SsWA2jtA#Qn0Cq!>*JEntiq4?Q}#LI511RwhJrCcOZQc`JP15eqx*oqg!F#N32L(4ZO_MyjJdIVfK#Q)%_LhKRJtCC|-xGfGpu~~Hi+g*wCOmxYgBzET^Ga%(X4@22={`9Q}`>SoB?9sV8fj4Oe%8*wzuE@o=1Lx`8$hWP1Hqfk0Ku>CdH9l z4kiMWj5>OD2o;31JsR!bkI6IGoUk*&;)6Bo8LK=w2kH-W2Uv{!hVkbEYoB56hB}0& zR(Lmro=24;G_@f{^S?fYKqrz&1Nf2%4)!y6jIJK^H8e0_17yFE2s3u-Ks06>s5CrY zamdZ>J738%OMAJE(#wFQSRe1bx;Lc?dgG}8zUdeDq~Wu)77ck5WZ^Zbe`UU%`fsDV zDuGOPFGK~4jYO%?D9#A%rN3t2F3h-uVY=a>1k^VN8W0X@|JK1;ST#SB7Y3sm2rfG2g7PyZmKETIdz_(8I z%&dRoimLZGW00cs-e5|MyV?agU=V$6s@?UHn6WTaWor~8Y-=zz=;e zS$%-RT+nEIbEC*+>>62!=&at}ica*K2NJ&~bcjlfW z-2V~4-Y(~Hoz*FDy>ig^0xK&HT2#QcYB^!KpL;4GB7{-eoNzjXxr8v`3dxST5kLsX z;9hXAm_DIhDyX;{V>kcDvsA*`KY9?ulHoC%TaSa^_zAuPirB0>d!0wTBsUFB5JFq9lU9>wr{;{`;zJvpd$mA)#) zU~>EquQ-gvIFk;|3tPq*6f^WKj5U8xO*KvZkH4wmG(gF}#Rp;HdUi%-+8R?dwlBo& zt=pY-d0^r>nUBDuR3rHiJx23_4Bd5945^EH$H84uF%ucubv7niOte3x_l1U_OV53O ze|fQG?SnqXczS(4`Uakk)j`-grck0HnLZcT9g$5>5C}U*58>4tA84fkSTb1{fd~HR z4if44NVX`rllz7_zXnCKOJa%5o}#(D^Xktm6Zk(de1aRf{rxQp7_B{vh2jU3XP=5U`?2bE; zdSooz-w+R~jflOl3c=s7m`p+Pv*#*+<+r7&TDAyx<9nMH9U|LQ8;7zs`2GV5D z5XtFUcx(G2V>lH(>O3+J&j$kn^x_LuxFKhYe6fIDz~iwP!RHSCpKdr#hn1wc*dS)N zy1JT;^8kv3@x5S1;)eVX6)2B@=uH8SG3ER(&}x);6H9^R0ShU$VX+&3+nlhC@aXe+1#JNrE4QB6f_KSuY`=R-t1X$TU-!xK7!PK)27abpTfnE=6&xzW6@=0qQpdyB_1UkhGR+*8wL6A43 zn^cZg@~V&chme$GmR-gpes67p(QT}-u8UIDoPfE}Ob|t7w z3I7y}On_+pD5n=PL$?_PCUljU13|5@A5#G*1Stv(l86{FIe-~f6P`aaM$oJ`9sfNn;^j@) z8jS{L2-vA&Cxd2{HP^PGy)^~Dtva;u74vXSL2OnKj&TTpqq8BsOK5lms-<2I-F6=U^vwYn-TU9)KFWfRm*hCIyUnNu}8P$wzDw$t%fpmAh;50}Jj z_g48-wH%etOb!J31-eNgP%j3>YE-v_0^GS|;zZ1X&SzI=mvH(ds?c5K$>k$D7BC>v zrf&_{BZdD%*MEm|+5dmw@F`JBizHW)iVC5$jEuU-jIu{YWklIjw)Q||CZvqYmc40O zMafJ?W|?JgzsF10=X)Q=@4j!x@%iU-$@~32-{<*!J)e)~V_>yKc7z1GNesr3N=i|hXqrl^B!L63`hl`qK>@1XnKVU?tVU1*IWzg?`U@a)ifna7$if{ zsb*B&rp${W5Z`ZCmTUs9Ptdwf;}vghzvpe+E?C`YuE9GK{en-y$8)OE85F1i8U0ci zxp3!3e%t+O?^!epb-j}fNw1lvDS#No7Hc;mCimTanI_15V7BEaa%Dc#sd&wYKBg&J}TCa8K zSb7kPR!Wqbd$U@w46t>l`sLjJ-A$4(-nzVHH^u3qeP!Ujw~n3MgVL|P*|W?GLaFjk zyT)zOo2T%qlrbajPpYw9_S|{c4LlU#Z}KoG(zmZE7zh)5;o6pz2S&%zI=kf6*kCh( zUla8_mebQ$fDtN)UeLK2Lai<|*GqIp^m*hVC!8xzFHxuN2ROJJEtt~fqtjZ2G8~yz0J?{H-TIv1Ql6 zyy^Hm8|5VJVuL{FzO&csCLjcE;j_YUWSe#a^y-ALD?5$R%m|&Y3`H%`D4Bd)-yL(d z>3H}BydLM45W-e&cHA3!?Jd10!Z~8CC5D=_RRqrDaDt)MaD+`G>t5b=vdvIPKJ%w~ zLO;_Y$Q9P{d4{%#r9`%Czuj#hChpfu_v}^<_aml6ohg3>;Wa=S*(6+Z$g-Qg>6K#k z__i{S0a3HeqDmFLckj#Phh*N--!7F@lY#HZ#XE4o@cj4`UD=GN1tOD)ZzRK7_p8?i zN#F;RgGo~AdMIu+>D9y5i^HQX^A9D6(7Y?@`L&U`PIq+`ziPNi=M7@$zwq|wMVlEw7LHqwz^sn|S4BKJu%r9) z=g&jHre$E5bRjZ^L`K~Y3DF8qdEwjwgB>L-OZkwZ>j$Yw1sE#EKxXn5BUY_~Rg50{ zm+CFb<&7qHxIZ}CWn7lr@y#OF@U3c1*8Oq9=)W467p!{CU>uV{@L~4i9nm4|{^vsy zXXo->N)%_#n;3l+@~?hdatEJ?GFIDQRvn+_&|~s1Mboadh0^S%uMFggrY#PJUOfgB zHBrA=VjLpjunUByFa2lEoN@S|03y}6GfS<;5kZjk_~E)4zxJoDYBMOJiIEz?sjD`H zk=Bp+1@sSsyIg0oVJrWXnCY({#>0`3gyn~ywe7V*VnS9;XLTHfts>j#ueAy#o)iIX zJzM_+kq?yY2S7_NDVguXoo=&f#W=#{N*NY-!BjZ7;=&>lkrOO=PbJLM;JR0`&uOUt z`U#cX-SqVIs$~*(U3cqj|G((I<50p96G+>Pzv#q=c{gp$4*2mD|6ahl{d_RHe~)3Z zFY_FK_aIO4SUk^Hmj(z?@C#B0Zoi}VgovVUopB9ibMB1(wp{`^6~Y?Wd`{@(ImEe> zn5|Ng6XP`hZ`y7j=PT~a?-;!2onK$4>yT5gZkwu**nMJ9(%x%a2?8;SSwo&Xciq=R zpnH@Lj?VVi8<~$y>rOj$n%}#7fBwc{@JiXfWEJe)rfv975dS*{0;L#j+Q4+qeelF| zuW`As7R@=Pmuyy|Ll6isac~GcdGh3(b-cHI&VF8v z()i8?hDAFyym}QU$+qz0Nqu|njRR}oUW`$*3}Mtk8x>gq~5 zA%9)glvcU%SI&%DDPECgb4RYyXfKMwxL06# z)>WfRNh@!Fjg(dPkZjqJ#V3A-hjl`nH5HtlD(+ZT{8Fu69^~nLK6L%r5tuYpqBZLV zXco+B=z5w^aMx~1n6)K5Dni|8g)~Wm7q?DOOUpKGV5LZdM)C=GSgLZgQrHnWP zr*4Gy(*DZLiklt}6tr``Sm-@rPZoM=4zkpsAiY+zlJ+vceI6eDcK0wN)x2)Q8cO4d z%aBNdCEV4%9Qy$ZDnUeJFvHqDsNTc7*>aWAZZbKR=V`tCR_XK4A>J=;gouX2uAE~x z*2`-;o9ub}Ul%CR+x$aYf(_ONSz=s7$Uf<7`(ebba`ey50-}`yx>p{0;6?60I`5Zo zKa`}Oy+@r!9yRC$dny0?OXYn8lESXgB@TkTPhTW|P{uzw?JvWpV;mp1ttjhLoprfC zaOXb)ZzJ#Qk!KusfTXV6b`uAut=V-X-ZcXy%g}81Lo46eN<9@i1)7<;WotWeJckgI zONIsAKIp>NGO5742$Qzp#8ckUxPh*B@hgUKEVOkJtUz_FmG?7Fyt=E|I+`2+g(l83 z-Wyy@$l?B6#Zr#@^1^2+_ByOT1n|X#5QiVkjIm(k zk(8XCYU_qS#xqoE^a1_Pgqk54!mp_eQ(wE~3sLx6D3ElWpzy90I zO{8_t-z$l*3nTR=Dq7F<9K?;A@QaBOj^J1z2zi zz4z{#RUI_#5cpJJ=`z+|QX(~fY2W4;kf($|UI`U?>5GGS1zGBX!s%{dyOp45~1`D zKHHQJdilnu+4a@(=-bNZ3%cPfB$7hU&avr;>;vk=cHvCn`Ig=z*?ptUG2UZWcX&z^ zd)|PM>hUGyynv;*xz`}H9K2N?07zf!CfOfWFltT?0WEyWM~_w}v2^oss_{8ZI}p9y zvnM0M!;QgA^w*8QQVMZU3>s9TMNY5;tQvriTYnpfH|OiTe46bxbJ9=`QBc%uN*MY@?l!(g{Hkt~&zX?|eYrU8@1|aIxq6$Vh_AsTJ;ZCm-@BRw7+w<+|zgN)M@UsHUChWCJ}~Lf6$?kXEorR zvVgG0*TC`YbJGdXcB{feFGeXGBo8N1ea(8jl=wi_h^*;QmwYyf@_-IS*ia?tfhKDP zkd6R=C*^42VxYVr;NJYH?&lh&wpHQl4p?vXS=Cp+ZY(%d@4CtBp>*u6gsevo=E#*| zU4pis>F3+`e1H;2?i17Z=e)^NGc)%iBe%WSK&6HHrRFcSKkmQJg=?z1lj(K8{F;9<3H1h8w(QvqYh^gQ(8U=NrI0^};)SmU9<8 z&ahB&Th{y{cWZ2I*&x&chU+((a|X^U|M z4}E;+Gd5SpzS=J)vA8#qDvuGKF4iVVf)lsbZ4*FkW|Dn=Js;bb!0r4uj2rHey_x07*IteH zgfQN0-1*Qi6@6CX)@fc;ZN`V2y{;PK5N1#lH*QTB8ja)f!yfN3YQx=q2z zSTY7`&#t(yyf&!7e|=COp*5y^TXxs;_s27WUbAem)s#zbL2@J8Kk>^R_H@G?NHK8D zqRJ z)5~|%Z?WZi9c|6tl7j0FTL*6$ewP*X+aOCle6%~@V|%dAqK9UXw+1ErtpByc$u$}W zdew6`2kjRF{yye<5nZIQCqjYskI7_~**N+Xsuy68B|s*TphBVY*{vOn{R*>Xl+NcY zwX-8%{QtH4?fPA!SpVX5`O_E6-g{xL9FS}AP=9U6aur5;1+e0JYw*&${@^$ z!GR^u5unZ4x{5hg@(;BQsM4KB81u_!x0ell$6e4BbyqbF_@A=c2Tx}jvOW2qg%{d zdK-#i82vdu{2<@(+fSP~SEEsgL=Kh=gtk^sezI=ZaCR+)X;&3sl>q+Eiww(VP4;Wp z2@BcRX}gT~nFQPy2LGTo1xH@Q(C|7CnW{IlUvjtnJ=t3uE0w4GPz=F)#JJ^6TtXh?(I|(Z1uPv8|TY>l&bt&y}=`cwTiOAKI@wqRM2hLWVS{g#E2IUjl ztp%=VITf4u&5dfhnHxOY_u7ziwQ5rm(eV=TUd*}i z_bv1V&#q3|(Ybq61S zl6_Y3Gwx$62u!w@FV`Pws+BIrv8@Z$SV5f7XUt{W&x}v&yByzTeHXyv)obBG85$xA z;%L zXg_`2t?O8I^jG5+nB9N-rZzt`B$i>+Z`=l|6IFOeWe%9PUR2V=hh4LHJ zz2VH23#Zb5D5TxOO|p*E8>UsP(g^|oTMYemxZ+(OCuK8VvS1Reyrsl=lHaW zo)Qj@FiV!79X?zRLbDE?hlXv6z@ht?qXxy;AwEfM2YeTZt!!Qw=)~#y|Wt# z4pyt*ypzN;_vNpAc5a%g;e+edT%3+4;jnZ+U4oT7&reM2znqy%7TytJ^?q=)IpwtZ zFSYFDu}^5UA#(pB?nq#F!o?#>xsT#IFDhqgw|^2d}PV9J9IlNhU9ikHad8 zV7epayCdabz4EaiYX9VI@~0hhcJAD%CXD4fe*Bo==TIrDxVF6L^A_JZeSs0B@pB_q zqiKW=tjz0q6$>myGn#c<4lAKAdCq(+Dmps$>Yt99G!w-*-ArDywK#}#?yhE)-rM0# zuORipkh+SyPV}xA1{3`u89K-F=g#?$KQC`ViN{aO_vtN@4v}p#vsI-{ng=+G8Lich z@v=l$3wm~)=6+g-JG5lOX8wx*L(lA#6Ic9(|K2W=EyNfAKR%P5m=UE+o&nJtNb=)|w z#JciaGp76o++wOzYT}&tJEh3z{CS2C!UZqnm>KrCu;h3Rb_|3kmY`(&8cQ}x`6KEM zF@qyU6Qu7m>s`*LNIvv6*Re0MB*?*S%?iq9Z+!JIdEz5oIwz)+encAH&gK^k^6E~n zY^01O;tRvX9{@;`;~|u!Lm>R^ZhH6)WryInCLj)K_7i&-;<`fc6p;0}2u>^x*qdsf zLfj({Ig&L@<-nR85Zy(U4GpnHcU5Yvo1K&RXHLV-z1ThZ@kf_&hU>+YDiUl3)SAf5{=1 zDz2H|HTCXImE|tH`8OEXQK{?3hljCL>kcUPExQ#~@8(XNhKg^;c6HBiBUhrYGKb*S zo;$sAY)*6ScvGOnaAC^|&vop=oWxZVmbs&%EI&2GrA({Bc`(=pg0rCjS-vq8pUXY* zNrkSF!iQzUfH)&nHlgm(cG_!Q#S_0AH+M13$)L%{D~N+%+Po8a8NW=nB_7K3Lz+up zDH|Nx#QWBw1sgr0q^^NyZXsyxXGyRXVqAnZ$hDOEKw@=`QEOER$3j0Z!{CLk``A#6 zSo!%n=@LM?#wB}bIQ#Rijus7#<{MRGGZH`B9q_}FPp+;5*q)IdQssjHnV03-uUq6F zL4yFr=KEY$>@bWjZrF~|UzvlWqi^t&e6|TCykp0k_@nJOa)`K)ED`iYKNFrcPV|t+ zuka~2Z@9rPY38vqom<_%A`rs5bHToyib<*-hRJU^Sz{L7Z7j|VigL0qYY#qFldN!h z-kP6kR6vPJ?#Ol;H7&ekL3eH@8%0TU1lryE+d_|!zYC``9ITR(3%k-BsT^?Kkf?QR zG;P&L{L|ksnKjRB1GvZq@?G3k@}LWm0Ee+dt;GIBSXi47a*5Ilu*Po@%5%-j_KJ>q z)~*1PJKe5F0n=KZQZR@!RJHpDTgZ|u`1C(ZcU6g$;1{v$@`DdSf4x-&cJ0RSM{~Yz zgdiDXG>zYf@z}7vLDR@W-S+vb=_Qg_oOCw<#KwDt zhhC-yH^~QAUPyKL(;?#o^HviqOPt%#;onukiPaeXg}9bQQZ^Rv>#daEAY+#km%$&f zECG^;e@fom=y_jp)7IX`SLbKmJY3+!wF(XBn?HQ@w-Hflrv)lz4^=*Go2>ZSW_6!= zPGjDUb<9O|*X1~c->g!%bwMVv>Yjj>i)<4JYXYziRxcq?0C}pQAU2*+QV-NvXLO@j z(yXPPt%R3ZdYtz3fdv7>qP=LT{NWGmYInDD- zTUlaIx;5J6w;lVW{sARaLpBv|+m|j^Q>sT9d1eCGshS|*2h!T#jZVtJJ5g9{cm7>mIH|lq56v=4S$yFe z07%au!m?HAQ#-O;WBuDM*!;{q%UZwKh9F0+n2`-7Q)UaUo49qE1Rx&a&ek3;eo&%+1G8qiqc_(KRuQ6~#)AA=p zF9hf(0X{aQ=q+w=!P@K>f`Gp!g3=L4-73i==&>;8 z98s}~5VJ^ZklCF9Y%=Rp3{wQx;{kcxcMNa1MB)R|KLAJqN!=)3Uabl`Sgd~jWfD0- zjKau6;66Ke1jxL9%j}$T(^XxpeUA_QgA;1&_q4>L`tL(9QnObfY1J4Uku;c`5tkI@ zp*^RgZni!j8Xs)Q*D_>^!V8v_Ezziyubwcb66^#Q78Zyv!e}0GAO$n7n~2uf zwi5{u+Z%+v>Fa*L*G!2K;H{{9^1|;1RgAmihn_v2T0u1hJzic2r&)8Mvk_n|*78pE z5B2Sx4-0(g(PqxMHJ)YX)asJ$-N-D13dislJb`kVJ_1J^KMx;1T$(wuy+z;hwkjIu zYSXp-Q{LoUJ+OxsayWIE<6p|O!r&r0?~HppkM(ZF%G0d3VB;5rwQh_pSs0gH0N_Nb zH+QZf=*7u1%c!O=*X)mUN58*gJR5q^HY+nhRh>SYk;xEnd)adJpkm@>G3$=@9}n@E zv!S73oMCa%MnQw`t^eYaHc2ZvWJuq<376QpGOEgt`VGVZ)xOyxf_H-&jOe${9Xj2_ zi50El*Qa;`M%z#x1J--liGeuWg#44Gt(7b?=y9L7NE_sFVdVlJ&)(`64>!;l;gHR>?Y!+Y4P>1O@-r-z&V`Tc z$2C)|d_-PzH_1~WyB9l8EP)?f*_LUE&1DT_ON`sLQ86KK0UK$XZq9SC{~@N#^fN&3 zXp27cz^ItxSM%wKHfE*;5G;=8wwS;{^4BS!rABLkJN*U&L~7^r*) z3O7=eKX*ssBVWvH!&DFpR~qwwNFzJYN%9bZ4$7m*c4NcT5HOFu(z9$d#|q&2>>|cG zPKID@ki3QiS>X?FTo>}u<<3K?U$ zN=}~Owj1kcrJg_EHCZ^*m%y}P!?Tn>O2B54w-JkrIg~|PUJ89r%wMw6>y#W}5ixuJ z13RdrMkSQat8=#mreUNdK%BL}XRnDD{EhWyH!2R|=n6Bu$>#U+L3oDXSbpFN&nNg; zn&txeFi6?87=IhDg+;+jFGxwg}CpkR4Vng(Px@g+;SCU zFoeU7DjtXgH=+$--mRQbf!P!lIC@z@-!rR~M2+r<)q8CKMZdsMCLW`6UH!$LPHNW+=YJ((pYAL7-dzovOJK-4$(|vJbaX04etzMgo6|SqsJ?7@o@Q^13lIrIT72} z=(6E7Nl24ePU)x;Pbx01tlD$OYb8*qKly>V=Q&XRpW7!bZ3z?+&rfcFfAGySKqjl# zdppJ4*2GgtD9ec7y6&)<7%f1$!o0xA>r*N_vVkh|hn*V_p`s8&kk@XtS-2O&(%2ht=womG_8Z8Ptflz0GlFo<-F2iw0uM!WjjG!i2#e0j1{+eIS>E#S`j4bzw=>lvao+SUg0$-l_QSp3dgL_8>QHPwwa0SgzzbyJLW{QDt8oyDdX-TOEGMK?t%3Ikw2Pyg|CyOH>1k5H$YlCdRwigC*dR$wlhV0 zaz!--Ptfo4+-nJSSK6f}A^krpEvwZATWjAM?UTcFIi7`^y~za!0H@ahU9RAo#UpMx z&tq1k=B-z%KvU|UX?PBmVmFBea!FcAN5#p-Kq{$>GIlhJ9Hn5T}gI;VHmOA zB}EU{=52u`I*_GQlhx`hTvo6tFi5$c$7`=`!cvT~EBf@JyycSrAY$Dn9a9^-Zmg5= z17S+rS`tp(ReP46GvO!pM~2E9WA7L@d9Zd~;?v^FW-qc4YZ^WT43c52Jfdpna%xtM z<@ct&+MFObevxO#_gptwSSy}_>e%FR72iV`o^zRVLoEjcK|Owrvq?$H@$AcGDGbEL z9uN*6gq{5d*C+%%I(_V$?2TfD5CMG$9a9r5CLpGMs`+W-PxP-MQwhMx$^v=R9E@~K zXcFw|gUQ)RESj-$CN`L4uUvoU_U#YT&baJ45qVjVDh9hET91&*%K;4!igQtSJ7EUn zS~!z)Ff{eB^6w*`cZYm*pSGQLk#d_(brgwc3fr8iKRBsc=noHhohqCFJjCmkVLjrb zqlt4P*=>;Wq}+#BDZ8*?`)f^r4nm#>4pNCTf8rO4;9wO1W?2P>!|@pi8k-7TvWYXe zq`Ff#;iX&xHf1rRLuYalkrcT{euLbw&6+;FVzVap(-+`n^*!^V)>bZ^mS1+&r8G@RyMY{0PfoPOd@1EYypjbUENev^!dfD=s?R>E_n+FgoWj768Lzpx{R_R`DRE2 z2!v$rSJO3Q#^`g#D-pBJ3WAQI3#nm4vPk1e6-aW9_?CBJ!pyswj>FUEs_%g$t=K63 z&|o!Zf=8LYh%X>aMO&!m^D&%OfT-@cE(d^g|KV-CjcI4!(z}J{Ijy87>}D)-#vW(= zYw-A$+VN!ZIla$aO{MqCi-!*ewmK@_4f7h0ER0Va{W-y6GW+?tP_&E8bdjPH+Gtk%i?QC92YFQ(#>Re})~3zXvW zKZiUActK5bP4Bs>)MTUUeY!r>0$^Rx!$Dp-$KpBpBHtJJ3F>=Cep{C=qZ?_uR6w=w z$-30E11H$m*hu6fIJw~&B_nbT&dw&NL5V<^Jt%&N#IIe=&W-tP`bq)H>)hV4m=i(Y zqplb8?nz$Ojq~>_+gAoResrJiONPA_lFd9+;!8H$c=o5x#s?jbO%SFph5_Q82457z z1gT_yZ5vIKJ$#@r-M2q;uJrMP16#wwsnoou%4I0tV@?GmXzF_RBs`*bHf~z%u`^)* z)hl!Iqf17Fj0FO$(%QR zARl4GU^I;g*=#Q>N0keLvKfEt&Z;3@dXJNEI8TV&Dn2?M8)5*@adXFoIVZQIgrP(6 zo>N3+-yjR;qRB<{@{V4)P{sd}e~3bN9_Euwa<$SGvGZ%s(mSJ8nBZOHF+O`7%i2Z< zx&l?xgLYu%LWVg|wc* z+clZN+c0d)-Gtdn&}avk?Hr>LO|Ma!;`GW7S$?Z!pF3o-0sYCOKlE#4PYTMUOe%;GP+fF`I~0uuMOZ^`JMh| z_>}2PHn(`12Y-qiQ(li+ZDu1(jkym5FN^uU&CiK2LYcKV0-&en=KYp;#x2QnS>AX1 z>8SGAEl^zs;EV1v3+mot$X$X}WI2S*CfG$2OBQ8Rh{H^dFG%=h3ovKc=6t~gyqR! zf>)29-+CYd3fD`WoSeQavZAARB75rUbsR_Ket#>itJ5Gmm(Zk*oZSo9$%%@d=ouE} zixiODarQ@j(*+5q@7*^vyJPf&q5`{@du}97f9Pd*YBaly{X9E4n&hvB{3}VfVHJ&) ziAektxHvd81iP10rSZdRap+l~Y8yvj8A`3g7BTeD1#{_OBCVw{V!6tXb=z_}I_@0b zZw5uKPCEEs9-U_!WIfY}Wpen%a_II=fsg99i8Zf48v$=oTJd)yjY z40~IDRMoODpGrA_N#jMH)l_OK*2eR9eJvs%e!iUfX~VLTKXfm=HuCHMZzKpSCa!*Q zu#V2V4~9rZzQ&B+--|u)3+F^UDCRgoMyfk{c0pWa|83y(vOGd&7-F)7X14M1wDykZK(i7gB&uU2Q zM;qN!6_H?g1sh!br5;Q+YFW|qrzx?pEO;+AtsHb$vuQod_8xw`ZRg?HnFot(Z$o$W zo*`H5YvroQ6CfZ&;7FB8$SWEt&8OERKo?<)yYB{Yx27SoZ#D;P4gyk<>N`9c=l{uK znIS}10YNmE{7+?W(V*9b3R*MmLx?tC0erUZA_qEI;sRee9!U2)CB@kfCKf+$^_n;* zAalQLeD9dYH~uXig1qjb+G05{zt?y!ZHL{P+g`yK)&95ZBm-3>=WEYQh`ee~F)7g= zcbEmgj1bX!LOm=7NX7^jPlXF#_L^!4*?=2Q%rn{kk6q@ty?5n-t>_?X0`jaBvGcCr|xv7fJqonCd8 z+J9`Z;b;X}C|ZYWa3kpF>AKC6qKWQm?B7rH>Y?u+)bwJ>$5~h~)#1e>@f*C;Bs(PN7f<^{qWWpl~G?lUNr4wQCFfI17~ z$?h=bsOzP>;J27JV&uwV9SD*u*F|>NYZ<^^EBw^Ops~RJ{A!j-^06(7Idpc=jb5y- ziB0PohOw5L3Ih3_@4*69auE$Ku{!^`_uCXua49Hocc4uwh`D7Vzp>7vq4vh)X+Vpb z@Zk0?!7}=n)Nd5y@mt}%Yew;z`|otiJc-4I?C0wDD4_jzpZjLVCMN22iUIZzkAc`< zF2G63cxz*XWgl%0sZsR|oTX(ijfIl7^3dzF4ms^`OCQ?RWlv8ms2;Rlo9iOZs-c)tK`WWs@$P=(@@&8~V)C8vZ$$Q&s}ON=E?AIh#zC!+M%~570ON=)E=C zu@YW4iyt1tpiU$;;af5HoxUwc-RG{7mA;kr$c5=%&=dLzw^gZB1uw5Hbo-s@A}?7| z`iUzVa)or&yI+*7qPxCLJHPT{Tk(L7fQjnX^&sG{XPIej9?ytN%1}kT*y= z#bwz0JPpy1IZkq_C&)>A*#?F?BwadT60ZACU1tZg^VWRtDi7#JovH7S2KogW7ui3= z>7+kD2nFHWA{9&|Tb68+9a*xYWClgT2jDoNE_i4>2f>_0Q>yCKhh&QxuqcEFSv^Pm zn%nU`Q7;#Y;v98Z%Ek$v`oP3&zen21k7(7GcmJU{LMKbZZxas9!Lv?QKCK4RK+? z_QQAd39;G1;`vu68S2H^RL5sE>TIw(j4i%hu~sw41aHq03jarjTU_1Vm!FGbtr4gj z&#b-W_n6@Y2ZkZ63SSTgQ`;P`PFjpWC_4v7^0xT*r3f`~Jk{9JqEGx*Zj{7x-^~lH z2j@V4hiH1xGW8?tSRDTyK8;7Q=FZHO^O&4tezEpY|_1+6(SVYpBuGn3gUM;~#*vckPG(KyYFeWgzFPQ~O zsJmUqQ!ps49q4&Edd@yiaU$pomM~){B@Z=MrFlG#1wW+{s)JZ!nWjfTrw1p43P#7q zYIO>ES6+(RHRZ!DqH0E)kmgJ>4Qo>j4e8f$B+gRB2rm}0?RX~~y6J(zQWdq_TI`^A zLO^0qnDRT*AAG#m`lfZ=N0igk{M!PGS!k$otte>*x0X;Mr!)2yQq4!!OM&wD?i-Qe7FOK+>4JBEE z{}$X1kY2!az98E6WQCRwhDQd4&HOG z`V$Y%xJJws{K=3$AvwUEe6`yygrQpV;dF`w4~yHV-8b@4Dc#!fekQlx2h*1}gLhTT z^ce)L&quytc6$@21Sc{|xCm`38MKD_fjfSuKH=IVMWVAhm)Qz^P<8#sOR?0+J(DY9 zTCl@0nKE2qe5Gtn!Z=b2YDUW`w$B-eG~1we9f^9l!)1xs%fmz28>xaC^>-kJ^Pi0a zODR#&9dD;(f1FSSSq>3*sciUAZ2I!g&&N1C=4?mz^BNVvr%K;~?Qa%YdiI^N zUL@{)a@nBS>^j;VxK1x5U=z#ge)*l`#VIbXH&Kfz$SfDmJuO~g1sr*oHOANfk6#2F zL{1Seb9651&JVDWqz;n_XX_lk%LJk)%$`5BPKM5w5JJf^rfxq5P=A8B100?@<9X>^ zZ|Fs#xs)4rKi|MCnO@7xDbrovDe0_vxw*}&ztU4GG=2HO?#MxQ3j3gJ;;}>YDM-Z# z!RVoDiNwy7s%58jcHjxgcn_qWGKzN3gL1f!F7bK^?3*6~FO$b16ayic?Sxi8J>%vQ zGa6&s5bKr@@NRdko(%U&PlDkZ!EvTo#!|tyAwQx2-MwZFujDSTqtNu84q4RuYwX|) zq_uDm#9<;d-3szd7e@ATmHUA(me3>fFlifQ_I29Swjz zu2*(;w$E++Sx;|=@jeY=k!phP4gP^T;$rDgp62b%uvinNAWd7QOGwJEFyW8f09tub zFZQMDXI{DcU7yU!fry{9+bfa3`QC@=^TawT?4^`7xEfzQ4&uM0<|AG~5z88G!u-8v z7(n)E_~sCNAn}lF@3U9X_)WL?-u2(s5aB;u|HN;_!!Mf6*H`rh6C?%X(m`}B_>rm~ zSmdj!I`?}#v)3jq5mt$KWxqqjI*-6dWWNR_lbkPycnnOBoSRXmjDd8foiAMrMxz($ ze#t|CrIHkH90Lb(`24}Y^-pgY*0HRNc&pLs&U*@xU4qF1RpIBCUNCRplY20U8%6xy zjcW%kR#U%03{o5WfYPtB#BDN?-G{*Ez%AyULd(fn}Blm2>v(?T(lsdafJa zR7`yEpE&Ia{~N}U`&-*n${}pvCOT1+Yr?0DX(1f#@#0dGz7JoSHn8Y*=p*PQ#oIYA zN}d0SuNvvhs8lzqu`M$F(lC`;@zY0;V&A%zACn%!JaRc#A zDge}91BVG7LUXu`jyDtzeMDj+WYaE12q05R)C!_GEFNYIBB`dCHqmuiZ=CFiN+jlF z_l`eVQ%g?{=gtaAuk`dBmeFowv)fcEG4Vowp)#BeL|BU6#@2R!F| zf}Ymw(}|jKL67J!dl2lge%(6XF;_kOj^Z=kEeyZ2wc5LQq~MV8(X zb!UU)=yU0ooU;T7yRqDpX9fCgh#g0fii(ZAZqfAQ&F@}!)4pjwKPAA{lzhFGXV4`3 z?;rPD51)jIlygs)XLL?dORJv7s$yAz@|W-Lz{fSYZsyETvQVlyo710i%GTbtXD9j7 zlrY!-vQf^x9}o%O>kIxK`M+Nt(0bb)&3&hfi`s{Smz6R|HM&M__z_Gxl~^%!j?v-) z%S?oyG9u>3@=)q3U_8gy-;ff5xuD6ti@c2A`|`AsqwdnL)m}Y5Qe^ER;dIsSm*Ua+tp`n>AxtBGHXAjxaYP>Gl|*cYx#S z^D$gR?TN>NQz0M;n7`dD-Ro;8H-C?OV32i-pSB7eg zq*7a!l@P!V9@28yw{~2b#b8UK=&V4jSU$oCsQo>a1EZ|kf?r;2fOrj>1VPFbkr8oNMum^Zw_%ER zaipfODa-s;|LVLfktw}CPyV*l8*F}z7lzVDnnrfojX(He5r%Mt>8Bcg87X}UixW$4 zos$oQH%50DGkO_MQmL!Pda5HOt7b6x{xq|;9==NZj)-l+5_&!S@KL{zjjoOP3 zly`t0i*)_fteecPT&YScTvh@UMzrzb!GGQx?R(Tf$iX3;E+DBfe`KHd^XJv43rlaA znIL6N&Hr|dvdDJVyY(}q7fst$q#o{$g}rPAQNN?ZaA3GlA!)|gd-E_!uO?~$_#pN; z5^G@WntwHbiuzzO2VI~X*7cVANuVJF7sU10vZ(c?qJ$p3M~i-hiBy14n#Czv^V6>& z3L?KF6VU6wh)FS_SN@@>7ONk~B#cM+ip(>a@ysq5jMi65OT zfaVMrPzd>e-TM;_Z~rGWLm?c*_KfmW;vV~^KYgKmyN=UO)o{zfgiS${dO^&QM@0sN z5KM}n0q!@5q5IDnSlOSETKZBut}LMvVmy+GVsQkO(Bks-w$M6e5wxe|*V1noD=zIs z6MTJzdq0|khRM2C&t(Aa+Qd1YN^_=r-Mja&dxe19SHb#U2F1az+m4EyF&X>HLWbIv ze}}QOLzPUQ!9)^X8%9GSp$RQa)%82sLwXnF9LfIdIrjLKGdM9$kUBV zzi;R^UWagur=(pUUrNQHEr!tKOSOdvG_%&lz~g<2$caup7@C-0$(BFnmoa7MhEerU zvFk`fzhhVDgP{LL)!!Z;)(d$KzCKG^B3L-)@4ZdZfYfOHH%(0hYIjF znFew;LOGr1;9WgM%-u`T&;DOHje-)wX(YhGL>KVz0ZFGpV<$E5^U9`L$NcEo2qm1t zJEG5jY%Z{4GoCvT)a|Pk8CXHW%))U2Wgzn*xSJD#;bQTq`3o9K5L;aMK@pcs2PQcM zg3oBJQyTd5bN*i(Aa!l8)&Jz1-!@~eUOXTrBECuiphV&egbWadu=UrHI0Tb|Np^PGm@ zj~pWf&B($H6F}Glrpz`c8-pCof$lgJ%BbQD!}O;Grk|M)Jo30l<_&FINv zp-)({Yt6)`J6{pTF$`yU@d}2ij?4cKZ9(61(z7|?a zEYu^sn~TNERjW^y5(r|FRx_O_Pbp(@1UU+s$=)R#K~ME&gT9B zm~Tq;5t_JUM|Au|5~QTr?rKTRs{fEyD$9iN!Qf)Q?n^&mm#a1v2jqf56kXbEA4W3b z%rtKA|FZ9%pATTB2>t(hGjVQ0_yMs=d_`9Y$!W1{D*wW#?gHVOYS8{1!Y^;4{H?Wq zA7Xp;^C`Qq*?hi*jcu@2Ur3<4kHWn>+bic_ULzHJDoOXyJo`WYSPVbIy(qh6yh}f` zXu4;}03VAgs~2c15{#U4lZHDytC?QF)8nuPa$@)$wF+9w2R{ihJy-7G4jzficrt~I z%hpH4Jab-%H?l)B!kj386IONC8|Vo1JSATU(wc-)slVPR{m?bOOXxf38 z{oi6Y)cLvUzUOW%nUQ%638pi*Zr+q5<@YGOJHSH6WsusG`s*@-tJqh27W-`6fkJUU|cJgFd-u+w#)Ju65qEi{`mA0`$upT zU3Vx3?|n%8V&LKwgWIy)S<)rzy4r=45UJnveqEf+BPIxDvV2z%Uyn)W;(6Pq_xxhn z*DHlicEE{_k7LoAqY$U;)ye%yC_Q;~&R^{me96J$mm6N_u4ORm7~(MNq=$k=NVMb4 zYr4iy#FB#6-frMFuAx)toVgK58hS24`WxGuN-x8LuhnDG4Nqk}B0CKw!3>X1zea>t zh1FyoV*qH?1e$XM?Onnm`C;8ed%F>t z?cH0R{kwv=>|>!UWLCvah?E-d&d7X5S^m3j{kI5@@K7j%ZgogjTF;WN zKS1w92A`lx@JL4nE#=3+xOtxx*>2EgL(d*qQc~jJG7LFX1wsaUmJL z9PgQbq%=PuqDV)+t?ij!gS9rli&o;EswYpHhE^nbM(Dma31u`gfqy1az`6b}CT{^a z93k!AyMMoCUh4Yw>xmEgq0ZaLud9yMW7p!vVTq^F$!RMdv^gAKcFpf|z~`_X*FD#$ z2kt2A;LYJx0KM4p^i)FrRc&t0oK+WPS+(|hUca8ONAC3c^$&Nfm*T0}PV+BA1edX@ z`=b4}D!=Ww#?0HQMeI#`w02py&YAX@4h^?pqNx^1`Z}9;=0+yAmYR+Bq`sVT4mK(8 zu#}CNy~x)U^j<8&zgXk=vQI~gMU~ee{Sys#cE) zb3R2qwaI$tHM&SIEjw*I(h&6h@^YKw$FCFE{lP5U#P&BV&JTNhI>UaM$T6`%6jnG` zJW|0o0yIkjH&_>p;SSR@qkJ3nG=CQQf`mHdC&jU`(RgP0(OMrF_4pVerj=YUq5$TS zS1v}K(1-6aJF|>@C+|P7we@^&*K|sD`N&q*UiP&7-p4Z|zRh}a4ngblK%rgt$Jb-- zUvg*OyL)$Ec^mq=km^VS%bx%Re&LhK`D)1?%Jn zK5+_}9mx0gW_&R&Dk+Ow@#KyvVE_KLwd(hLd=8B||BQWFasSkpbO?quG@|4)jLU%iN}`lyp8ABAMyC z!NWr`BolMw#x}CfVcw-=6X+(OFfy5x-6|A<`>_H|*49d9W@Zy0*EK1Il5y&B{$C}4 zJjNcK`~9|Of_B|ePK-}I-OH$_H!tPNQl%eid|5tPGMC`BsZ;9B0o7%Xa`j9GigFj=LtKd>Dk|V$u4~db>ggp^w4U-g7(b?e}KRD=Ig_hh5$tmW_fsc06soAD*qkq z^fC~Dx?l}|XmmwGf|g3n*RMnwM&RT0lNbq%A$#tgDS$nssmQNi{*GN>Q`*p;ptKG$ zExnDS^}jNdoGiG%$o-NnBxw=aLkOqUG~y|KUO6y&vXHIS$i&aT9*XgA2R*8**;et zYn?7|x_G1O(I(6_G6_~KCR~3+oAc)35(?6O`Y?Bd|5Qp=SETGOG-Y$^;~Dbk$;eAx-7F|g*QvDx4{&VnK66{?%vi!l1CM>xd0}BPl|Lmj z{6Bp8Az;2`=^y5lWG!~AG^&uyr)MxC|Bn?vpO~zKuDz6jet}xmlWIF%R%SNdXcxon z`g-*--x07%eyJq*;_`hAMh%=agw$PPnbhQR=EKJp-eL}k{*0qspA9+kWA7ccv)>uF zabtVh1i37f=W(WzH61@WSpWM+gItlyA*?;tAt@fpRq4sSL7Cl=S26-;>iF_wEXhBh zI6XuV;H^3GezBX4X5gQ{mp8}9JMof}N4G@iSc{c>^~cM)4Z@;IAI5Tziyra0tTVgx zFQr}!1^9;#t#~iAtdT`-X<)KhUFj~)TkTPJaw0ZHlz-hihQJ@$hk}kBIq26eK5LF3HB?xL%q9eiq9v?FKDh?-GfyqeoAPY z)}8^b3RBrizoq-?)KFD;b>NZU0e|y^2}R8Z-5EoVbNYm`s#)wz3RfB|p)=G`b>$Pc zjk&j7{=V*k$@0{M|Ng0!o!#E)bDi6r%zvc#+X=ii*H^!K*SoLo_>hI3%ACW>rAtTs z)((}I7ab1hl;D1dfL6}{%p=RU$;qK?r8U%%H85f#-eA}7>BYc{r5)+xL)?y4^yX3fV@oMM)T1klS9V z>=cIV`@UB0Qi_b7EF~mMW#2+Ywm}ifHg*YNEMpqWbAIXf9`A8H$NR_o{PE~GDl)p} zy3X&pe$LNlvb?rWaQ#qHf>L9gLhcLImg9@E=rtIVT8}|9`ZK9M?o2NYI@4$7@muy1 z^% zh9w)pwSh&~iUm@f4Y-c{5D$Ep6@l|nXJ=ymJ2i9bQm@39shwlIy#76X>#-kun`YJ8 z9J)I&TIMjzn0|K=UX-K1BD%Kgr3MlfhQqHYka~Ay*r;c}smj)~d;2}##p35HfAS}S zF~O!84EhAXgEpQ;yIGq=CU3SgY8Xeq*%9KOPM2~YQK$bF{pbIR*(Vp?80T$>pM85Z zb1eGqw$XXR#HJKEsV7g){pXztOR{k7ZESSzV}X{e`j$(%#IGvYZn3&*Pj2br^X^)* z*3rGVWFu6>cl=8tx<<^(!QR{3v?xM!GX`6Caqmw*%i_v~HLmzdzi0!lA9R;5{wlp@m$^*=aRrWY8{-w1ZUN@bN2rxZvc? zJBcxqbCRIbpjvhFZMmT#ql+;bza3)z=0+46iN#NSGBh=$ysO&wjYIs0kE1Zye*gBZ z+oRB}+i;^vKCoy~n%aG5#%0m&o=*7Jox5WqN=lvtbbmbn!O>^4iHj9Dw+^E$KE&RNv8t^k)7x+t9PDYe)sZF`CiOvp*18u31FP!NgRKhXkci%xyR`` zUwy%gUEDOXIUc45f&%N=x#Z?&9a_zIx2=v1wK9)68Yldtw{ru#d3%DMH_Ezw&RRVw z7*)YlJ&nGmF!=5JU-55#=u$~LCh|32sW05(Si3L$;^x&j^`6ZZJ*F~^!3|p7{q&p9 zt!7)grA4E7byD;x!{V5a3OR%Bh|3U-d^#@(XMEZGNj0{3LBUW9 zQ`~v^5ZJ4`y=4YGjimX75>pR3&A+t`%H`U~8B!ndkj{}%v3UixI?-*t zvSspVH8tA5>glI1H_45kr(Re_tBrjT+4@iJN_xx?*iTwD#lId`(=tdfFN==B-cJcM z;RWsMCmEW?Jr_;up`?a$`WQW=r@@K>J(Ri01-AV}nUu|+k!p7&MfTeAa+!{nKRHW> z+}+S9(d_=tfw7xs^MsXpQzxz(dOTR}T=U?R*B!S<9ZblYRU*q(OcRdAit1SETgnk? z@)S3X&dEHB<9mAF*=%CZ);Ic??R5${^9c{UnqTRS@h~3J*P%OO}S}D!VrF7%W4PZT(0Ph5p`YF3uhEoT|&zZ&?i@*mUa*Ql|d=ei@#DIC*+)vpg%zpnPsf>S*rC(3-> zqj+S!E;KsXM9lsMgHs(J-P2}3`CHSgG9QJGs4sA~C+Q~>2xj!^%&Um@74bY6&s_mW zR-%|sNxx;mpgpi47WucNhD+6vJ+DXoMAz6~C!9V{NIhv_^& z`R*KW%F&aNA^87{;(KOGDD!43uji-fJ+uH;jJ$E~{o_BeD@WLB%2uaLHzd0envL(t z)ytPJlT$WURRF|j*Gm62NRpTL`LL-dy5n|4iqpi!@!#Mjc5^c2RA06scUQ?n7Mm$N zwK9W{3WbHICIPC$N6n_Er$(d~QkX<<;RmMWnLL+kW}fEirupgvB1yyL|$&6ek5X`PItp}}_v zHWe%3x_VAQ@e8`m3MWzh?iET7ApyUP&fv)8u@PVvX#fZYKa#gL6bLH%D~sd7^}ovf zR~}23`+HwW<(=cYlO49t^Vs{RiKe$+!o{iIxcaqD-7SjY%rBKh+Uz({rR?55XCCC?K9K-|sQ4`+3Bg{@Z#<|G%y0^=}Eq zt?I=*T^(i5lJ{}*mfAgcu=4(;fqFHvYns5~&un9zJ2EFO(c6A?;&41PM{mg-e^V?T1ELH&DdHmG3Z{O(U)Z4Jccj&R>LZ$2c5~knf zxBe>=z{i(eR*s?w7i;wlshZ?mky`Io?{z{@>RPLxREZKTdDSiE#l~vr%65h*?+T3e zO}tez)xKA)P<)n$bS1%Dz`q0QDiqE}JaBPh{7@0i_d>TwcvwtO$jETdO9_IcHi}ecoqZti%GDRn$Kwn%z_uxyP?)phq+Wb?pBi5SSEW7 z-JpN4OP!V2+OSrAGqk9PmH4^GaoY1740Bu;>V{6n1~_M$*ToK3!M&Ug*ZpR`e`5Z) z2$tAHcp53FUbT^zlun}sy&jPd&VM0s2Wz{wCeCl~YAp6n+)68ypUWwGy<4)gtIRdF zzZHVe>cz)wUqV^(jaKE3GTk`v`GBG6Ugq^CMHiR+G9WIiiC{qS zEkD-1d#{RxGgCsTdr7*OS)Qv$6kI0{c*$uin{2x&bZ zlpmElbN%5t?bKaN5lIc< zm+K48S^`)ni%Xl8oj&>TtfW)U92fahTMSur=dbgiGkGH~l0ewi_o=G2YSSuqOTgeE z$g$oL`fp*q4<0;74}bvx##4!Y#S^+&n})Yqim+Qmy8=ggz5+fWYNe5q%IH5y*)gN zy({67#=mfdUPm)E9$p>Ag8U}5&!PmAy*@mh^z3)Rk!mu?cp2Ky>Hay}vnaxE88tzanAE)QB7r zKnf(&?yjw_9-q^PY$1x1ttQrMN~h9NSioxb=CB`c}dF=U>IoZ{{_BKC5Kd%*y_J_TOK)%!b}NXyi2l`ad07 zNhsEX(upKs@pYw{=MI7)N!oooVGVQg;CuHrTlxTClZ5?l)Y;BXyua%-2pFJk7N9}A zh)`8PQvlo)Jczvub@pL>c%sl>ODhb)NzgP6hHV5u^2PZhf(YpOkI#!VlOJ|}u`FnW zy;AFBE1(1NevMGoh+zsq8|BmM8`QQyqGyx|SHQ~6`A@Uo+qqb>va-g{*n;bZ)73d` zSm9xhcC(=UT5=>ssE<>E`_kzU+6@(=?wMhQVTDpbvkR$M9)pBw@8Q*->8(Mx6t+9SL~Q^y`AvJ>!0j ztEq<_D`CTap#Y|L_$AmHFNfSF7X}2KyO^1!>Xl&QDF;RzGQ}j&tQjegmXvJ&IqxHmVd4zmAEA&}@)F}@Fg%1jS-qza|r0onowVHfl;p=hsj z>b#~KPa#4)7foy#*Go=HvX=*0K}$pppR>5=_Pg``I>#9>kSfzAc$kv)wf>a;3B4+S z9!DMpUCL+C(a~dtNa{&5HI4R&Q?84A)!N$nIzXd|3kPB0yu(*HJtM;axBx_)0{zdz z^6qzrlfb7!j!S*bPbx^4;X3uQ!@b+cRWsS#2?prn!F!FX0b(i{5HrV6>vwLFmBJ%! zR<+7XVWqr(2mUc#5f`G)%0AwvYyLsVgp4A9I6m;C1pUEMoaT@3Z5fak-%4Kk{mh(6IMCk#+3-(W2))CpsK5p(=iSwr3er@|b za7KXovot<`jS)PAWtVLrJzU8A9?G*bep2H)wf+a-QrP#f(<`gsLWX&1S3D`qdZGxx)f2h0_e`*e##XqcLJdsv>AhA>e@KkJN~hYpmV z3BdJ$y!`v(N9dH>2Fx|c-==|LHNU)kzlIGrJNwAO+Sn8%Ew*7yoxpyCL|aqc zZ}X`sQZ^rgnGpSVraPLHBf=iA$WZrHI*i!SUy7HhHpI*jTGM`KZcOQc;q!YLC3vd0 z`?%n|hTN`W=A1zV9EFocSn084(+9@g*dT!M1LE_DtlK|;=01v4i?b7%4y-`EfrsP} zTjmWYO*Fe>T6d^k^H``e+6(qYhT%*?FC3eF+KaFumpBCgmc-y$fN!`TVygF<*)5+q z0}#uoZ{PGX{n4DK8NBdVQMbt^So(EE-~0)e(SMNa>nQl4h|5DkFmxzW2B}LmQ)((iEsQZSAa1Th{-9O^zi_7&*2A% zb~$h9#ZG3m_2rW4Ms{u7&DL`Tq;7Z5KIi)!QlQLbQA~m{Q*C{HGqZHxjpF*T@cVDx zoQRipOxC9W&L9r+IS-%%?XcJZ6o*{KOc(*BzWb|t7Fa3KjKc~TC+*t1$975#DX;EF zS1piAcTNd_94ZI^t9pI%RvUQ7M8fXhL)ik)?t}Lco0I3e_~-X*6^5;ib8XFtOr>jsrf|)uVuyroK`eY(+RgWjwYD~_+ zvPFEv4@}T7-!H|05ULpOFX6+r{+Pk45XQ@U%szyMFugm)y7vx9{rv6|HL`QLhR7 ziA7FB7n&oXI&H)qcqd|7g(KO+o|$bIFjju<;|5<=cJ}6nU|jE~`uaq7fZ)IN8}luG zS+59t5JV4{3lR%iEerGkyLNgC=#Y(vmp}SKB2cH;cYk=UE>4@3BE$FVuHaED!^1GI zJ$1?&4UV_(;uby6-5bWtdCN}B0s!O%EIGRX@80-icwcj@i2m@x+IEThyI~kDH8lcY z)hBude7d@HwB-c=^NrZy5@qhn$5*kCE0Rd3eZ~{ej$K(-#G=7Pc?urp*6Yi&q+9SGR+uM79bKztO6-U2$Z=F}n(2-TUU&?~%J3N2%VQAbF61}_>m&M;V zFbd)l5?>b2-*jE=nege%{~Y8Wu)`ggQ*fM!H6@YiFk?!V70=5Agm}^ll^RbLhe;U> zt0Juq8|Q&^ZBh(yi09YTce+gZ%v;vUa80ME{OgaM_h!HdsK9+87oqzSeFV9Sv%}}3 z7&hI78Lk0RAcZ!C2fslj_c%DP)(&pj32PYNmi526shBb=ZuE~E!1=zr{o8ssu@|AG zV7J)SuMu*@Ug7c_Sc$i+dT^)pOb4YAtkTf|Ha@->IrbDb@;_RrfHRb6@8)1nlXSe= zH}Zbn`$botapLT0fFDY9`*G2on`cF?UIMv#0mVK>O!DpjJg?+KECkGs!3D@xtXqfG zw6$ZaSI5LH3GQ-s6jh-y@3=!v^2VC4GJUj2xtu3x&mT@@GYsvNzGc()jBY?d)>g zetdr4#|64$(@_0cufg(|2*SCR&?vK}TF|tdRqngr7ed{2u}>F=j*3hOqqC6NhdZq7 zJ`h|o+361WikEV7CcR{g?T1rAj28lv@{|odH({Owj5whNOr_#$Cpuq5WAlL}xP|dG z*3UgpJhyIkcGj^;dUfe_pu4-yWjfHv10EGO3BesOa_{ns`Pqo^;SCBH7#|(|2S6Wq zz-*3(_9*mRYaW~Iwt-B5oTS~;s<4qOc<5|EB?2%*;(6=h@1HwaXV{r9T~JgUL-XD% z)Q_QsnCz8jrkZ;j-T~ zgtKyUJN`BU97c?EKwHeR*BM~Rmx5R{^(s40vflK@jnsXdoc1Wq1ZJ4)+t2!zvYRQS z+U=p7XI(Jna)waU$1cGGZ}sjQK5Qk3KKK);Np_nb8<&dqbf;qncy+;HN2WgK8K&Cf> zL@gGSWYP`{IW>!xgruaTfNSo{(uI8>^Oz|qm^GiR^*i=As_-h|&OE#ux5vp8YNox% z1O)2%y`gI(2K8e!k*I-IhmfM7L9v|>sNE0%lXL}&6Mk@B>4N=NAt}`ucHdZE%X4^W zc$AeH6Liu{VfGwx;t`b0LBl-Q#lLHVTSJ(Jn(2-Ep<w6LR=z1m3IM&${=FO zj?)|*9Ef!DL3nuV=%__((Z1xHfNypI4op=r-|R#vCj(T7_wz48H61j;gH_V!!!j6! zGn@$WlLui4EH&He@fuM4v2k$3TOAhNF7Ni^QrSYQ+!z$Ai~PINAD9vVqE&jpOd(1N zy>A?g1W(f;37$cpsGuEB>cM%S)M!{-)oDl!&fd8`xKyjLMx5(FT#_#0*b;Xq}_1LbQBd{G@Vipsh! z69Jp?1geAjV%ViU9jMZ5FrgAV<#!;4%J1@Lhhr zz94|(S`9Vnc-5NAgK zQX;8rG9z&mSY4{7kMJR-b;v<`8Df9?AgUg;{M?~iHn|L$uvE#CtY_e8fWMm(4YrtD zD!Y4PQ2x+;IeY>d&1DU1J1{|VeB*rM6?-MPp%YU>*~8ApZt^hhN!*@++pIMh@(OSo z2tWdj;MuU#FXX{u-L4sFo$!YFufI;IR>H|vgIMMVN6 zBlI$m%jXAAWNLSHE|a5XfEeHi0dmQM_B@SzXNoK%-|34qPCay-K6W}f-1drbu)|<%b8l8cAy(umC;sw7q^jSE2Z31rvPP*EFD1#9s z&tdMrE58CEamy49NHSC*EP8XEV#=YolYo{nu6_rmrURYQSM7?60YsjIshPyi^F;0{#OZyxuhviHc9*@@#Twh3ODF+PD1l4yrptJs19$+H%p#yKZ0oXYM z0H?Vdyk08@ikeKkG|8{vdjK44>hfcgiDf91452)|4yPdp7&iK>`(dRo7jlurHDHO0 znI(N`hD>Ut5PEr41*@y88m3qQfqhw=9_Ua^!6UW_OX&mHkxVkQ?snAr)%tm$-!K@G zGTh!<=q~S^h1CL#_YpY{qS4gLe!`pB281{3*r_gBaG0B0T-Vq=nnPX=-xNhZ!TBX3 zw`?-RjFaP4+67Q#oz=@r($iMkr9l>dC$+PCOv^WB8A%;0+A(}I{AdEmuv_ul$$ zYabgn*P^L%0^K%CrL3?!UHQZ^NMzcg&UalA-X5)x3@cMYnsx{F>^X`QB+7F6g4~td z^u3`WLp)~S&*{$K@QbxpjRwIxFa7u7o@D^io&0Iod}bm8{}D{y-<1Yrv_#LqeifRC zG$-8v>;|4B7&kvSP>)*MMPaL*BNOf2CgCs&tE7`K9YWO!^fPOGS=sl8#m(`WU8pI5 zKHa4ZAfr15P($aa-gi;huZ6*Hj~|nu+&{a@LmGqilT+OW55H+~f3z%!mu&LM+G)_E zKT$3E2&=rHE^F)Su3#p*I~Sj_V4kAw1z=L|E^F19RW(Ih8LK35efBKW;>|~D6|T9i z9JbHPa>hnS&y4TslI*8`aUmvn4M0^b#A=){l76f(xU{`}$lxIj0O55#&^k6fNA!dX z|AP9IgGnJw;zzL}hoEU@Cc$_j2nV?zXPRwjbFy7Flq0wKEZp&CX8Fc*XCUW z>7XFGk>~E_q%72A^kKVw0SGp^uEA2&7>BXJXO6hC&Mck!r`~#(Hhwe=trA`cTpL)+ zZv1)Dsx__`3{|;jy}j1kIV|@1XPNu%TKJ@J{Rz#kT2DB2#3S!zFBqyE0Id#Y$YY_Q z=Mh4M2ya>&{4XC?L=G~#I$pZJjuTeQIqsm9pq+a<{v%vS8?T*{8EhR%hVehk|8Kp;N|;gP_WDyJ3? z_a`fa8bX~$zrhp>O18MqVVm)%uHqhn?ijnlb1HOgq)SqKehPt(fYP&G+pHhpMB;i; z${*#`D*is}!6_OU5h9l78ieVxmjiX@3BH)n56NC#wUz-h1#PN^Tn-g8r#lAFR@%#2 z57lq%15lpS4RkAz=71yR#>Km_Qk=@YKqll0R{niBZ|&Jw`BG5_!r$tF@eZR|*0Kpa3wP$I* zOTl;4CqtYy`?5hkMA90tI(Zj~x(Xpw@}_g}XJwCJG5b&%!gTwgA~;FvD*&;_Qx*q& zXQfnMLlUMACF~ef0R#wuXofb55WV2s<0admSLZ%WYv2oSfQ&-pP7yS|T!0KWQ7Jd< zb7#Z{1F|RNdu*JX#@Kgf;bBL6_$BX_cFe z0@k;tLT&cG9;|%|_SAil%yX=qzgWh}u{pO96iieog*8#l#KVvwLpL1BMMNI$R>}@j zYIWoq9RAr`@){91aQV%hpM-X|w|z9$sA#YIO{n@ctAT%69YxENl-%VMF>N(9$p=FK z;Ej2ObAz=V;?oM0H^u@cqASXzYeZ2c#g<@1Qx30#$YZFM4c!yA{rj;9*Xun4@5AOI z@6lzTbto)L)Fy3})eB2X`^NVaEb+zWdSnM-CR z%(N^|rDIP)l(1*>g9$wm&mLa)EKNl!o&tuMKyLp{0SbP{o|ld9AmfdzPU_9kFCgBs z(EMO?$8ejm=zMls3{rD+kw1RwiySlqBA@s}3_?-`mciLr0T7Ngzqo@k*`eZ4KA9m& z^_9I~pz_*=;0{wI7a&tCFxm*XY{JMnl&h+z`OvoAh^DSGX=7NFgqJvw7dC)oLMuUs zFdt%lq+KVW!zbfKm=ZV8nk@pULDL*4L literal 0 HcmV?d00001 diff --git a/evidence/scaling.png b/evidence/scaling.png new file mode 100644 index 0000000000000000000000000000000000000000..02a3d4bf2b7871bca71bc8a1fec7027eafb7f07e GIT binary patch literal 89530 zcmdqJWmr^i*EdW^NrOraB?>A6DpEs-fI%oA(jp=`FvL(px1s|op>#;6(wzc=bPrt) z(mm9`bB_PGuj_ulyvOl;dpr&SH#2*0&%MsI)-Tq))>K!aKF@ldfPjGdzN*p_0s_(* z0sS#`&X6g*LwRg6)dcoyl?&xG?Zzn8x`<9^C zO)g7kXSfqoNC@`tD+KKwErcF@<B9o45?0p-b-y-J@q*M6MFD-oMj$VoV zuY-Yf=i&eR&;c`a=0D$v|NR#Ch5zegva=0-#M|4QLY?L@M!e0z)F0Iop!b!O0+p1N zAB1yAFRT{#L*(+1S{a_od!*T*)u*sBoCSa`oyx1qFpGGBU<%J1EKZ2%~D3`wzFeB{x2;-&47K zFp1rl$s6Ka{!l@i$fN1wrf!*ok@~Z+uH-H@F#Jz%0)xZ_VNd!i{=xxirWBCoV? zveOfzA&VQdGfEDiXWzn3x+Zm@RDFW5^8HV@?u~OmowIBwD*Bdp=H_1LRlDTJ-l~{Q zk1_rbCRmkq9~D41H{Fx>=V1vg`SO4tP6CUHZhe+=|0cCRYPLO~A^RgkE$)h}tVx;u zw4jOiVftH6S>t?cm)LZByo8f}RYjm1iJ`sM@xD$%OCm~nqdz??GCCTa@HAh4h_|P| z3^x8~ZhT1BMBwx1&rhB_Nktuke?$#aZ3KMDp9?E{w*q0`<%@^=*X*NhtT{n8 z560`(%ElwbLwak=M!%VdRh37_#5_DZ#YM@D#BbvN(|yXI6M z+UMBql!7}jqKu3kzZ+EfkF-z|w^?n5^Q`)|>EYlw|jnI(n>M^S$QigW+fp zPLLlkHh0do*Y-16X{b9C&(BVe3l|m^?mo5xC&O>P0y#ny_-=JCFgQ3isMwLIBB=LA z$ZrtaF&!Nb+_!)5nYV<}e~5@kmMMpnzC#$h&5}r*9?V}A5z&bv-1(>>qbGB?z*wC& z@s)F}ngB{vSi7(PyDu#yFeD_`>u0=#*3-OavroqAPmgRQc76({J7K!5k&)O>W~j&P zA3Wq0WEqT(?R?em=S!i#$Uc1=*=iAuBCZ+Pt|tsti9VJ$vgWcNlWE3|r)6X)8@n%F z{CwBy!`qBF0u$7jIa6Fv=`QhMa(WfhjxLA^{!}brW!>3L?C;0Q<3vJNSYVtZ1O+6aYy+7ZF_=W8dJvg2*#tkl#&z1Oylc^{4J9%( z1b((Cg^b)p6Ga;YGu(6Q>ybS(OfU(wd-vwelf8)O=!|tX)cW_MG@A__>krGT9P#@-<7OCGAx5P&N-=m^quX zb5CAwu9ifbEMwXFtI=ns@p@u2|iS{Z?bb9lsiRT}zuiZS}zGvzUG2`Kv2y z!u-C?7Z(FJQFrDfH8tRk-3gMq-nc#8^5qcxZcsa?pveHfe?h>f+%YM-Ep!lw?P#$@ z`1m*|U0Sg4-#b0BVi2$0z6>mScYoYIZg{%H>SGELyZ&@#DHEi5wvNuu{5s0xzG1yu zk5ca2xBGtW`}z3=gQwqZ_c`p%8!D}gM-I<|jcYwv?g$HamBrmM^>2pV4Bx9eUe`)O ztf7Z&W!*MxWy6?+MDu<6?lEQeY~spBL8j^Q7|{@)`tX4vZro<2W~-GgShz=OU{+>% zc{#6ay4*e~N64bB#CqsPF09n7Ik0Sjzr@L054&F^rMtJc7reY|9Uydw!%kB_e*Bnb zg}hVRbaSRredR1Cx4`k)**>rCusrT?j&)}tagG+-*x&!8`F0y*z9dlwx2sjYkKFps zl)KjYmc^_zFE8&W9RtG)G*(S)@?~i^r_YJ0ejRLFwAef|$-8P`JJDk~J2)rjM#u;= zx~;~2C$DU1UAH2}DhUTRPH>_$5`9vzxe0GBtUt{ub6@@1Mnyw9oOh!x*3TwxgR&f3 zs;9et^~mEJ2^v$0NnC*^O;#azu*0_G^wMRAAwYP9y zLP8?gv^iKpdU}0AcvTu>HKR8NBB2~9+kAnY9rmmOp3=3pH|;h5P7FQSmMkAIxDg@N zlgH_``@Tv;T)*Du?382hPmS@UCJ_h0*3$E%vs3t{QPtoh+segg11WS&UD`KrvpI|y zKQa!@1f#>l!{GX})A7xX`m-E_>&6spIZq+8DYvjL2O304NjY>hDtPneBZ2zOCd&M} zhtu?A^gQXFH6H?V_BO=znZDNAcKmW9%48Z<>mdB;-aCqblde$4b@rr0piFbcSx9dt?|6nv){arQQ^dwX>1|buG+V^+ug=o=Ls&kThBt z8Y)!1dS^(qL^L<^+qWmBVx9#FWcYlY7Ig-irxJY?p?)`~ca=zut(fDPN!Mu@x~+7? zIJcw1=gb@NlkO&bqiGKd8oP?pX^^FL*BDcS%-eRtWlt^jgC&%nJ=C;+HvH90CD)ve zw4nafLnouuW+Z1jl?Mj``^gKA0uozf8@sD`O>2?8+7~&bV(lw)^XzTC^YDr`dDejgd&RA<^uIwYf8 zU}*J8#3tH`eIg*vz<0-doD^;UNI}8h==Kj5<_l>|(+-?+l8w@E@F0T^cQE{qnO`JH z5@y)r zNduf{PlDt~#z7D=mRFw|BHp_Rwp

L8^jmzWf=Z(RwY`ICsq?5=BrBvbz@hOx;@q*Wlde<>DS0;obGg@e=8Rp$t#btzRCFq}^5?9#z@# zy2kG5P?te0sJufn1QU##l9-2tH1(a&P-VUt{Ry5@3{O1fahh`W;`{gSMZd$=svYcG zKv@#f4ftGgoLYyQFV_o~?8(dGB=>tp8*l|Ky*~O?(F?Wj+eq&^iHMo~@=<*|3*SG{ z%^6&4pa+}In;gn!`|j1d@NhAy-CjlO$O674$s4!5&Tv?odql8v0?=$*KN<>{NwojF zIv$#Yi*aK1WoQoe_BC{AvE&o%XN$z!2)7jCu1j+N_ zn`|$7C`fh#p2bhb-5OOi5OwauQWAHT2KyR00J6>4rHhmA5VU|rP_9hPV_5;n8kLs!|PX^eckPR zGQ!XJ+I>px^ykUu2R1awMKR8SnjqTAID4Hh!TCeHW5@NsfX`w9L66LFUI*?4<$~XU zBUx9H?DV=THXPI2xjRhiyr=&hJ z@5H8VEiP4_9<9I%c3K!UvOL8JDo0oSJjE~xu8CbPjW$;@87efq$rsLBiF{uJ7=3ibnG}6d=zLze0$y_&8O?U>^4kHED{Gl zmK!?v-LpnX*@>evT4F{%r6J$QPLkDDl0y7E9%yLj7BUGL+m<~-`YdN>=A1}X1n;hJ z>BdIWGP?hsAi=&^V7bB1@AOGm_}VqqMDHW3m}MI5wS}AC&K=6V524_49h?uBwR1wo z^Z0r?L}OE;2{6Y6)$89XsSv4)CP+{a@}hZM6J0h2Fwb{0%ic}*ve{M0*D9-*NN&^& zq&e2?_CLJA$=%@#No&9Tigtn48H=SI=d%BlZ>A(DI-yds;|qDts?VlSz`wxebn!%x zD>EkApwHM&dO<_cSORhkS_SJPNafEd*TSv_DgIz!67-!&jtb!hs(KaOszfEGdN-i!bi-y{2%PIrPzDjSYJOU zLmIh%?Y3?Im;2j4g?rljR5%6jMSEoWHey-3x-+7Jot<8FNyc$Obtv1$z8|`#o3C%~ z>a(O>-1hUcuv%e^fWa$|TC+BqAKl$g3msNb9k<{!a-~y8dn-Da&$5n7z1&0c=eZch zR-V5L4UGWJV(y5~>0xFwjVsbJ;a3)=XCcR$Cl1dFc!D&P|n4%F-&HX{W(b4=)Ks76Qj&{sM- zIy5BWgN@SI2_Cc7w~yJ^mZ*l&R2eljQkgK)wsq@}{8}Vc9i;+^_^(f9kz96^hH(UY z2G5>d6QEwt%@Q_{(`>2ydctmf!*jCCVO>KKB*lD%gM-ax+OpN@TkYWoKL!kql-HnnXVwBSL(7@P(^y$`-9xgS6^sHnl(p2m9Bnth5f-in%v%JWp z-rHI_w3+T6%+G7a+ny39LPFoo2oLY=<~%2T63vKj!+cT*Q~=gL;AT!?XJ^mP04OU5 zg}N7ZDVrV*KQ@FnlF*O{>Gnc3VPDNVFMZ@EPH*4L{C$ zO?Y(25=E(E-m4_#9D1OrQYhf)=opzrQ9=Vj?ruz*bUEByvMmWpQ{QcGR~=Y+^X7c9 zIdgh=cjd%{;b&1;Y>CZ?I^xEQ77s0QHG#(b@~Im<%5OCbx!Z>Z2P;aYmo?ZHPeF~y zMwu82EiE;*dupiU+u&i^gI)y-N$BRSH&cmpIfxTclDfK9$fVZEZy7fbQ2dRTMp{7w zUI-1Foj~sPsSF(s7iekpwg{8kp-Ye3IDN8qBwx1EAqoeE57)}4AB|hRfW$wXtadF& zZ-DFNucukY(5=8}Rx3Lor7W)9@6(WPdGA(yqiHzom#bVu*x9gesQIN$bK|`9&Lju5 z55B?D5*kIKKYz|PbmsKj^kcA+COIbDhkQ*WQYnBqlZB($JCtx0Ppopr2{pQe}zQ}+o)?91_`@supW ziQTkFEfy{B@3#HA_9bS~5$EEu`mUg?<;f%8T*Ax5%0J9@J@7rXa}8+awJn$wv>I7P z(0*)6xw0Bf;;Aw+$E(6DBG!@DZ}Ka^ja|mfA6)Sp=jP#QUc;rX_c@S0rb`>8XP}zx zqv4Rsf)N z&!fA3J8>d}i*9UXqHeo`KRp}1=Ssde@uXtBtj~`Ya~&-Vxm}TDY3e2ofSLGlf+N#f z`Omm%*@=(zm+42Yp)a7=_5ulsm>&@lHf`7aTHASBCtZOKzS+1DR4ZEOnthmhy1TNp z((~8e{Oxn*IY}C~QrD5Q5NYDmCpZc#f-6;csp# zSyA!0IDe7IDrbYRoj7%|)1D_x9tNb)(YEP1t?Hn_HEXGo-<6F6w|HC8}@j2I446+Mz{@~WtD3e zCg+6HH-0C|q)f^mtF-qcJeb=#t&Hk&$F$EGOxHJHoQ%B|zLp|= z`R0vySy23SldRNlAl0LW-||=X8rB*c)^0!kN79v0f?wssefCJe2sHsHgIqE@DCkQ z7eE97J#&ADC92z9;1LTn(~G{p@4XheyJ1OR+Y!pkE91cgXD6#lJ=voR>P73FwdQ!#tHoiP-y!ld7;QvA(?%5JR@g2tUE zDjc4!G_Z$2?(1_v4T$20U%~SgEQ?5>&ke!|Ley=L>}dGsxb7pgPs-^oSyzJ|4P!dZsax_)Ug**)S#~_ zLmo5jeVjk!MI-nsuy?Oyq8m-u9VcBba!wivGwx*jZ7soNJL^$SwtiJ#V%HqIC#xw&^i>JRz;-5f;{Bf+1XL!R@|#sJRL3Tqk+@*EAdh#R{%=d z^Jy@ny10DTY}xJ=&qC?eaL&SC@YO~g+i<*)uq-wZbv)^XowV>MtQSghn|qzH0&0|x zOZ7ziNcLhjV)rI7;q*Yf@%muWr8ff{?M&GeM@KME996&e2xFZVBAZM(>U*rY{J&m+o+{-Rkl;QM?mJmt5Wj8-n(Qua#|>AEZF(Hk zw*EXk(k@HbVl%C*^R-JycP(o)=cDZ+HT3>J)?LiXHx(L%oaG~4RrU@N$) z3R+%ohUreo@VaSSGdf#^r|?|X(AkKz)Kn_hDfdj%#g3?8(BLY1d)MJ>@g`uG*#xVW zE-OBI^mZ1=QX=E0pd%9X(gn&GHRvXS#il(6id;90oACr&lIQm86qRs}421XTp+)W; zZCzb9-bbIF>tkwmy0un7s@E8zMp?`@1qB<}*ADeoI$1OWqRFN-+-e{r8#XX7K%M(E z|Bkk{HnX+0^&sH9?e#bCeDDgM4}RrE1q4F@PS7;Wf=VKy{q!k%f_9mBC1oO7TSte5 zl$!NRG#M!=t6kmUt7gzXQvqEocqmtw4KFw!iJ!&2?jF8M3L9Ai=wG% zis?v!Q81nWx#h8IIpFHK(V!$06T&w7`VusQ=VbqfAVh?0w0Cuh=ux-?)rl!^` z>mmn&(v~)OLVE&GqRXre!spjJD`e-#Qh|n)fw|audvHTCiU;@x~L$Q9I`F+#d~@0|QBh)bkP$R2J| zS!~EGtx9YF4&hD|d;N}E>kt|TsD3J+ldX_h@SMZ|!93Vo@8eTmH$F7|NHzZTD@o3|^bmzw}4<4^8r=@$s_AtF;2!Lokq)!|R$SyB(e1 z;Q7dOM=#voh>PT0?`z*~6@&4VfEmF37aIfvm1L+7^MIw--HrlkTS|lIyg%Kzm}jQ! zBNhFzPLQ1fPLLqJr0U`f!K=YgI|DcVhRP@5birJsccTcv8&|z(&xz}nDOTUZ)bfc# zM~*1i8`u5S5ze;gaXzRHcdI*p18k~hjE;lDZb$N_B;aLQJp~#>+Pr$BaI_p!&k)wg z4v`TqfT&c^?4_Xn z6|pgVb~+k&%a^d8zN~>DRnVxaLff7Wb5mZj*p+4r60pCxjQB-vfuRYAS)CjgX*^Gq zBklROpuxQ9e_T}TvVB-kp6>WI-l3HxgHEH2S;n&>xo(0#?aL}D@;Ra@J?OJ+(=&p~roOP4{F5{;5Qb<16QZ}S^)KkqFP-Ibpf z8s{r8doYxdr&L5}%}41PzXuA${l|~rt4KhhE~{A`TYxsq@tCY|NIO6K`c@3y+-V{l%uy6q(-cZ^gw!m2#>@gM-=^=gwCKfgNPNb6mO^Wf`u&Ui6Ff@Fg9T z^6)jBqnCr;h0J?o()es^K1NyKe2 zN;k)*->8UoAyaWwYN1@7nLm;p^9zU<9}Vm(zw>dYMWoSSj$ZR6Ml5#5XyTlR7doeF^}6+Rw*NqrmmES?lTekG9kei3?9RIgtr zY>?a)4v}~==>zYPbGtk7P#p*WL$9h_)^5Nq1`amccRBS)XL_sjqWUhulWO*c4Thu} zF48@vua_07+4T1W`R5x@^>o5V#nv~-YeV4yWxeZO&kAUxCeS|f2|){zARvco&)2h% zyN6Com1s$^{rq&hd5x|}oQxb1Htz{~i$O04M(D!2e&@*!$3YX!zT=Z(mAEv`ZgHQuN$! z=MSA;$!LhOcp7iEu%mcbMB`oPz&;y4W9;wp7M_bc+Ozp^2d@*iNE0PDRaR2t^Hr!8 zkc`?x5;T=qRCQ5O(@4hp4T zv>*-ssz9s0_!o`I9Vm`B4OyQ8c2M-b+autJQt>{+xnA67FePOVqPY6kS?L~rBE~yD zz{?l2GZUXMatA{0KT48GFpd1%62c)*hDUw)m;C!hCh!ju{O@B|8lK-`_N-L=ucP2S zsF#14d;aqTEg_nJ3_t(R9{WPQ2{c7jIXPb|DA*Q8XgiPrUyYl}3Va8edtpa!zJXY- zIZ$z{v)_)5jR`!d<9Yp>kuRqT@LgdBRo4RPWJ$2r6MXQEeNvwT-2be-)p>vr`$-Q$ z3B4*L)H4eO-Q6}grI^8Iu$U!@jSw}FWdDDk)PkxXcvP^rKt2V1>U+?Ax6gV!L+us) zDXRao{GMb06``3y%FKwZ2OTrb$Ut;YtjI%sMOCGM#$;aT4G>z3^5V}YKGsspXHSl^ zY)Ail5g0Y7%_Xv<3} zlp!3A0m5j!^YY-2blmXJQ1)7edcqAWD=P+8)*B#kE>{~P*F>`O^AQzZ=H}^A0OQ;N zT>5L!-;Aq&x+O1jFhiUYhavNRFue6i{r(2 z=8n%siQ9a=Y-rx5KaA=4otY#E8uA$6JNrFVTW#or+jHEUk>3i&tJu&6EIB1zG&UBbl{rYp_u}mKhKBLz4T~hNUnLMgGDg`HR4P|eG&eV= z11(%M z^O7j&^0mt4oZQv(>t)@2c(PeBnCda++}>cC3T>$g#2!GRW>4b-4hT3zJ0mrybn1qB78+c=PqhTI(;zva*xVzM|5Mj~A%jU9hn&FCrFFGzwIA&-tP zEVHemOFOMOqXl2BIpMq-Kg7pFDt~9heE|-P<(gEr-Q}T&rAVr4UqcoVVP#&R*~o@D zoNh`wgU8i5_dSe#7z4o6;9+xVunp_@Tsb2)48YS4pzSZik^hD_B!!urJ3kS0LTt+) zVu5YZ&JDKZo-R3&os&_umun0dC2mBXrqlxB$?hV9dZPX(eqiko7o? z%H7>vw7du47b?)yu9pGBNy;o9{}oodtXY@hz|E+wtWQ)9SRaD$T`#izq%OUut*E0D z)wQh#wnM%X@CmWtMLxyn&y%~nlBf1p$ILbZK_o~BnBgHTU{uN~YwKu0J7T&tUS2qf z!>isdoqn+Sxj9=qrVAHdx&b2g=W??V+`9zl1@=-fh=24la(B)4k4GkV)Z$kC) z(&*PTQ(zEt>8yGAgFz7lOmkJmKfa$r1C@`pHa){$9aAse!^;sSy*preS(}=h*VbvV z`FPvUZ~J+WvU8Wahh^ZCbJ*TXctsFuk3waGAady;`!`La4F6v)5cOq(M)ZTGnf09_OdjcW%TotI@mfym)0E-LDc0NMyNUPK-Pn6l#Q2Ws)+eY@;< zDclq^8Nnwfp3NOm{M5y-x}GEf+t1`HOddZG1o{!2*Q1%q#MAT{@YtFH=V&n4?5seM z7HY;@vX<}G1L6(h;+aOZ6dII_1y4Wc4)C6^0L_%+W07OG1jY>>Ott)pPc8P#IXdSE z`|+|aO-;?`csHu)>B(U*kfn2Re4u~Xmdpv@koL%O@>92nq+M)r=eYIUH(SwT=U10# zkY>Ia2Zr+nSy>wfAgACUU?GKO*It~#TlJvboB+;Wtw@gdIm4A(%d%!BxWvxNo*jnI z0*{UsBJdmVp=Lp=R=;&Vda=Y`So31%_%1yG!v7F}b-QP!)=@bIo_sBm`BHd-rpqfH ze9J(?X35q~niwcb(%d2a=-XSK338-)_%8E2#>Sdxy7(1gph~x?gE{2a)LC z1T+ydNF8EYUUNq{!1Gf9ovQ{d+dU0f58L&55N5*c#06I5^5SO|(O)@B6iaYqoSwZI zRuDPs^njQcdl-lXn&&QZ{qX~(9 zfL_M5QF#9#UVtd2L7jmLp}Xg24#XU+InIlm=;|-=OiPtf4(w}C2tEgL#n%JfFxLx| z3|Zc<=L0zKB~d3tyse_HWdH3V-Qh0Q>cnmaI)EbF5a6>Qf+$Jnh1jUEl{~Ku-`;jC z#)%){@I@+H&3UO;K0iR7j*JGPiI}c-wHI!j?z87vr_VA79c0$_C*-kYvkZ%sLsbn2 zhz9n2tpQ5(GOK)C6XqJ3x5h@*ieU47zJ!J3i+EejpN?@sH3;8=X!;U^z^hZEC)wCK zBw;d4o|0so>79LN4(fak z2b6yK(qh+E&O0+oM3lq}my6sL0e^zOnziX8-j3%GLqY_|=%IlkU;Cm*li7)(Gfa4s z8w4>>Xd*j+1(@FS2+&j1Q=9z{g+8N6l!zXJ5F5Z_TqjOC#iANuB!Ak;Rc1A=_~q+& zydT2lQ8b{CTCZ3)T(<}Vj>+bK%qPNkNs29co*st~SW=uLQ#5O|tSCrV zGy?WVD(mHIv!HeLK6qYi{UnIT# zd#oco81mAR30+HgxOcZi>O=e2Ac$u{DlEj%A`6qz)c3U>2%ixr^Z?7t{-QBA11KZgC`O#NPe!TZZeYd>}F2L^+O*vqd~thA6(WjZAt@W{D6$($hr6b|nQmBebiRj|uV)kB{-K4cEXB))n?Ih|<#_Q;lv10pH zB&c6c{;(LpXrvHO_jbe>nLlvH+CNpg#8E$*p8fRu_wT&)Eq!&M*K1*VlmHz{--FkH z3SNw#XklPrh}=vbqF7d~Pn718A|)ZI^ja_3$6I}KHp)o$SC*c6A1*R!u|SM?K-6fh z$UFO2%uv+h_Tw0?ayKX_QBqOe9g2FYOirJko-W!c4rt@zBRH97NLpDrfX*VEvfedc z($mL`>_Mkv?G5_EG2p}g96|fw!Gp+%O8aSi7c@I%FTy?xTjU%@3mAM!PHxDdswhuBU5g^b?t=bC;%0zsaw(rL zGDG@SvfMGO&wf7anAdycE;oz9DG-4s#EJgNdV!GN0OEdm=Z|vldYmqiRC4H!NyvomfKx)I7qgnjSWJ9yrD$1*G97gvVWF$wQlHW_ z193<32KLMpiSv_$;|+(zTa*PK0a;yr?4Yfz+i6v~vASwIV55Q|n$z8ws{PK?U_SpA z>;gSf8pyRCshzhB>Al7?!!`v@nL}a1k2|90>EwFx7IF`~zfrPAd3T)+hnPE`^$~cB zo>8n+ptzOis^8I{#EV=uvnqbJoz9^eY(CdhfF9PP74-7JhRaS%g zeg#jPfp$2jk(ln6tpf<|I73ss)Z;j=5PH_*bDB00OxIHLeeA0Z_JQ~f_EN$}z{N~6 z?kkCXkl(#$?yI_xN5xD&lSOsv>tahcTkZV&g{!nU&SQVoYADguVLI?rHuYQIYMS~0 z%X&Dy_rYw4w~^1k8O_Qa-);r>DfHvOBuB?@-^x=b3vot&+s8UO<{s33ay+2toOS7r z9w%lm064AeNHFl4qId&PMfjQMI%xUmc%6R{Bby*anB;FQiA%GgfPK5?ee|1ekCg`e zDm4v~u%*vJ&r3JTm^^Vk)0`!4-cX#O&UOoLyy;#8HtNN@^5lwvy^?O5$qWXXd>(!2 z*Siy*3MCG|<{Kf0>s~n8@Hxv>P$3G{CcjGAcyHRf?(7sO&X7Fbo(aplP$6y-Tp7}0yvo1O>qOCgF~K}z9G)5XxW zqDMaV+k0P;{WPnkgs$k+x>HX*QlEyQ{VyhM-=y7<)8{OGz!*;KeetOp_u}(gul;V) z?QI^Xz25wH{kT0=`8)u7;6X~o%!LPh?#>Zu)F~S?7y2YM4cC_Lk=0cvV2{@Jh#~~y z1+4lV zu1BU?{vLktlpuXXx%%$j8Uh5n<8bDuO-%1P?-{UJWb6WKNl0W~h!Im~KSxHs< zQ9JkRvLMYr;=bc=foDZ>UcnQ|>kESa)=ky%5E_tm#bd|SDCIFZ$6a>wF$A-Sd4g|&QFT?MYtNKpiNnI)_AaXf3Ax460X73?$$eA;weJumCHzT$RAYbS zVnxw}oAoBKxPmgFBnc%Xp_5&GeU;gb;Ok4!rgwb4Yt~9tN;Up`JVUNp_b8RR!l`f& zU06pY>AJ2RAfPX)Kki!*jI59bKB|N(L|=Z(Kq!jCni^V zLxNyslF~mWPbl?3ecgdftER;J}M9vCUV}+C(b{Tk}IFKtt5F6G3v3T~<|9)qL@p zpX=uW-YXz1o6ZvgdL+R+E`!uvd)9I|K16M(>|cVc-vihIRoVE! z90g*jNypFq!GkxQ7fD2P~N=cAh zXf3`dLvLE~i>-b-BPQ#>jHCxJYa~BoXt!J;6B6E#j-V?kB?-Cgi?|Ml3 zesDYSV|=`=M=dC@TNhxmfVbc%=L_stA~)XzHUxAH=`79Ax#5zMyLcbt0Ye1^J5H2) zB z>VVN#ezG}`o3fVAV~PPm)(^47*a1sH&OGGujSl}RcOZ%A)PnbC-tW8xjKC7dtHnb$ z3rv!Lkc(>YE2C!W7bu@d4Xgy%wE7sYYE2+UjF$HRyuA!;t6J_Un&t2zdGbaPym7p} z$h3I@SdEb*9b{dvv$cEYTnsup+U&yQUO zg-E&b3@e}H2Ot|m>3LSyDNQdpoKz&GOwLHnvo`L9nGGqtF$P@BQ`9_uJSNELJI)?p zh-L49iI?JJ6=l74y}@+K^t1c|imwzl6_CW@CYIH7+T5v?JYQ102mw5;nMurBYi8G- zpcJY}?g)VT8eBAQI}CCo=bQO-+w4)BFJg~I#>Dq%74V}~zh?Z03YZ3k3bp`v$UVLu z_;T?2zabUMLaLyeivcE$;2|Y7P%m9=4Dt$LVYtybFwz}N!N~h**y%1X^q&=@WyHir zZar@xs2-08{_9|X4K!-k0b4n=|7Yl~+6kkcyEtO#^ls7%P$10Ff<`&}Vb}wXhb3m! zOQ~Uy;izH{M=%i{%zgd(4?78fhhc8O(V(_5nNLiuvPX`GMxkM0#d^VD5}_Gv&Sgih zQ6lq!{g6A7sRaeyx4e#=s}cRc^V$rWPRMX|+Rn1|XVAG)fsiXTK;i9DLzKp3BqU=e zsG}o~W&l|8q9v=9gQ-|vz?lpK@Rr=_9$;!5#?xwa?H-ju`RhGbyf}#edcS!Z0`J&VyNtad2(JDml}m(6fTZf1{WE#2Oob`pQ33 z5Z_go#W^ETc*mQSAiM@YX)XmUVIBDabl!0OrXM6sgTO!$J3&YWhVuu%^8CEfG}R~{ zxS0#zYWNyh!T&Yd)T4)O@frG^dlr|*I$n4gcw zk-cg0wMUyPidCdzLHs*bOoW`0!gUa@Kh@EiQarvi5z`wzOQ57T`_}2)ga!G?>!J_h z91C+T($ok7G6w)9*sGupHR3VglHbmEh3@#TP}&K423IMw%;=Y#TWoeL@fnmxm+|2Z zJRK}=oc!mp&a!axIXAj!Mmt-aGzXS{FeII=S9eBob~!kVVK1fBA~FTQhmONqFuu09 z%KL8z`t=IIjrgHI9?08%bk211T)fH633Mj-k5IU%u#*}l_=NcUztvblbtM?|VnA^v z1hcF+3Yp~Wg#M>%Q6P69{p0adxeFj|2HnRpH!vTp^Gx2C&i~&Ff>bg0_Iaiao)m#G zFDS)X^j`2T&3VYM@XekAnGn-2iz+*eaGkNTU5xFRN|3&gQ6H8t_2vzePdf9u38 z31W)Z=d^#M;49UB|#lXmM`EiQ8_ns_@$dEEwVj2K@9sxCA9*gDU8sWW{j%1KkxbbR(_bFke}0XBb^UDZ#jzLg3oiYn&(3fct6NNx|4fJc#}X@?_;2Uv zA3ClXhnL}AtZ|gq$~Hj$_eYg{`F@L;>Vxjnt9tH>+sDI(*9!}FEM-USkanM`)*(Uy z)Fc(6-KTTSG%-w3PqW>1BIft{=PrBd3;stufct^yX%7wmDDXf3ql5qB&l<-cwx8y` ztkUh{ZJZn4zcSr5t3P}xI~K07_rn{!`tI3M3NSs2@CDMnpji)3&dA8PpTm3WmZln* zv(EGQ>(uS^#78OTJ94iImp}Tp-N}Y=H~&^$q_7-U5qIOpPuUua)5quWuROTm%!|Qb z9s-FqI{-}Dg-Vo`w)RC;n227Sot*`u+D)M5<$3>gQq{QBsxo88^PT1@c9ky|WA0~I z8S`E>t{7ABC;Cz_HS=DR=_2cu+9zq>Ig<%STJ;<-SBkNmxCEY_vnoYMslnTx+S7wX z$L@APHDeiYN;Mulu2MxHL~>*36d-gLE(|X0Y3b=*$E&WO$)cd3m_7V^LzFG7|P)=YTEY_^T@lvoB`H=Ra}Crj(b7R+B!$+-o0!(OAsrz zk~97R0dcl+Ep=YUgHm8?0DDopmK;8OfcfH~_40C;V=)UxIVC@CtkBS3)A< zsGIZ?Z}Y|RmNj-gT?vX4kbwTYQq(vUJ;n76@gOuZSq{7NLNVr(>jM+_1LO#TI&VY6 zgOsF#ClLGeWp(-m;=HrdH%8mNzlmdWo`KVPQf=2-Nledpf@}1D<06A(6&C7hIR)1K z4VfWh4P9l`MNJbwhPf)(x0||xCu}D_r2dSz)hGW^K|UQaku*S;Li>ta<%qQPse-msX#8l&^H}+ z{m+;u{&wy^CYi8Zd_}}|PAu@lZfjTcg^SkoclyOQBI&pr<-6j3z3e{VxbcMZr$R4( zNA5e~9(irch>pYHqK~Hwo&(7_j^}(gKOQOnruk<-ZtOUMOt)pCEW014vHuZwpq;e( zXA> zzc{q_Av&H5#5xWwwNQVRM<%VNLwHMVei=K`zJ+^YZrJluB17fFw2|kZv;Xr&)h44N zRr$_NSAs3PeC@`ym{@4fr0wg+Dg8WS6F-98F)gYTR?RLGBcnCK< zu8loNXJc()SAPoo@el-SOdoyBPW~pa&{m}=5a3(C`#Y10IPE!uO=hX>|M?U^(@t*j z5B(+)w&?r{nTdYO|KXFTn5lMXW`zo>uIR0@ntu=d(anMC; zv61NY^@_` zqpSy4GbA^Yay|&FY-LXvvG=>&|D2ecn23Oq=}^?~*ZBc&1wPCR&H@#sG}2G2`>!BQ z#}v-7kZi|hw;;Wwmn!~KP`}d$AM-g13!`$&@GaZl33RJn{t`%_n-33%+A4U}(FhGAekv;{Ie>f*cgB@ivAnj4jX@j&|ed(R1=0Stg- z?i;|WK+V~u4Z1WgaddUPia!P|b29K0Jpjy!BAi`NL_qYMvSeUzRtM$7H#9zyH_m%^ z;tdLn#0G(2vU&QjUJ?hI(>?>aM8o}WORYvNUb_XO`Mg*4&n$W`K~_AOj8(a0ok7OG z?hEviLf@*YXY1TKqvX48W!i92EqC6uwh5l9MQ8Zrsl;6Dk0+G(lj<0uhm&N~xO_{G zu*~+4iqyyKnr}O}&GzRG6Rg~tj7KQ~5;rJo`R-Vv4+hdG({G60ltvp)4c(@}o5In3 z)SUts<5=Pv@Q(Vq91hZx=bxb@$e-45uQ%XMi|Xy)0QrkWn7r%ijV_*Vu>hT~=C`pI^CL0?jMsVoD#F zI9w}HR%@*cHJ~N*10uSC1T(BaGw!uaK*KZe=}=%u#e+%k6*HfPW#OOPcm&KoNof}T zYJkpxfGj7!h_H5u#TJ>rKKt?N8gPclsh+Q&qkw7-q-a5e#r0!)$Wh2;WH^ zl|c}@<^%J}HuBO8tSGaUNxcW&P0J994D@@gU7kUv`}7Oy zBc;*6KqBkZHe~VWHgk4UJDv%0A{A-4w7bH3O&tbb#B&b6iJWo9W)UATJ z#4_I`6Ni}U>T?zL*L!dkGRk+pa{oEmvBt;3hJGZYav0tTZnYVNVa1Pgc2>KkcD;=+ z<;ugak^=^#T=B_crCt(SeNcK`TfSYDiXi1r+8z7L9sfH4q0zWKXibO32r7H@4T-Od zS~nujzFO93WYCJY!{_0hmp6iOlhMA!RcDu9S4fat9RLY7?0nB%)!ICads1#z8Yb#q zq@<|GvUgc#Xl6bZ9F8!(o0~5(7qDa-c$3(*z>g_3;2DqXz6xJllX|R7meosjZ`ve;zCtH7a*` zx|WHn$Wra_h2!nj!w=8fK{CX$FOI>9y~CmC?OR@tQ5w!HE21ta&+ov)oYIw#&dAtv zmkCpyLfT7Whur*3Z%sQN5cXzLsvrDQ<=!Mz)&RLu(a~c7nauZQgi|;xh3cpRrKTUv z^)ci(vyY$u&tKbX3hEuZ^&Feaz1;Sb(=pS{`AetGqQ`#|I)47)TF*7(qx#UU&Uo$m zUj2P=oknGho6u^PaEWJImQY>cqK^%e-{y6G?N0F{_VxVajh_o~$&CVxh#$r0dRyqk zrJL*$lCf(GWEc$YD%9{#E9!FnJ5)}nqPF51BM}}pxl!tAB?0QCDVG^6z8X*yl>B9TSt?7>dJA32 zs_{J=PQb9K<=F?KE1KK=H0}nN;#+Ma?B)1whZ{Mbcws}=z@M}MZobpq=i|l9?uc*2 zjBQ7s^FvJzwX$zpv^|V|3dz_#^d6%@2@(6YU}!e+_5srw&3qKcXft;A{jKfo%u4>S zyf$FbN`XD^xe2Y#?#le!=M3?9gDuWia`^;AJJ&nA+PgRbEcIVhRGsUR+R^ z$T3&Sc>Tg?e)QRT?&@4g*9C_D9AvWlbg-3tDlq6l2P+TX!?^wAGL8gG!#5{=2;0qE zsS`WjRqJw>vi-fys&`0{!LbE44!(!VXL5&4Z0tj4nyFhJRh73HRvb6IG-_uXA9 zJL`N+xUu2#viQ*wEe2LU*`g49C4p7*Hp?9O3i-{OsVjmG6Ktsuh?=XI>6stUFB+QM zF9XM)S@=k36h@aCHc2feHtqnZ2#R}ekI3L5aMoTf%j3PJ8G0je`VI3fwITt`U7S$^ z@eRD}`Ybr8m-2boTvFZA$k$MwEA=J*LIDYLC*m8^$>47AQ;#VFqx8UtYb&5tCIScQ zY$?Vz;oaabsYes^ra2qEynK8q^YbQpBuzk*&QP2x#;_JXHZSqDtOZKNRGc%WhZC4? z-4B-!`xUlM)?JBYKj*8CxNg1$L4(mD8Qu`Ch5Y?S-vA*_Z> z;@jtr|Gm13q?*i9KVGewaG>f$KKX8?soA~SZl3#myJFMUDN99ThV3UV$xS5Yp(>l0 z!p6}IyW?+_2`TOEu#4~diSpY~v2A8-^;Hi(kfY~!LnTY_zX`n4ZeC~ZlYh<2Rn;(G zTvulJd{DfEBZ2lN$D;|v0DF0XY2IJjfojk75px>E<{(-2#eeBm^N68RVL z7U=Deru*2ZQbp8lBv)g%%Gh$r1bJ4F0##f8Fi3ZA5n%zPWrwGJx1 z)M5-545TrzGCpgu%qj#v>dfI4|6WwUiW#EF!O##*9?ie>0zO1SFTSEHAp1Cv4>C^O zR}Ujp3IzVoW_lZ4Qu<62t|>5~n5%b6BTx4@On5wIT9feKY-QqC=ikiVA5$f%GIeZw zoSq$W!x|>I5lDYFG08c>$X0&#h*du;{&a{08|R9|CQGN%7np1 zXpWGDZT$^ca*{##hW9abFSZN~4GoWCVc|0i_!gW1j)k|VIzB#bKa9xgT#ESp6k8Fw z;rM0I&wm^nd9&jyC9uOzdGw^?JWgeYYf6)~nqgvb;`9J#nT5oqnLIDy(18Fvh*`XQ z4kk7QB2ab)FDh5mcQnKgAaekF(=XbMm{7fuTkh!+L+p^twe}h)M^u+XRwAD_Y_}r zKBH_^2kkFt-8AAilsQfP9aFqCVhS=}-Ich;3+Rn@^KGs!$oFXHpjf?&g^gY0X7Vm0 zp|BE+bEc2Dh4E2;Hz?Fx+Uu>NGH(}?{u$C?y@l%)l`KTO$`k3U<;8mh2U9A1=6>34 z>6Rbg1J0dZl)5J!l9Q3MFk%itdsUHQZT2{Dc;|x2@M_0DI87$jYhdk;)Agz!4!817PbPJ z6*HW3dfWN!dH*<2FW*ZUaHLrqr(!-WXctVrXaiIb(X=Hns6GMSKkmmH3Zyc&_1D1D zW{_{XsyKPFzT0ECc1K*!e9*cCvx^wX8P*Qs0X#DqRY1DY8*Ks>TNCqE*a!7%x+{|El#T+nZxdp#&!IkqMuH70FdMB; z?VtymvV#3P+}G~8HiWVp7~U6+atV0(PVZK;LjOgSaz4L^$pqb2RN0n`s|WI#K&PLu z?n7*1TGo*0-0*DuQ8BU3U%ScA7~>{r^1FhC3rq_#T(cHUKc4)SYSl)&jHTJ7-$<(Y zN{v=0EwFJ}G<{cWlxC~;L_3e@fVQf)Nk}Gnb0^M&oPNWC5j+(RPR#e4r6i_1KUp(O z$>I4zS2fM#TnB7Iw^Jvq%?)k@-#Y|GJ0pf}$m-_6(BzUZLs*b_hYXjYb>}-jFYldw z`o5o?*|>-vnz%nOtG_#+BIJt4-rm5YIIkLeY3Fv&y;1&IE5soTO9XB(y$k}FE7aG; zQVStLihSpDjol#4Kohl&3i^8c-rs)_KS=RuU1j$~q1XVV4&NS~$6xsS(LMN=Ma)$tL{evV z^p8Ug=A?avWb(gT;I>9XATL+9$Ob}8nxD1D>-`$QR-cmhl0JQ41X7Mn!u4(pqxqA8 z9f9kZeoY3KhBE7XI2aEwKYEhKTQ9nH8zW_v}++fLE3=;bD%+5XSHtgUUxK75DJ){lc8 zbt6gdiA+d)OQpr1As+qY>ozU+QTi$D%k@~2=A6=T`b#iO6mb9FoRD^Bh39iHRJ+~Y zr|RwoSgF)jM-Vcq^;lPC*Y7003ohh(5_(gZjvwGF&Qb^gz@pYF_v*7>phwj27n+{& zl~dqzR|@(PCS|(H14sj2QEbBaJRh2BumW6z2jH zb7$?6*(8FwLM_UnNK|@U7H>nRkNZJacBFqG5X38sJ$ z+Te-i?>pb1grP<2nq%m|Q_xU}4&J#DW&?AFeE-sC`s?qhmqS5YHRc>Rd9xdmN>Ym- zRo|Gut7xp@-ogA!KBa+uw3$4DyxSe*?hT}lDe*`d^|1)UWH#nm|BMA;VyApT0j8X= z*N(O~spke4u6t{Def0hhfVfHp!sMLSQI|-B(;0{^=!Rr4^4;5i_kNQ8C)Tqx+>=0- zuL$(|^X-`O)PMI*6Um=@2s>^2&}4oMvB=C3y68Lwv!?Nn#ls^Jepj>Z=etP_h|W0z zrLcRtFo)24=hT}q_hvB)pNtEIEt0}qHeQAu_D1TbMms-TnQPd;cPsrmNcD99!(%Nq zU9Z=gOq23jR=(EZLT2oW%?y{i+7>SLS`G#k*GV4QS{T#oLc8#dq^U_n&Wiz1S>JO1 zG$Qq;O8UBeoN|NU;aBsw=AIb&MBO+!kM6D##0hSMgh~;0({~@{zrO{n-SNQIHVle@ z0wis>-zoUz)t)>l0jPtAE~Gl&K*CVZdK9o`?Iuff%2;VG8xsmgQll{7l+4o{E#fy+7kBh93nveCZ!YA zj5dPkpuY}5U`mpowc`g!FzAiF7&zXHGAK9X_Pr%Jfv`swO@uxQuihb=bOKBy0^Z0U z!GS(|lWO>x;*TNCRg3C1Z=N3GHhK0n7(|o;z?bR))qQz!*92dpf_JR$Ilc$;n}!!^ z@2c?0W*JwmyDPA@En&@gAT3rFh74PW#u4L%D#J09yeUp(HfhV_*z&i|aQfM@GR0^7 zKi{g6ss2=BPje0d-6$T&%}#>}nPr>xSdL6_EvqeJZy&JywEO=Ku*R!u#{OM0iV^{q ze4&6U-y_Kuj`85ofHIB_%*FSgx5gV*Lqa_bZo}7~WWkZlYu95!4

RZ+uS<8l zRMmdek%cbuv?w1lVsR)tTr}Cs#;eb0|GX4`#h%o6arV@fCOe1i zI5D5!9gOJLa+&XOJ_SR`9x`V^O!;SDrhjs-6a+sBjx%kVy8Ai*FQ6Q7k7H%`!M!nX z1f-AJK%j(&f~6ND>L#m7oIXnmZm+mB-IC9O%a9hX&Yq zwOM#EaW^h~P$kU$@E_wAo`uo>2p@;T2&bu}gln_t3S?UK(-Fd5OOc)tj~`^IL_N;I zh-60T<#()nRw&WP(va?13#e?~qJ4WMXAUTNCNfk~Hh}nHe_t)gv+7=C1_s{eoX>xl z)#aN)G4ORTw{=P5Zpb|hf9;GvpUlyDc}JWiDuGsf#$BO%ZhOBP-TR_bhICCV=*JYf z+07;u1^Rv&lOzAB!?`C+Xe86Jf@Z%6&di+q@KTWqrAaiYyWSw#e+hC1)2OVkzmM@=W+Qi&9D$dtng3x#6|IJ7?zm|9s` zx%J_;*wu?Ld#q3<<^ly+j~uqf3I>C?d!9crXBq!nR#cC?mr99#)CuhXKHgittOnp0 zZk#8{?Rk@tlvL1-7x404HmfWZ`Gh|tCgeu|9X`EI6JtrlC2D-N{ z=&w|~Nhy^#H|x0D9fsC|KCj5pjPvVgiQT`&T~(I);XR>2$$;aCMzMBm)iaBV(^@4lG2BlYkt=lokvB>;8@Tn!P)j9NC6FsvV^L;k-N6=Wub( z**r-4HT@D4g}VNciDW zrmlGY`%xBOwA%YyTkz@Hbfk$*??;b7-6DW4}0tPYFjG9p~~)_+V?Bf8EJ;b zZ#O(rt5+~~v*3uOo2*4nHceg{vD$hwy|8Ek!rJ9dZEhu{)MW-DM8#=ieMiT#^|Di1 zsxX^BgxBAMI3DR^*vyY{6sbC?^U?k2x4!9PP^yyK&FYeJY?QnQ$0NnQ)1P%ec! z%{b2tbz^gCI#Sz!_k%6H{!LXN7uW2nfp~^|J8t$qA+ZYq{7^^?gst zP$`1%lrf7ocYkQAUo{XNA9d}Ow!dH%=)6r3EYE^({z`9beI#v){ucKq zVXDo$KeKod{N)--=T&#^qZJ$7;9Civ_c=f3(_2K;5fKq3bU4&FX58tBto5$?YR>lJ za3F0{ieMvmDYB@qPcS+Aa?>#b$Z#}2|8=e~qx772sBxvR`D#Z902&5I;Y@&(z6jt| z=vuS8Yz8lYN1kxqov_%gXw6?FNY&$AkpK^^4B_`4wh9l!mI= zRD*L#g^8K`Ln+C`EOfMVy%^6pRQFu{Yam0@xV>$Rm$Eg9I(2Yj@szythkvbUrbc#z5 zI+Si^{9q}vQw6Qw5xS(9j`L-T(bUk_xo{qR_LF{>WjBU^X)E|#Q{zLeDuF@W!ut_E zuZ(OKXDuKRRve!M^)BhZ-+ICj_*vtj4L2af{m!D@1gw}5FZcc~0VR~@wx7mx@jnE) zAg{E>f7SvAb-^emS5Xa4x~)i_HqZCoS}}J$YtNp*m)2Nz>{*MZ2;DK%-foX%zU7!8 z2rfa(szEK#zAQy)=@YYCf!6jZ46_ z-T*dNG|+X2K=86iHj&C-e%new=PRiGEp>`6{6S z8H72wp!&Xm{m3U}rPX*~1n#%{y6@-A_0+S`#$qI)g9GLC#K#2mxnOwRHwRhycbBWjg+l<(anEjp1-{7#iscmXnzSY&$#sA#$Jo7KiqSoiYq!~!1 znn!o;++hc+gBX}}sh&Io3aI@qVUFJx4HUsNxC<*1Q`OQ+g%A*6l4S6D2$EAbQSWU5 z^9-^8vQI;6nLu#ZMORN>KLs_w;2C>(FP`e+i^Q5I0#SiyQ59B462t4rrUxF1`5~--Si^Vz^ffJ7g@gi@)Q+d#;m75?G{_klt6kEtqhy*Sb;vd(-z@gF=j5+ah#jZlfHAC&@8;ZxW$`%zhf+m} zcF)SRFgCB$)g|(&yS}K~r6rZAAAE1oDi|JeC5&8Yyz>bkc3oe#5ovE>(_pt?m>02# z_IMP)4oOnfcp3k_BwWB1a(eN1Wn(aTYD2*N7H}B1G6r%&c7b_Da96Quq$O)*9`Tg? zU-QQVS7m9lj{ANRH8(>3Rr3?jf4gA1g6I^4n}DSHO|XR{0eHOT8NyXn%URfvMdtU` zH*{5pH50ov6X(^puLPv5vV4B;3KrSf>OM%1a(MP2QSVpTGY{Tc0!@XjKb52HY@1xBTfXENkYNS@1I!Na|AYaq%DB-rd*OE&RRq@S;tmb$vGk~XS&(6+lobF*drdxnK$J*L za2N!StpJ3NSp-!p3M7wO&F+VlDeSaBY{f%=v|Zh&qc>wr5ug3Q4|bHPOfEr?eVHtf z?h_qu11PdfFfG(DhCz`GGrZd;-SFhX_2Yy0?dx%Vk_d4i#U!BzWe1fAx#S^4e9|E#KT zq;z3jZ6BoPjfS8~E6)~3Zc&lh0KXW$YXf9=fE}Bb4YBQX-XqsG7tkG-XWQgTtbXEf zhDD!b0;0XqYjlX5u)0ZlFUE*E=i4lIgp?Yo6#Bim_Ls z)z70eh(K*Wn#B!mP=l7s6}t!y>;sR4P8Hc9{XWRnc=F_anXh+Z2is{fuwaI%si^|^ zoX|BD1G84sPVkeR2HW&_j>(X;C&uy#@4>gahyXHrG6aeN(Zsws1}xUzegI_9J_P8B zw0L%qR*IHyz!7f}sG;vK!?T$HSuB?ymwy0}ME?MTf{LoV>nZ%i-PQd*)-m5CfjmRL z%*X!z@|FhnPKP`JaF{(iqdlNHdkV}t1Hj+J3u1%zchLXNj-mtLCZc3$aId8aZ&=g? zM_Mpu0gebLbi%}%=BOoN5)2hxd-A>$6S9%~-lokTXHgkDUyxq~$DEA+sdizS8gJp# zs^0(|J$=+;WA2NDA0bULx=mWBCWQ081@#UK)36s5HwUvsL@{#{>~k4M+%+~zWJ^DD z*z-0F%-B$Gi^3Tgy+((F6j4eXpJo_VDE`{#x>%%%2^Qco0r= z1KN{wC3hMQ?V8C5sp|Np{_E#a)rpEkA*he+?dtmfk7os?DgVubtyAW5Bblea)}pr+ zz*gX-27~te*0D~7|~cQ zcF07i{#VEuahI3Xr)LuXHZTA_Vw>(zI@Eg+0vGsP3!9SqL&2+7n8TOQ?(*Slf9(N9uK0*HZl*|Cz88^}yqVns z$!-cqN!!SrG`i4x$$HpngBXKJ-`epurr3>9tEMl8^YEUd-&>j@fUVhl`kN$My#-ql zdstl;nerZ@pBQ+~ojBkEB;9g=bC~hDxdSM=Q(dm^-p(@j-x|#>KPT=|B<+T=c;(`DETB@@hoS<3Khg+a3;uu^ z#;nP@sDlPvba?=gDi|VZoCjzHHW0xse)I)HdLx5qRetB((hEZN=rV<<7--@HWqQKb#8KtdFFla&~NXZJnFzh zX0r(M;Eho$b&OkBU8(#k?hJ1Dqu^3Z`YF~wq8b}iy8ePGr!%D&E!x`7>$K=>)g^97)24t?|l z9LXU7d~_smyU6`}ts;@c{0Tut+l|SR!i=2Ef6w$4yV}ibUV(Xh(RqM9JmJ~v{f`-- z_HAMNp7+k3epM>x=^8$SO!##OP^o9vZ!m?h_T?~wc4qPw@Gb!}r2pk^f! zCtsRlIBHiV7+g$m)+anVgtp8{*|LQx!&>K^%#3EmDkGo&He<>PZ@_;`O&%WNNw1I++jL2uJSNn*o*YcOkO~&P9kq(4l&)bRS=Lg1IL($g_(zQ2LM)<@m&bO za-sDY{b5%@QUc?}&T0R;rHXKn&Db>i(yg33FuNxB}Yk)&x@tHPOy}$Px^DstXk;n*BrUwKIqvv z6}2?kP}_%pJ0^s>>Jxth)*p7rpZsjscb16SKdfUNPD_!>jc!qNKY@tU7m!0I_b%ii z=FHf)x%VSTjDLG#M_feRmihhxGA8b>-0lA5&W1R8&GD|wJOUm*VAKFKz%!Z#g|{+c zZ9`=uIr>em-~hFbu)iZ-uBi`1ZwA4huIC`DOr`e`(72CkVfqayFrVW~aUq@-^~2V{4Xp5HGV@1&zL53!|Um-|M&&As}APi>fArdS`g5!TiAWY zE1qZJk3*lph?0v-d!Z=kj-PpOi`$e!U?D_uXm!?=JbhYa!k?ahoZ(j#+ZhFZW3oa5 ze2q!&S-|e=txJI@-zrma|7?#DOV@bqUqFgajj~B+B|4-Iz@kTLn#9-)+`$ziHgo?) z?*dN(`FCkQ0M1KcCA0}?;0K4g`}`g9?p3g#Qe{sDM`(n2I|c(!9s`-d=!}O+@|6&i zgoQGU``KHL4u>&waSPM@Q)UVqM*(IM|0F8H?(8=UgatDouR3q**Wf;iz-c~NBuL9= zjH(dFbI*_g5XO^9y$-+XNY*2ur|G-ET}I7U8p5PVx9Jb1KOr{cV?B+60#<_Y^i99e zXSnAhENKg@flr*2XR(|&&t-3)8o@Q5gCKE)XjECyYQhYh+ZZ0iXGC~q?C^PW%C8t% zK`@C@s#|0Plm%kFGEtZ4yx-OnogOO}G7|soh5n&dXlmc5jj-uChH z!c}{xfx%*lx$hmOx+!6if?{+C6(a9?mZ>)^Q=5IIWuIQRYH2;K;^%eBGNOofzMOu4 zWcs&eU;|IFyWq_f%>7q_dRT%X;{Vg!Hl6xvb0wHW=2-U}vi1!P|?#FQ`-Q+F(KMXgAM zADj~89+I2PW<7M`osU1tML{yE#im)N6WWc zTUkXVGg_wM^WuGXp*iH$BBc>UFH_jispxG+97CA>GL|*vDg&7^#VReL*N>oEw7cGW zkUdQmXzeJ!OM(hB__-P7iW%m(2z+fh$7yN-Jns@|x5Z>L<+vI@0=os<+bmSf++%o1 zcD)8PLV>?nclXZb7NawBam;ahX0CGpEb+p32X<_~(7O=-I2?qg#|4vy3uHrlOLin- zcfMRjj4hH}?L_Lg-V<+9y3vGY=Hyg)RsAvdS(`E*g>n?@J;Lsf(3-3*p8+OlRdBiD z;m&8d?E$c$%)ph>>-#Krq4jur(1FkpeWCmD+bb~BF<`aFmzY4Btl^Tm5I8g&sh``c zjy4eM)^aL@#0axj*vESj45W2paEjR}WDDJ9C_cECew#3wTut50Yj~G4qK>V%@ju%a zfwFY_oe^VD8dkfX7(9Q@iUx?;=(OWI97NMY$hHxDx-FEZL7LXqv2T**VRgmS-T6LSbhROanU9kaIo1ap6ffXA&5}dKpvr{==Ln zk;E;WJZ7Mlc{RQOVJ0qB6K<}7#Rhr>^pbaB5-0@|P=s8J3g`W$_|o4>$h+~wCBW_q z{R+jkZK+l{&$@(tt`Xn)+cAe?rCSyIdWU}23TTV2Gt7N&=$23>4~H)*S-SFNWmS=J z%y{plh$K~j+4Atk3}~e!Mcb#CE{h-rEYA!adE~GHmO2RtZoKI6dHM%NA}Y($wR9J3 zO`!qUNaF!1t%nLZd|~}xSZ=J$VK1zC{`T*{7?XErUTwx1Q}fs9v4HjdzWS-*;ZXyS zsUJB#mH)da|UE2@U!*0TeENyu!$JBIs#uEy7jPSm`{v8hYIm)l{#Aj zy)wE0q1~Bw3Btp}i-9!l9{Vst+C4|t*tm3l8H6YDbKLknY5WOtBL4zlX4OY&jqiNK z5yYOq=cg+lfDgE=40DGalz4!7RLMT6%XZ6t<@FFUbgL*p@@Je@6)RNOQJKU z54eaCyn^vbLkW+xW;j~sNI>D<6DK@-f_80t?yPW|M ztPFVGd}bN*qG->3KQ4xZ{+e64A5Z!Bp8WO~08n6sDy9d@^DI@kl6rzKz@%T3HRZS+ zQa5M~UfJzDRp=o64t{0;$|y;eeBZVpOvctB&ZgV>4#9u*`%@YDR3h=V+y@;BXE7z8 zCiF563$-j}+a870c>^b{`t~FLX!B*~M1XRbISc33o{3S1z-j!N z2lg5liSEIfg>CM?*JqSG5Mst-xPWBQ=FfuPaa~!6nmneoLJy$W6nhyn9|HHHQ~oE= zQ_D%74NIH2A2Bmgm>Iz%0C8?|+kL*UkjYNo;!arg5B8^jpj?l0jybqO&~4;A7BMh0;oGw;oj!8@7lS7?YT1wO4hB7Z~sA|V(j zyJ)_}(v5D8QS1{G;vR^(nHQTy2b_P?*^H>h#q38vwBLQM@I=|DM;b{T+7x-VTB(qI z4GOnCam1$r;ywA_`O@Jt;p@bgnxu-F4+;dKK%e6Y zE>Q!pSpFFg&b+xQw92fIb8kb|i&F7*=W)IaG-=%Sk8%J*wRneYpd;!)%VwZ8qy`&= zu=%H3%H}Nnj40l2|q}Gc_^%S<~V{Ap7GM0BVY4&l5txj z`Dg*%N0BHuQIwY$zV*K$n6vgp-uqVzjU1RHtX@I|)N1?3Jwe~&cOGKFK43qlRgQY3 z$Sc`Vmmr)IH2#)OlzK^U=X5+0FXXc?s8Y%kmv^WY`lFFw-fBrFHc-X5v8RfvLd*u?L}(&>0EEanmd2@C7{>TRfqZ3ZEqL7*+M&MA^3B5 zx7}-M0>0ijynU|Z029LMU;Lj8EfR9JLwaMncC<&E2gk9;kK{TO~u zJ0=Q`WG-7Vwg-aA&`3m}amZ2EkKi}M#7Bruzf8+dIodExLYq}+!3-`!em3ZP*fzZz z9zi|{qHSk9j68~E6h}O0yYy^-rrckVYZMxC;)}!bqn}{GJMV+7nejuB!A9a=AtNrd zn_(#U*3FxRqolnOMv9!z?xD`CrHnc|5KYz?85~{(*?AVOU@=_z_boWq*&2CJbzv|U zA#gqE5b~KdX={Njm5oNYyvo%?=ZdIeYLF9Ie}v~Z9=JK8y2~RfE4m~={1k3zfgQpX zCQ7ss3XkwU&W5+F@`S&iSood{cRdK^qK0Wjiz@xw$cNC{wO=sMw%)W2oi#Ku*gt;W zqk#2BrPkY3^wX|A>vO`C&5RzOFk!K7;k_T3Q~p%X>o@VM;UBY_hxx+qWNQ}(F3+<@ zy*fRTU#)~&1=(z3QIo}ua>brJ2g9yOGg9RXWELRjNh*C7+Tf;kDffDZMpcW6t~Hh%aR`{YI^`O2>8Un9rZrf~9By%x3k3eM&F6 z2qh}j+=S31-Fj1GS?s~oqXJzzMG13N4Nd%|>vg={=S-Ws`53;6q4ZkrSr}oOryTvM zG`toRm-v-bD)Gda%EvCJ^%E0Tg5c|t&TIn|(TVA1>oJ-?sj`P;uR#p^%x$AGf|>5nRTnHBGbATc3F zfl~MAV3(XJwz@^*^^*Y&vlK^h9^l$$RypzVK%$INnbL$5HXXq6Aw9dCtLOH4pgd6C%!+$9;aCfqlB6Iz~6IipuaQ z&_=@qQ6A}+>Ipqug4*o)wM(DXwC=6?UTCk&N`@H>)sff<3*>grX+U?Q1yh+Vzo$C(4HeeKmIRWn(%ymhxfK4*Cc`oWDv$wuh zc($~yYna`n)aSi26W=pDoR)14±c~_Z|qarb**E$%eg`Lu#=P! zJ1fTPqF&7epy~oBj zq2QbTCZV`_xI5D=Nak3ku!>SGm#ub>IPr{$ZlMKtR0P$5_*TSpp4h_InXfRMDroo+ zPe88!kx98|E%xFSM|9I!r5= ze*5~ta&!E1H@uGRR||6ydo)Gj;I59NFm=m7+%>^vfKl{yd-=oZ4GImVS7(7Y)M7qZ zKnWtxXHBttqKe8s*<3yGaj6$k@H6;L{WcA(mp-v&6{u&+s-<1 z*KOqkZEGh#`lhvnG3tI5ta^EbIP=JUrFOra?OU!GJ8GAe+-g4`pEcd^19!xfo7%?< zKV6Xx;i?bub;RETUL`nE*M&%+3jC1O@ja~~>>!V2;P>Ri^@+wNNl#}ww5D*gtUGsW zi%Y>11tk8mXU32SDk-`FQ^*lfWP0M%uWoXC{x9YWx8$bBq9P^Oi!Z;M4_LptdfzUo z(BTBNrFU;n)t@ElJrs~a0Y~NsO<}Dc!raFo??4;7=&WPdJh$Th6927d@szIR3>V6{ zdH7qKFIQ3O%gGtlat^^Jozq(07-NFR05kZiIySf=H+_&y)6p`q^g*=dbGev1f6+l1 zsA#P{=A?=K+2U)8w5ypG-y;Et^f@B*qD((lTM*>IvQ$;C05`*_%HTA z3-FBcT$fNPT3hp+i}#Mn&9hO7z$W#81;+(r*L|2ubhC)BSpky>`~?poqTxwe5?{Ya zk#sq5Vi?Rt>I0Wm=FhZ}$2>AmTQ{wmGnTIca-no^g21tGCBTgArt^hLepC~j4~%4F zLA71>QP*46HVS3Ek$v|D`U4Yrlj~N&B6JT0g=a?MeN=81p<33BH;C>WYM(Z zBeyH2i~PXm8l4Zh7@-dZ{SX;N8N=h+ z_~9oBV@kI>9GEA`Wi8vD)(ri?!mKoHbmcfE`M;jQ45xjpcX-G6tIQyyWD8QxK8*@- zQd=)ri#DT)h|&1%dXq)3Y)li4nTLg6h0v2DOm)qTAkSvmZmH6O{>j=Sf3~65z`Vb3 z$JoE|r7O`?BwpghXdm})@gEFR`Z4tLr8hUdu*}1CPTd(NP=y|~Y&=t3y`{gKq<)QB z#fB2`ivD->0!&YYguaCf0abb_Aziwjw)GvGxN3OJqB2dA70c9d?vW;G-dNzNpSpD@OlM7_#gdM_s(B>f8SuS2myF)EhkZ-w zVP66)!iFvE^{U}JO7UfA$wq3x0U*$%LDQQtKuUxxM=4+@LCo#WKb;Upys2rHtzoyv zsRE!g^f`jA-J#el7y#-=2cfYR0sPk%AVc;LhY1=Tva+ypay%-Rs}E@|E?cX-68^m=!De505&yb3L$G8 z%gtAMZ&ziB9d?DEUi@~*QJoQDiC$77Z;4iX^L_OQrtp_8;;TkL{wQ?Jlh)V28e@=` z*W`fGD-U(`g8@t_Dg4^G*e{*@tK**Z-w#>;AE45!znRzMr>v8+9?{K|XdTY1DL(;| zUpFx28+ruydUz#?ho2y7Z-|&vqmVG2MuAX!%O9-p=j7eAsM-;*S!&b&Wt^y_BuI#C zf(?9VU{lob=0O%IsH$V=xL$l;E&Fi{Z3eLx#x(O7u>J{3rXeu4+ywp8ohw5*E3;fY&lB!QAd$>(-mD|xY82QzcW>5{^w*W0^3;?RcIaPOb0tD)gVIxi zb|3(%0*w@7E)pEKdtW^XXmXtsm9{*5FLrYFe=hqw8}x$!f~5Q7x0f$L_kthH)mo|; zzYZyUV*L6ey9hMy|H-hdM0dT#Fufl8{rAk9l2F1~t@|B(rb|S7G;FkgIV*#m5KY;K{BTY?E$Ky(P9BR@z8@2 z4g!XnwNAN+hw~;Ekqc4d5Rji+OX4;OCR#vxY(V6QKlifR>|FT$<#?l44pt`%j{?sg zLx_}Lc8%Hfj*i3mnQvy+85iIbq*1eQ4}a~(O5Jxy5A~3G`+DAMm^7t#$t7!w-ZkH0 zcy%-4OTeT$o|t~r7p$G@=T^cx2#x+0gZx$h*L-IFnfJRyZ4b)iKD28zz z90H!|_O1FoCDadp;#TdEVtr0z7!h!hl-Xge04^pIfcaWTop1x*H)&Fw%>%qB)gqzl zpF3uMkgC^Ga8OX`u_tW%@Bj*T8S87L6#k6>r0s@OE$iy)>OAWqXcV4ZvR~9NzS&Wx zVARpI;fI$qDH#Awe_KHe;zh1?FWw979*|P1d-tg5-`BeE;MS%oE^cJ)&jTVIw0`Sj zPCeqAlTeDTm5`v;?=qhri1X=-SG(E5s*vq?^Ua5u>I^nlX$@C>z^ zql6<7i0{B7dFrKW+~W6ESQB3?SjA-jWuvaBqF(A|J{Jyn4)+4?w`|MG#?udeoI7|x|oj+1U zwG2T~IYf>VmwxLU{p{(1f=IvwaO5-5b&4&bHvSb9J2{4^W;N60{F0cWlLVPCf~e95 zQN~v803wTFySt!!MR#&DY#Mk54X4-A1xiO3gf#stp%HFcl4ic)j9{L4hv)sP?07i2;-OzRbNSaV#l5;W$+mx| zk_(qaFZ?=lTvSdW@F%>YUjL$}ck|w;s}C|?5c+wfIKMcP$cEn$8ra8=NK|yqj?bjR zhh(Gg#4_bZe!}QsrDsW3>7~t5`EZeio-6Z_kkp9maiEs$<-!R6x!Xbbd6Bp+1`E$s z<$v^$UR2PIOuuK@)ID4hik>pT-TXPfcM0sJ6yCp|nq%YMSaAXFG`|->o8_)hM~M~E zJ>>@FDQjP)%MlJExC$vT;ia3;6T0r6(+QaK%LsTdBevF^kB6{o>80|f>^rChYNaFT zBvBNa2YS;tP@F$CE?>2KAS~TLEjCkZX-8qSsHIYCUxsDG!Gd?Y6{Q$Ic-fhrsr<^U zzGi61k6S7A2561KaYlEfB=oxxwABZ;nP3w1 zRe@uQ(k+I;z%rX@A=_>#Q1xau{%ubAF9tt3(g3ttX~ulZS27 zlMGjuu^fkY-Tku?_G-MoQIf3h_uRk6W4WQcPY=^$(Jx)f;n6o05?1|> zJ%k+kL+>;U7^}#In2jct1t?e>CM(lD3Tm5gMXGRiCA8M+(m1CwF7St>qlM`^LHY2fO2o4mt(6{@oDuDo{Z9<<7;eOoHxI9n5ZP#5 zd&oQk04xe2PoIiggpGtkZR&^7f88Sn{@whL+$XLPu|44`*4jO5nrwA_dPaCQS?^Pb z(o)(3c)pVD(6ej;e$AS)k%|h@`ddN?9dRja6qCdAs19+3v)~QQ;rV&(80u&Lq}key zaW#s&D{B1Z-(YsrWJ)yC(b1@XFr23o5fO*F2t6OO?0`xXJ++AV1zu`)IypbGAHm3r zPJyEXvdD;_<&qyc$V%zBuVy&_$}HCe+V&%=X58fgD@JKP`?tMWM%@u5g zluG14?m(lj}Y~kjIM1z(a!Y7@KC+D0_*E|Q(T@tdL0Y4 zuVb{ea_(}`zh#0(dOv1as$~A%2I8N8g*u-0_cOt`OM)dZ6|v;s(r1O5+c7~Pc~>cf z$0i-B%n^%kDEnUlf-S9ZoSpJt!=x<>Zk4-Y{UDZ5R7uWpy*)SSNsmZ5^`gd|=tZ?>TIlANM8q-WWLez$BuIN1_yySORSgaKSFh@CTLsO|0%=c?0R)}~w{7JSBD3`^r*|;?gC4{J4Ho%te6C653h|5<;u41 z`Ol`}dBr#T@vZ2^`v?4v*$Kz|YSQUTG$JB1f1xW&cUoLFcbqk7_?Ygq!~0hCt(Z^2 z4~U+WDqpy|Uvww;$zn^zy7GEkhi1AYikv{Gdc{v7@q-X@G8b#sIAr~$%n7ocg8)=x zo?PYXmwoKGsn#IkCFq3w0C;BeV=7l?y+xcS0(D()3s4ADg(@| zGcy)T8Lqj&Pv59mp{pCc)%gTkEMU8Ng=$~86BrsAjVKxgLGs2n2yc($Mn~%mGZEQM zx){EFxt{!j!l%%waDfJTw{{$E?z_MTMM*H;B<;$frmAtB)-a-hTddwX_vgGX>$;^9Ligi_ybe^1GY zG{(v?11Q8A`=o|xW}2$RoSN>8gt_O2y?JZ_tz zPp^SJx*2=L&)dE(9!_6@r9W?xJh-?O51#e+0ghOhM@FnQ;T$}B-n$KxZJ)lsTN>U9 zKsC8=rV6NjXilD;xXxb<)5VN^!vcZM_{HRs_j>X-I4sA|;){d+56VZ`*$#*0N)~TT z-62<>ly!%*pe!sH zk1tMkHl_1+UfH6e&&Y*S%#i05qmH-1TBTP)N_d*7fq3QPj2kDo)W!(=I+Li3GHt?w zwH$bHG&D3lshH}8TJ$Xe*W!Nud@;BJ_|m7$IAD&|RMZ$ElML=kl;ySl^ORx;sv!S% z57=)5V@~6d`m|)n@Vm*g7ErAOdnK3%L&*Vp}fE#rwTZup;drEqDptKno1 zg>ug@5MKf1cc~isXOHGyUqeEAgzt_>v`vBFq{TQCDiJ;n(ldSenn2hLyu6;VisH~Q@ARkhNiy7sX@-cV%vv1 z`Fwb95?}mGoFk5J?`QAY|J=qKz<|RxmFD@lD8BL)1QsmpY<|d#3>mM>R7)VadB+b2S$NI z+9M6^V@yMtP0qS}Ba=N}m5*cSQc3QcBwbt04N9&7_afg9r855Ue>LZD9a`VlN2$YL zt_9}PGOyS{8)rEp7l_PS4JQN>Oo6CcVyx|Str`NuJpxgg#e(uai{M=%37Mpo=I_(S zr(JhQxZ3V!Ect!cZPRbsmU?k7TPz6Q*0f34@z-jyM=U`DOTJ0s+^C{;U2(P&cW-N> zR!{*dbGI*Rgd+T4A15<}qt&DiV{}*AA8SbVkI(A?U4jW6z2|}Ec01+-wW^)D0-r^x zE*n115V$-1nm4-Yv!=r#rgpR5v)A!vJxgZnhkQbR3NDHM`)fK+c}Y|v@Jd0oW8}06 z5Z)bT$XOM)SNh4an!PId9);eb7CqT{UGS__;?a8wc0`(HXnQwPcGc^*Q*d9ZA&pdcHiMX;Pax3t8D)fmdltV?B!Vk)z{0ZwbQw2ff@2DfLHAU>vj!0= zLH7kQrham0^@IZ+M0luML+(ZIDXp?z^G^G*%m0jW^7g* zR4e2qcAi{RFMGC~#{M?SuKj(*40`z;qN=pQ_9%dtR|nkifs6)ou$ zIlmL;z*O;iF~BK&Dx8-&9Bb+Het{#7Q1_C?D3R=mPI?|%Pq8f^Nn?k{@h`Jk+PnT< ze_=;>$XFF=-PdMGZr%FE)-Hu>UZ;>MtcfThyFpVfqTPU>`3f+=boWZWOZ|f;e|dng zX+b!u*!ANf4UWKivvl)tEVathAE%!U2YUSZdsr9TJHq@}#;u4Z=Pa~2rAW3!SnxeNct+8*At7|Q!SaNEJBGbNgX*+sV3 z*!bK*wg*3la-#rdJ>G2y=GXU=i`DiGH}5u%BP-{yJ4Mzv#Ay63F82J;9ZKU9n$;rv zxf8niJh?V;W%h|`3}nAeIJ(RYb)SUEG+3tK7{s_)$VGb>kYY;*(mC-c$xcI|#ECR$ zn}*16Gc`XqzbeVQ--bh!)j+v>)QtAd3w(dxg*)9R`a4mv#3wzwzs4^g<@PV-knTIJ z=ZB|*O+nFALwnbd@q2_<&C&2%B`C}kmscY2{il2|t3;?zu9g2-Rq7}Id0u)GlzG4x zY^8OpbLccun{xP;h=XI0@kt_Mg4?)_sPtQ`OEUecFtwDKrer4{inkA&vz0%_c0wuQ zR_A%JIa$s21(D$_q3?s)s2G^WJr9O6e<)8q%()is=&mZWZ>Ev^B6VT z8)75oL-YCM1|2WL{en0?Jg?=+#4BDe_2rwCF-dcn_0!(WnZ2@QT+9)P)Bj}M)X#E< z>8@Ai8K5^TEH7mETxWcf zN&{M1vm$?SE?d$!_EeT^xkrAGAjjf2I+RfW0fsfQ4$^z)r;~&*(Ofv^a|Fpb+TGO^ z2{}p)R|E=wi3S=;^q*(1db$MKo>E1sKYAYiJ>zZeap_3+HBy+C))M>~>=JTIXG4c$ z+AP_HyO>l4v(r4Zk$K`tlnmJrW*?=<>T0QPdAEkGYhn&S*!l zrxkOZ**XHzuoJL(YPejr-H_G9cIKnGbU#!gNkpGKm3;crb+ULm+S zuD9V+IxJ+3%UxkpY`H}b!wg0*<6RA>=zLO382QMR8~|jmUO7r}AAxcR^Cy2o=|c|m1tcvQ85KpVTkBL>(+7!K)zd069@E3JP~_#Ye-rpJBCv_(F81Ws zJ?0ssyCW(dx@z-UcQxYpme)(@Fn;je52AA#M*Y04>qM0BvudTZ=2D{;t{3jGIngdy zu&9?g4*Qx{y!agtG;ss8s+IA)4laoX)STRw{PHzCZKUR;;Gvhw&Ys!KvqTetMwX%& z1pIj9F`?xJ(Wha|pG{E1i~$kl+^HF~SdNpa>4Fa>5M>lJQ~QSBntzm;QI8P%qibfd z6EADbQ#-LXU)R|u(K|dsDB*CXg?c>y*^&bg;Bh&k8(k?JxL&Ma{6l_q2 z_24_M{$+b5&MtFe|N9<6tUU)$IaQL401%_adF_4q%_Ux(yZ&|Qv^hL9f=rJ;aPd9G z39X!4QK)}y)cA<7Z>2|QTTz1sRmDA^{y`(tMRKf z^I;9`=heO4v5Qrb)(vQ?W@?E}|I5VDJ8#b{!d_Ttz^i>NxA11?>=AR9O(5ysWZv9Mq%o`s3KO8FEtH^G@Kf zS5a4IKspbTU(N?9YMLUC^N`5t*_V{JxeNE!mnzl162`_Fu=AA`eQld6j%lMg9tH5o zh1c(>*?OC`)>>Cp)r zmgrNC#>bXT%9Im>Y>PQ+&%RNS%;fXE`47M@A`w`5U>99A?UE!%e-Du5HA}JDnJ^nc zL_ApgK8SE0lW>kYZ&la2V>q@^Epz7eEVFQ$IgK_v0+Aw!FSu(b_#fJJ`{Y}{+dw&u zZBEmwE35aF4%#*F0m!nq%@Ejp+mO_(ttb0u0bn?k_qoP5W=DW)?d4YgZg({$NR>~#uYDhYGLce-SVr$=42B*3d97SOo!Af zNyK|`B+n?1JP0KU_z*NnNm}5h|9DiJ0T-lFvBPi;~8g0bY8(6c?*Pvr!lA&;0 zyj}yHf+oM_+gOri!MG!0pJAe>FG0h}x;7HI-&WCS$M4KvbN6J{m-qstf*qWilcfT? zwMh3~-Ql<~9%BA(zbyT+k$K0HYpwGv zLOF!IGi&a8QHx`~JNj!C=t{U%(CqRSOZK^#52%M_I8CpBnv3db>PT{NPEnE4qj$HZ zegQ`W_Yq$7hNWGFc^{OZ(IL0irlvG~WK`Tgc8m}{8X%mMJ%~}2{rWi)Jl->lP7Wql zkLMS+y6sBM4au`V4j9t$3%B;3FCE}Gg#R)oz$m&|vi;j_`G<&`ftHf-myx4fFqZXf z;JOj17e9FaXP2YyaagTIgx}q-oj0H4qFb~KDW;X^?tQB>qLaRJN_$AwVn=~yogo{w z?ODpXaunojwYa-y)^x3}C9zhEdH;*<4`u+Dls%|Yz;?B1aPvS!bD_B$A!Y?uJ%9Yv z=56KJTj9@JL=?6RWw~y0`ngweqc(B6L#gSiVr0HXHk2)WxydY|vv8nM@g85`3T05P zhl6T9p8mOWInOS#&c_5K!?Cevjf$_%fnlN-n>DNw?bn1R+}+d?0Q_~uKq+aPDA%== z2Umh3`+>JM=M{pgyCXz~cXgZz2`{5AToPq}m2=CfGG^6Lme7~b7BZeeEq(K1uvCfcc62*LX8cw1Dkq}O~le=REi%( z6gEwp2Fga&msyNol_qznWY(Bu0alDgBj(my+O34!(^O?`GL6`!?9?nn4gb3$;yS0K z??tUTDD9wuLKf`1VjArYBt64|LZKq#c%Lys>DT^g3gGt8W@c=TalC z%2}`~NnIo7Vz-(^5{JKW*Ao@uTP*h--W8!kH|ZmPwNrGCHEM!H*7Rxc;?Kt^AA5h= z$SViMhEqKvKJTY4ebar$kmj+4a$7H~G6t?tc0V2--Xg>YaRUP?gU66CLy%F%Q1&U> zI%f>DKDh8&a{fMf&elRrVPmKKCTSOkd+s2q8~C@Q8kK$;vhFrblj2?EG)q}Pw5en$ckG>mzM zq)7<}X#CrQGV!^UVuyxYLd7|O_bA+A7&Hk5FR8{G){n3s-{|+o!CvBCjj%1)_5x;-9q)g{d zI8~|*+!RD;_D8deFph5W`^DY~8-Nia)6=QkKw4bwv{p!phk_goi ztWE0CPx#1TuOaR~e&vy?^}gCmFuYwE4+D$=1GeT2=yW<3mb|PGDVa&T${(6dbY;{U zlaD?Q_Uc}Es9N3eRmU2?5B*b>wI=2k6hzB&*-(UMa!ubdK}H!DX*ty)=b>K zR8>)Jx8y~CzGCc5Ut*%8WgvJSHv{5NG~A`Uib~`v&q;=MwOxj-yzKcJ-ATX5!u?&) z`Hn?HJ$iyEFQcWmM|_lOpowG!&u;uK%>5K}eIwKx6A)rZs79MGl(?cVdGU9pWfDlOs0fAsdl1}l>@o}*1V31W}eqr1Y4wgK~ zLp*uW%@)y%UxWrB64*&UOP-_hJU;?4piuev7RlE6G2qWj$sy|5^aJg>tv7fa8hVu( zfc^*>*g`if6y ziBeFv27_?hrz6@cJa>eCq_;c-(5dYvB1$M8b@KjEAS4PeVO1H@TGDk!I-`13tHzmrRO88@84-7-Z46nNd zmf(rGHqu!!R{9WR>zNS+^1s9ZuP(R)4U*a1++6XA`uS^jcB$du+~(qf&5ik5qH1cu z?o3dtMJioQE6I@UX=xo$61@EZTDk~?6b!!4P%=^%-U_s6KTwMJqp=a$Ke7?g!uKv^ z8fJ(bmP?daHjK6HKAT@9<8HO0qNmRE4VFmh$gY{-mb74=$b$TqLZzV?+Ou8*3Q6(WbT+hXT!S^J~6^-^a1zv=szf)X&?cD%>%*x>$>& zk&*&P`Y-_2BpjcdUj|g~6jFqSE0iE1SfE{{l&zdLqq=nd;+d!T`-f!y=2D7HCoS4Y zf5VjH@y?{^u|BOzJor@CV+`4mP~FKR;)~dJSVXuw)XD;sDAQZfgL*oqe@_-z!y?2} z7P1QMf$h^>VLrHsG*$%>GoqdBam~HfETr&Uco!`!J4RieN3HicJ!nFJco1UpS z#R*h#Vf69AmP+=CcUp8kKaaeTo++EI>k-<`?Hh(JVkBxdYtNwGgvGE*L{!|Gi1)L66L`)T? z*`zLP;%+^AB$IzBBYmHSTyMpiBsbr|Ti-4^NfM0-+hfZR7dLupfMxt@20OW7()Z!m z7!8Jfo7xG9*B5|8@uFPE8kaGFkYvrv?HouRIQv5#8}6b(1L4Af24KYEqH+EbqM?qo z`9!AL&~oA-w~zZP^xLPm*Z=%0h#MXym;R;w25l9uaijX+E^bXs<1m<6hF)-S1D)+g z#3kwc5AUA!&v^O>sG+^@G~R!a5#8|T#$z$#;Iiw{84CLLrD})ktV|s$gg3Cnum3T{ zEe_sbW}@=2B_uO>YTO@NCUiRbZ)hk}aiT&os^Xtl(Yg-V3Z0w7fQpjW%4f<4_9{69 zfk8nLkm^flyFSgq&3!a1)4V_k%)qtMJ3~k zJ0g@6+QaD8+6~dV;fkpGS1p~y`UQ*E2zW7J>e%%1RM*W84$YHKA~+Zr9iJjezU2D& zVATCcTC$Sui^uYbMmhHWI#G5H*B6@E6vLS$?Uaha3(tK)B40FLD!=;o^5|@>&Hd42 z=S$O-Piej@d5u%JFu0&pKFnv5$e)t5%v% zE-el;J~b^u=bd5O)W|0_X2mtzw)YLYNVK4hvYR(M-q_WU$JCecd+Sp&Yfz14duDQ6 za@eUN#K52`mvzCw!H^-p_U@?VN3F*z36q3juH*D^4|=-g;A!jkjc40a$rx0cj=?u- zL|sY+IQ#Yo(R;m`8sDaCm!}Bo$*CPqi^u3ODI=2GPA@MPu>L%~yy~~B@&G3@1JEJm z-Vq{_Ghz56^UY{)j!I_-hfB)}&xX}^^di38AtEDTZ|9f^w5G1nT(O!oWtpldGu$0T5pTAJ zvKA$C~a>kd81N5phfpu0K!Z#q}=!?f$~N78=NXKAyf)GU2W(0Nl# zjT|0SWB>*MM!n<*$ExW*3&(P?umYN%ee5q$Cl?L#37kqbrU~skm9)FPn`_p++tt6) zOR-WHr3UJT6)IJWSlUb;AuCw1nZ>Ced%;KhXXCLJnf2YW)upT!C3Si2U%yB?UHe5H zE7gMVCw|wS)@?1&{-~l|nj2r=)p!xVG3(yyZ-dkSR<<=|QN2GXx`*7DMJNT{RZ6j2JrI?b37}r(;D^hGQM&&zD-*mo}SZtIFfyv{}^8!Gg>*i z%sjRn-<^1C<*u3jK_=D;w1Q|eG;B_v4re=7ZifFeEA9@GzuxJcz~-e=YG?J$WmeQT zX{IkChQA%IOy)k89sIB>X490yQw`MJPtQTtC`IF`EcBwj*c7WA{ z+`viQnj}d%pT2j*3CSt`IGe9_So3n`J8jpG3M7-K-_Dmep@e-y-MB13msdkQ=^#Su zhdPVC%df$pDY!BWTiiL|2hbO4RU*!#YZx3i7zqvT9MTzMS;o`wI3-)XsP8luX4ME& z6FE=Tj0RQTs!N`UwM)@Ymq}GYXC%`XbnABY2>3hAPnZYfpR}}OmFSe!{;QHv$5E54 z3C?Q!iLqjRBC%LiwSl95`>S;lQ<-&ShtYPB@Nc=@KO37RV?N3&3!zu04uYmG%bz-$ za6Z@mo*kz(yiEBbZ=z4P(K>J9bfO5JHt*b+Zh~Nv-1^P;kZRk(|li{y8lOB8BJNId+@M%kZ^zCjf#;gBE99_?Q4=Q#CJWxWU|=Ur^Ombds(NQ?#ApeDd; zjHH*p39Z4>nLwf%$W|opOcQPNkj8`ipnEj=$RaC}BWr!Uc&B7^M5Qrw1hx7h#mX6o zbnzd!xiIB{sbPj^<}tl38V9@&j|3xPx(i$rCp2bFpjM}I{qtj-8MIvRa!l1`!Iq@Ic+#V zX7Ry;8#S+v%4$G&yf`P|0#z=j{^tsdwu4=U(Y{}p7zw&g(H;AP>P>L@wb~lGJ2WDt z`ho4XmgY4S(eKw#0_b#M=a=uJpB?^gtV)aLpzoU9F1;B&;}nX)`8V|Deuy<^f{qYp z^1iTr-@wiKORVGYsO1mFi0x=Uepve1MqbKJrzoWzU*kpH(|ORSzKdlddru?jt*!5= zS0|;wT-)KyB@Ca?<0`&fBdh=tyPG5|s^QR0HOR)OlpH=@ZkA*M%&IbnB{_sMEPOck znjv&h9U-y0{Hue-!5D}vPLtV+EDhn6t3F+h8AC0zAqE#Q#9ZH%z$^AYA|5nmZj|=<+oD3o-&(!N4_;(v zoF_fzYpM*aE2W-P!k<*iS)Pp{XTvvy1G7(#|Eg9PT{2 zi-ML}axsx0ADFNN5T0TxyctFOqB+AXX4gXm0Xpq3UUTVY{g5esn@dF%=Y+lQ`2=*Hq{ zxdZv7jy29dH__H$ee4K26W^Sl@5UmXcyk3L96HbRypBxDUv#GR5$708fjovnzFf*f z8wgc)fs|P7(h3*tBk&y+z8m{ax2sJ%XL^Q~L;H<`dQ-BV1z+;HVcKv?6#~N~3x=u4 z`!#AE9qXQ^UUTyF`-L&blS6w)6cj$sX~YPd6v%URo@Ob+ZYuDM7$J4QGwO`SO4$<2 z5&ae=mamp?`o|u~-*N9n{>q@O#%Tm>rtUF@Sp>vVKYS}=XIGM`Eo5tA!Fz|v!8>Qn zo4BG&Bd4VPE;A1A^T|SXI_0GF&AIV=HEsedBI_?et>fX5M^T)(l{$gJ*n;Y5KX z$@#cL?v10&fta5s+$t3p#~Gy~z}OH%KF<|o9a~QYD3~J8Qpcn=RQso^pWmNN-oNAY z!z^X8@_WRY`s_GybU%N5c~N@z6V=wyxcB#7BLJeB3V$1+KUH-NzX#+QUJZ7`Xc#C` zbQ*4rKDUEu3~q}drt&Q$*8_;YMCbdiThWjVN=jE!zF<9GmQ^E4LnAR!VQy4g{(Ea$ z8!?HiD!y_KlLARtk7gAP9<~^j$wlRw(MuFDtlPIam>n~|2*ICXA?ak!+QkkkR$4?1 z5S6B&39^1WBWpEtex>rAIK)Mb#J`mHlhwq`?v6-JyKFhraI|scR59wTkWxj~MgJR# zb(0IiGFJX~>_7VbX4n=)R`hVjyss$|PojVI^z-M>+|ZUvChAqM)8MXlusv(Ld{@Kh zYbcjB3!h+xzby+S%0YAE#WH%3rTQWcL1y<+r>%^-<}Ee-)C0}fjrP7E3##ixB=OXPb>~CE!V1GfD7!S9g$fHC9}V4& zkf#O*rRmN58;7hj{B@_4w}EJs^0%6M2`_VMgh@(tUU??Rv+h!U=Mv#&&vTpFlt5in{9>wEQCsNr zd1HQC+L;wDCOj5*4u1HAf|XllyImLUF8Jf`qydeF(iq|-Ddn$y*cSRD^kc;^?r9Qn z(O$pld7zV`K5SyIld`~KRz!bw_=J-pJbgMU>+mxf{~yw{Gs+tKL*}4QBf2zulW!BH z9898q%jJJnN)=|Nmx~S;cH3>8_THL8A#&9TMuo5nyD*X10iAi<5nR|fI7vs7ylhay zeBpO9S_{*4Z&~r_Qug-4yFyMK6^W{q7QT<4yLyX`+-%)v z$zI7e#qWU_5-F@%UcGq5MPv>OZf{QL+%*(4C60fXX%{m_|M@3V#CpzVRpn60)-nk= zhr8JwZ~nov7i!e;L&u)!^rz0!4?7}})v}8+%=faNQEsXeA4yF|Z+LixTh-+xVi*~! z=2ttn&)TxD#-Pm+R+$OxOnc0!={naeIQ|`e|9mpoY!B*FWv0Ei$Lm~+Z?J0((Jq|8 zKuIR(9PPrfkl4kK-|u82fZwl_Cc>U_-<7{9xvkWw)bTb%|Jn|VFw2BuH%Kv={LSEz zo>o(F!Y1^0yt3$3`RTZ4iIqsR0NmV{*XK)!ane1iOy}A;mZi|*@3FkBmM_MkcWHVU z4B?Z$&EAqmqd4Mq;-V|K=)%;H{B%~@NU((7Vr8OS__N8mGy^^@Whu_Mae5#$Jy2m( z08RE&o;+rK(IDT`0mLshc;BM|xSNO?{0t+*JUB^=ss+!UK!eQ-KQs(=O#9p1M36DO zHdD_WmV3xt^`AY9ujv6P)DJPvYalqL^#0?^U-JZ`DJaKBcqA-zah&=$U6}|8>BTi) z(a+md9BJwhdp0^9XfxbB8IddLFRb2dHY!U*%~ot?s()to)H!8yo#t1^2%}$_rGgjt z^C{Y*ogk%Z;yOfh@LykdtTx@`MVkLCX;DYzH-Bq(_EFpWZs|^pI*U_ja8Qd(=#^K4 zCw;*B({J~yb*;V3U^P1GDCb{%fwJ3+SjsHd_oPG>9~Eo?R2Y+9x%fdU1o5yK6cgzX z$AsT{qGNZdTX88N=R!5GH{=5d?zYa(>LbUt`9wu778X|g@$vpTBTy`PNBNj~*x(e- zbY8l^?Kp~Z)NZM)qOI#bj_B`rAd(R|y%IYW*lDr#o^Ud@s4)M=z4u5sFo!ySQ!#W} zIOVOFvgKcKag}be@+Fs>TORd)Xi5>ZDgLv)CmEu1pRDeVev+N%h>m@R&UJYv*B7~t z{nl;LhM8Y{&w?r_I9C(Y#YmVQe_0kO(BeW1RK@iYdCiGNU3S476Ql_U3s322Y4p+4^Qw9i5EqAaC;gcX z7bt8PqYLSo@a#MJ`|QOS`hIqO3#Iwy%wNNW;7Ebue$O|=z8LKxhdRcNN+RA1=R}S+i*tL6eq(Zi zj*TtZDq2Wy`&wv8W9HJ%kz46eD^u<&dBI4VEL+;w*Oy_gOwi+?AX(5}qSj^8qFfie zgr3qA#urP|@Wy89)Hv|}NP6@3je8?{a7gX}{@m}er>h==F3|_ezJqI`Cgc1M@*Xn< z)DN%ekyVa0=>)s{JotP5Ql&0AVf=ypn&?88uU;65jek4-*s0lOv#k*X5*&3W<6+9M z-QPa;@@FLEp<1Pl5{o!lGKxE_I9d7H2A)q6Uab+0f!Tm5jwNf)6&$JH$;(#r~t69A-O}Z53)) zCBCjjkm<2(nuZKLr*Jnt#xuxg!z~iout)=S<%VRdPq!2!@)-;LQ29Pv1J@&d)-ii; z-ZzL$bzU2ig}bJEcbktpBdISVTg_f*J4p&Abdl8c+E8h^?R5IHQp4rlFTNKYHYX~p zOM2(Qp)-Azr;spqkS!#t1Bapsh_{&bRUcv|s~=g9l{D#$9>lJuytTk*y%BCsuH2D) zH^X5;Np-4r1Ji3D-?zR1<4l1?tt`do70ih(Z*;=U>l2HS0&@w$ z%@9$`5w`!f|5gNjl8kRKY;wk`Kn07`-4z0v*}{{*2b-)2`4s7fL42`adwWrUY9BMz z1C{UCPT0iON@%AXn7oxc*ck7P#zAo83G3{Fg6Pc^IFB=d0Ff=n0l>9g&=LFkz-DKz zX?e_Xcd>Jz)JPhMd~5Xc=OKk}p8e$8@d9Ogw#J0IgK-@TceM%qxYuFDR5dZX)b2`z z2OhTkfmpUHvdQb;4W7w2I;}?L`jlrED*U#R!k_JlIy#nzW@D4VY{eo^yz(y3wx0jk8Opxe=z)%;1Vj7lUNBJRu{O6i{NeTbll>*dIA$DS)dt_ z{XsG3!6)51^yR6FcZ(1`^)4=_dHv1p9ougRr4*gPa)LAjx0=_)BS%;@`n5`-i&1>gfFIAs5Pv*Qm9$}RlzrXFO-y7MKTqN zpGZ_UeKP?O^KnbYwujjfuJ!^D?2ZQ4K3?j*GP0|_dXA8 zd;EUkbT93!W31GOcv`6?589zRB50*spXNb~F(J#K0Wy_65NTsztaAGd%GOFl<1Gvb z^Wg}%W901NJgZ{8?%6 z4Q<96vNhzsLXg`maLoNeDhe(6l>NQOI>`!_E^xq40oY zeCd{LLV~&u`d!?{8!#|3qu*Kf74z(+ldEH}4)aCFhld^DmG?%*YgJlw#&a1> z-4iP(5=mMu|odR$5;zSJZeINg1BOA*|jRd#b0BO zPxDhzi9sfW1KiH%q7cqu_<-R?hUt;^YQQqcJ81uRdf17s*VOL20|1e@XBLSnFm@s_ zY#>J2ov*i$sbguuT$TjgT+Gs7}9)><)~%EKEcU$ZGjoys#Vhur=~$;eCZ5 zh2*k1L62ktz-tIBE{5z2;)!CAy&aT(hUg!FPzBMs)esZn0u7nmCm-KJeXMW!R72l$ zxaZnvvA*ak$UG%5aSI_q z1_YUp`f53eF1*32uApANzn-4#Dd%cc=3!xD zf1S<|Pg3Gc-+R@cz#|Pt)Udf4CZB(~A)oYt--TV-0sKjm&Pe(q_w!p7yIl+C*bPp- zspZd*<&c5kG7IK@mR)`{zsZ6%a5&sC5J4hM47=;zW&&&)Maft13aL(1*>VEbIRc)X zj$AC;s@(@0UF2lM*h#K)-Ja;#bU8k-9tR06Udxf54hvx_pn2zZJs+KU)2a(Nw{&Q6xraVj_ z?P!YU3p-yvMabD0@p2`|Pxz z?fjdrVcUUDVC44aV9p)V6H2yy%u+)kC)-0U$JARAZas6*v&fn7W&vV;h`~e7d zH&4GXE%eIqIpRD+M0U$w9XTM=CyU6e7QhgA*}o$BPT1Xu%MVF7qlqVa)pp_&Xlqv3 z7(D9;MI2Tq7Mx?*BAuGCMTeHa{cbdo|&KdHc>K_pe=A>zpbpUZR_ga}Na55LTE zl%u>C!qz1?^6lFWkzd2eg?LF+2D*HfV5OGP@87@Isej33(?GFcex=LD2V-@lko@>I z@=2X9qvQAxVR$+|=ZEl|xMF{EQiH<##J(KqBmi|v>h1cyuyF*XS9A-hqhL^xz@9VC z#`|Wc$U0Lo(Oa7oWHIz9BKH-vGf@BcrBk|?h@X`Etn@?uzk^AFDl&encysaGO{Vj0 zm70~2glz*Sb}ZtWO@AF7)u4Dehsjfkd_BgOUJ^SPh={q(XF*q!V)JqG+-3+{{`(33M5YGs_NYKvLO}S&TfQ! zmru`^RSYHVNZ8wt4z{M(?UEp(KzJy<=%NoezK9)18S&W8)JO7Jsx#}=S65h#s{rhj zwC?@)oAF3};pAvf9yV~MN|xL%2$##geEIT2u`_H&p4Dm*@8{3cYlbGlyg82_BlkPU zFsgK4uX!Ow=Tp^P>!dJHuvb<}7K~VQac9d^L#iqm7y|v6e}FXC1=Rj5&@)H&2qON3 z1@XG`Z7anDZmCCMcbK0%d4hlBdF0VqqMsaFx(S7H&=*t)P-E)*u ztSER4nz2?#i_;Dd4`raSKl5>h1fs@8_Q1UYf<|qyb!MsEdX}*Wr31#YGGQYy>>NXF zdMSX?D;zE$;c>CebS;OQK5}tW&zn8_Z0}dTTX3c=l6B8&zlV&3K$MfPaL42KGnrAC z7230*q(nX|V_NLv@pm;R3!Es2AI+EC5E2sjHYz30#mj&0!@OjobFJdZV>bGVOL71T zQ9MLmyCc{^y}k?Z%JpJ?_&oA0*vv{@KjZ(K9)x{g`}>UX#?R8lDa53`QD@fN&%gi}>JSle|{Y zeKETTO~L|{JkP!CIG(VKLEqmIsrR69wf{BP^o&`jfgJs@O?90Z%3S{l9k=vnH6n zwsn!oFg6n{zx^Al3z}!X_Wa6jcW@t=hw_s``?VCaV?e(|K|nP-*m7<;d$cjl3L#E0 zmAwM^jeEn+QXw~EAeQe2mY(8amYRjz?jo0Co%x$2=V#d@784RGP(*+JIMJzf z>eQ(cj{DfYTJI=CsROZz?r$aJseXA-v2P5~*nfWN&SS8IDY_X}(?mQKx^Hw_>yFksTRvrvgE|*+W^QY9>D=6NM>jaJs*l;;%Wss% zwrf(XD`4dO$e^9r%7WeKaI|aki+9}<^Gn^YV>}G8um2|VNX&mt{x~-*+|MyaLGRM> ztue$biWp`!n_(DzDx2AkO%DJzjUb-d3oSUy zCv0%b66Id7WdDmYDgN8HZ*=(!PR)+CKNO8H!v($cF)=z`dTS5n{p}qmX5OchnGQQo zykZOp`T)8{?nBj}3Mlt&>Qz;}Lp!QMF^NA8v5VI9o4prZ*M^vrtYd6)aHb{*Ak2$W zDb(T%c;B5SD!SK*EP#x_ofMf|c24DFK?AM7>p_9A^da|;&K;BRx0uO{tC@4|;h)S5 z^y*(ek&9-Ecuw9h>+Z#GElYOe1|8VQGDsbm4`j;vwg3DVyYl|bT}w7+9qBI0p*(ki zX4rCxnfp`jn+XNqdElXaRvwfv*&L%BvA7cX2;(3aZ=4NLl$p{dj6sB|l+5cUdnTc;>1^uC#~&sxejPCIN-;Ez+>8ufQYi zU4jG07y?%NKhmIL1|q+`WQh|ZWe|SauVY`Muwq$3${-K{ysP^!N=EDh5;*6o=BoI) zT@Sv=&H_2KNGM;97Yt6iH}*|_eRUpGawlH6goo@ZBz2HVaqgHH-{PEaiku4c#B3rRNt-JBjG$XzfJNj&`Q6;g|bzZS9}fFHiIzLB=eBW*W|-me-NyeQF*H)w`tEPdpWo*R|ut z@Awrs{8K5;(^ST{a+SO0k(@5#Y|;1g0aF|)^JKd1Eoc9=fhEZfR%9LF4J@xnt~h{@ zyc>#ki>2)pQHUW2E3|M2bA2=MvjAgi(YS-ru1-xwUH?5<6C-T#NL_m0Q1|KG>2 z_N~&AhL8p_%ihwql~Ebdu=g%o<8G*ojItX>2xV`Y$SR6(86|{_5FzzDUZ;A$KcDaS z`}p-o_nqrE3P&7!YX@N< zi$4lI4}AyTKDbgd=rYjAnO9dJ_8H%b6P*BQI`XW2^+FR=97zeyU#U~#={AMTachYm~ zzf3*iib>$xrI&Y(Z%9K-PVlJUOE20=s`EosfR&k_hfMhD#AX;&F*H3IrjC9t9hxK$ zck1Z~UVNVG{uN?rdI0zsK4x87Dc_pY>x?i@f}Ax_vCxe7KCpWl#f1h z^26g(m0p(QUB1hJM{wx`*nN0>uj&<5!-Xql%+EvmQHIX;bA7zZirlvfe}ac>I%H=( zKlnMv9fE>_1UEC0Ll`ecVF#;?VARCn1L!QXh|d^GHol8XR)zsA(ao_APr5pQVG>*f zS%Gq@d9cs8FbIq+0~_x+$&kvUz}doS7G?yF-}`l#vfiiaADcga{)a^J37tbUvd}}Y zm%Y}aCMXm7u!$f;Cs80~{(AQBGMwakUF-(`m7d?A(?wmWxHtG=H&#dxil*>01!xLe z9+5q2Vb@V+&~zprWo1S>d8o=3c}BO{BMCTmcuj_n)Wl%XRp2S_2J%ZdnY`21$YNp(It7S7tUtsT2_&JCe_bC|S{3C7?? zCBU8jWM~cWN7Eb?5<*|_{zQfyNA6z|wP|^0J=YyN(Qa=$v?7urPt01&=l5)GjVr!Y zP^MX3f%!S|tG*%9C?AcHR4WHBT)41ZR5XN*y8S~dI>&D)$(_r5to_`Ak7-#n-2)Lx z^Wotw$8N49zZtj}xjhIgq!M@@tL=jU=S^+v$P1l4v@`_H47(0_vbOS($*dYKXCPpV zVk?OXT-jZnk>i)u%%g7$klngv%NFrT z#?A5uK<;@7R|A%u@)Aogo`@jz1u!7;{K0sYT3Hiyjp{=AZr@;&X}sjLv-GF%X6o_E%bafuFU>XU)^UMG3`At80`$u% zE#2~wTK6LabgaO9mB33s=3s&gA_%OphW8>H&*8hi{CZgx+s@2EFlZdHZb{=PWj^-p zn^NnMxkr1D>_a8MEp|1gVD}y_4Po_ue#|q zSj7C%@6_j8kPZrH%g61xGUrC_hU_?Up^kciF1N%0m}<d4MuQ2@#-|W6guFyVl5P zW@Ahm^@N;LM-VWX9`7T&_a>oRYqMD=pl7_dz_8do-^-JHDo1$n{M!1<8Rl>A3)|8q zQNdgb;X9^|hcx&k57KVS%?;#jofOsYRwM&JfVeDHR47J%M+FeN-tgSh>Zw`S31l22 zCsx+RY)_zUl6tY2Ol*76bY8f4@q`$KtNC8iEbvU6p3}b30v9`b58(>FXlqPbX!$;w6Fkbd*CT@fK@!+Z zajiN3pUt~&iD!P6<$LAP-a0!yYs>6dR~v?vE6>hQ{S-$tv;9i>A9q>7gE!Yu_m&;g z0#Zr(xoL4r&~7Iv4JJxPl@vK$-6KUEFBJJup*{zie+ zd1T!IqKR}Hau#&*qE`J#3(Xb@vi|X@eN(96yTi?5{_}vRqGlrkne>ie3A^@?o|?!i zn0Fh$xVm~2hB83$bU!s7+P{ChJ$PHXHQ+TuLk2RGN;cLoZFWaJg|e z)a2$S32|<1?{6>Hk0RJz&&~IkOd~*}pkdJtEOgBh&#CR39}J_cl1*qC1jiHz+W3PU z&%1hmM+|W#v2&L@(CTM8u&{+MR2hy_lD9;@&hbvpq)sZ6b;{}G+S=%eVw>RB>Y$^5 zBX~{}WEn#c^)$!5DA8t9n++BM9`9A^&vRiQ`#MU>=`$?4#kWNI>+{hc6{efZC^L3| zYRUd8pWdE64~;9;VV!l7CI!4si$C?xPR+)0hnAYpz?)2;lxuMt3^iwR4}E=$xt}U@ z7S+cEUiq`}y-zuI8`W&M#j1Ch2d*|5qUUoS@@I98&Be1XPC;J2#}?a@v?cY}4VEAc zuKUSipxr(WB))055{o`uB~`mM!{j=(i9w>qWU_io6Y)CqFBGYislmy;dLUT6FRPPR{mdYZq@>tQm@` z*#H4mERD^?6ChYdGgXGrEBk0e=pDkar?CFz6>OFwTg0hf=Fxd@kn!8MZ$eEw4U5dr zZmOCMb8E}uG=Y6tehHe$!hk3A^g61>F>Jlyh^6A?%ol@J^zw zDIbQyXyc?^iUixXbI%|oj6*cK#jU|U1@t){F~8>*vI7ADJ+X_gX?rf}WghK^fx5Y8 z%2y=mq=ZQwJ%K_f%lz##`sUTEw;+TF)itAg30997`k;~(Xt3->1aOnR&8%Q)1FjLlYQ1lvqhq_kfFMKg@pLAn^q$epp>f+1&Qj1 z>k|Ho#O`T|D1t*eg$SWZD9?q2(hS-pVXFwrglvFp`Zk$}K4~NUbC85@);N5MA~>b8 zT;iz++^Oa%MZrA}Dk zAY-TVkS_wq%eD!Gf9QV-tPJM93;tGkWx1zsV1N%WfJ3f}=Fn%=&vPI5C`l`k%W8%Y zdd6%1TDBi{B9jY<#}tYrii&9MKt*8-hf z$WEhndM@U7`;gmiX(TVPMILZ|yNXJfJonB=6w?HyrS$-BZy`p!C3c_$eV2AZAKRrX&3)&ge>xvQsHM4dz2Mj6CaUm0cMY|26$o`XIjYI5@SGPF zzlN%%0v!wrUDb#e5~|vX@x$b(9Ak^@*I`+Qp(+f|+y>XIZu`Rj!KZ3Vx{by?cR6+H zR0f`;jWVu}5WCNxktDx6qD`B`*2=H1uHII?@s`pYSw*YkMYaN*zr8?BRrN*)uZ}Vh zmBIf)S2PKm7Ew3s(o_8%pg|?^Jca;Ywdx6VXEg5_SKeB&fYebuM<3k*XrXH8*3FC_ zYyBU_hONvCDvq8q8`O2$x#X7=r0pRl)>ug$K$z3WOyXVsy#B^il^+yHW0(wvgRp0j zQk{ZEC12kPQNLvR*_n155kzDzM3>1B?gBS#{nA89Uf%Vg+qwxH)dLA2cq!O!Qud(_2B_~cB{o>^?vB`M=1c+WbWJo{4s)K+^? z39LwnVk>EJJ5inl16S5qNgZ04%}9ev8ni(1tfjaEo~})8MQ&QI!|ehfFi%gCcljnl z-62V~9PK9X7{ceB1L*_C9jtle^L;0e7rLg74>Z*+v}q(VJD%f@@4kC@WS`$!o~@+x zD1Su(LK}lLRPoSdZo;Vf@F={tD^R|0{(A1|>A4*RS&zaHl-6q3pO|id;6mayiscw~ zKLb+gA%HhE?3)+3kb;f#02}vjxCds4_y?-US*tvh-^-5m_2YQ&(sO}zW9rhN4yid(7w6kBchf%&f4$t|D!g^;GuF6b zkd_RMlX!>->xNh@F}MTugU7J|XkUPNEC)Rl0;;Z+o)~I7Z{EBFv3ScjchA2Aw1l3a zvV;m5>m3T_+oIvsd~*5##vNZiKJ~m>92mmc_dm!%Xgq7#*#&`=UoTA6Vz7p<9_eJB zK7HyiiQ7l?j^s^wQob?}--X|m;VHOjOLf~L{L$+_0(*7H&3-KagmI36M_Fr?{E7Su z;lwk{>I8f1Vl^CP+79N<1+b$8?nSjr;bJprr&n*@yqV}KYh0xR&IWBgAS+6VQYv1| zqc2z~%K?6Y?1Cvxhp)Jt>3q9CsE#fIu$T?^KvTM1^2cA3rN5Q%6}oZ%v%|U71ICh% zr4PM*LS4~><(-C}-wrf{k-}uO`?gU;{zCroY2ph+*nB{4Zm>M7w=AMgn!E2?E1;`5 z(gyX`vJpU;?2qQ@^;>Rjl(M9sjenIhH=?{*_QswGnXPI>>}(1B_)sl{P~mq zYr1dI|GS5Hw{rK-lgS+fFnT6#qjUedVUswQk=J+Tj}*8Rw+&Yy7{O;XB{=b2HpM+T z4_8i{q>GySsLV{Mh3q@o5WEA0DK8SD@F0)N>+?t{9_~~=4s=@}xoocl`F(qs& zPAHXgleqPUvmJO+O(1>LysI#e=$Gg~05dSopFn}EG>wJ!v7V#X!e@}HYyio+6x6^5 zWQ)bA&a(3;2hM~cZA#H?p|2oFKN;PUx|sPtneRFuz}Qd}M21W5+_meCLI2=`Ljeg- z3#ky3H(8RB~LIQ7KdjDjk%BAub-RSH8=@ zQM!#>&J;G-Q0+7oKxid2q5K@GeU_HEfh=Nv#A zL@+T6c>kU~i?%~~RoRJr#{;81HC6w)B;zL`(b`^cvvzYQFM%zwLxU4e=Zai7EJZJ4Xp_D!cD!^;awNbQqgS)8~QAhLMc@A zbF|7dnI@Niq;(qAWs7McWKQ9a|0dKlOtFCCS=SKuHi#5}NGs54tU~-GMhIZoD-rjj zK7alMX1UM6ZsPb*uKa>`)2@zxI6u_|xxkyN;E5&xfO1#4TAkcvlyL>;ftr{O?NLZvzz8z6pAa2u3 zW;9Ti`xDmo>9r8)rkusj{f13-A`&4+G9DK%^N~jose9&iAyTCef|G{ zT`)bx(DJd+kKKdxZy((mKYzO7IQRLB?E8@zgMiCdl0bl{AaeZxh^C(%zh`4_Y?2TR z-M5B7`WTVZTDo?}$sQl7AfbL)*qGKkJiL>HFamfW@^piFaY)?+TO-T)BFE05LIu0< zZlO0a|Ji<_u$Fy0w8yFv$u&Dc56P|NF_cx8JyR*ltVM8Gc*WF1n6(t!t7Q zV>FYwVyVd;{G`cNx1~Qmbdtwk= z0XFxHIIt`h{!QY&@3=8aB!YB`nE3wt{X5oQB_yvk*De4M&$x1ss^m7Rw8WT(FGXhv zVO{^i>*}m&kgD3++Civ62P=0UKz%rxTA@_kp>${yYi7e*E4`>7crNq*0Lx#nY3Qcl zL6NF-#ByQZxQ$$BNe&hFuZH~8ehfgVt(t@iTRKWyLFPQvq$69% zs|p8KbZRR1CIE~NBAcn;YIO|-T)i5I-cuQ#htc&Q5&Qb){OKbB-${?cxQt64z{m?_hXD zD}i)~JNfj2>9cR(Uhe#1l*=s!lx@mK(bSV^Ju0ciD>IY8T62G_q$WyA3t^%sXp$;< zct9yKirBeoB1eSX-9(kL9Nog&i=x~CKA0eD6A2XnG7n?0#A{et`9T^Bnfdh8#dZvJ zK@Y|ag^{?9Eg+XLEZ|6$;?zmVGMWa5sl#hN_`f)TXsX=~&z?{43{xdlqIkY#fa2pe z{PDLiKcLph@R3q)FOjD2(7x3uU6~;4$0cWg%8oNsUC8m^wLLRM{P-Tnj@uGr#%D48 zjflsMr%Ald4l%0lABa^g4terWf|xvLdvfJ&jY;H7fs@8oph>4uzxPw zj7TRsrf0>GC@_f-ybVE$WDKHqBYRwV&c#~)rII#UND+(NzTCU=8347AnHmyGqe1_6 zs?(wkH|E+IQ4kXpxQ>_}W6HA_aRqRl1eGiQ@y7~e!*O@_JLI$irFc8DKBZz|u3=}7 zIoXC}9uLwd;ly0GQ}{n||7vGx9&naq!n$D})w)#c%uBRU7WHfh3x;o!sM(>*moLAD z-7puC`r()a256JfBOj#TN3e`POu!b31EOgF+JW{HqGBFgs~{wa@EH&w-J!<}S0gJr zCAFGwq6#42$$U~p$(&V3>$^?L@$=)tn>i1P&{?d-xGtz-y8J=%Ar;!p_Q0P*$WRZk zEfS%f-1^@oWwBAcCC5wosn1M2S_wC-TXSkYiWjKoPC?Q4p@IBvVB~L$h&#&#d4K}EFUc^v` zJ-g5z#IN{uIeB^c6-@&LKnaiCTuqJ?I3LJTDAWp^P*Da$06#(TJ9!Tl#pm2ntz5&# zHu#rne)uONlcmRIn+cMabh&eoYv3zp``Rc@>L!mEk_-*qgicGg6*tzyttIT|%1mdm zBtMgM%B|@-&{*?VfX!3}E%@u=ZPe-KX`{)GL%J6}J7l2sF+l}#@9F{!$`O&Y+KDEF!ZVCK!22bEocy?-JA$J4c}o!6nf(Miv__{XJX9?|x!<07Wng zri*pd^`NgV1E&8vYBhDjilskiXH6hQCj3q~R8@rR+2z8&n(xUPuiL)k3_F_O=1J~96<)C$nEgvLyPU0*9Iw)s*3^99%JP>OfFfp zs1ix{Wm8j=_EVv3s<6@EpnwYB<*a2VFyITMrQbdhEKLQ7{LiS*)@n55SL~koDnf*< z;Y~F`pquX`OML&DS;uwU2*ns-M)T!SvWv1(&s`jc?+l7~RhfX#g3^^#b5xcIt==}m zEMgi^lFqej*I_~hBTlc=Sh{lMZFV{LJ8pE)SzY^c<%pAmP7GgHwpC1lhP|o6?#DB1Z*P{a0J9`}-Lp zDNvy-dX0dN6~>c*NmqFNnH9KEdj%SRc(T~mq})=m0$@<+36^~nnOFst%4i+{xo1Pf;BeY|4sL&C;8x#r<_=>~; zwBZu>j=*7K5H}C;kXt8N`&&h?!(fY8A5q1C&#V4TJ>?tc1!t3GrLg!tFn*>oITTL9 znD5eBZ8nJHQlIZ+<}`)$?{0j9Fou^9Yf;Z^{ZEw!QLUo0x)d3UNi4tLrI;*TdnB-r z;eQurPx>Ve%t5FdLGl)V#;$?E#IlT6`ymI}%nc=X0(_(!(7;5+ z2Ee|2zkdCqfP$A1{zufJB#(scG_ozoBHR*&GHiy37{ua`g&lhyvPif}RSvm_o$7xd zWjvWRm+Vj}-zEwKBtn};FqVoK%2fMjU8!_!G^Q9#@UIn3n<4w)M>rAA72Eah+rj<& zE08*YK5#LxKbTAb;T89>f?TXJ`HqmB4)Q6qbGvP#G1Rt>h)a{Ml6$Xf=-$W4RAg~j zC&O4N;HE~(2ho4Ba-9cT-dl@ci#jL$eUi+pR&k)m6mRl@B6?w++ou-{&8S-Q(>`va zj;XUKD!yEf{4dAsC<-j-%I z*XmZy1%&nWjkj7fwJzo$28D}3KNtS_1R}sKMngxdlsm~*>Yh{dFeehHN}~tW`a4RbHT`QcQ}Qx zaU^AOKs(1Y#}roFJ$?Fgy|F$yK?UCVdC&wY!S-Q${&;mIU{bCb2l5K7>6*X4>xLX? zrT2ou-%hpyAvL=SdChmz{5&!q0opm3xv1|v>l}e{Zl|0nAK>qwfSZsYlJBhZcPC7h z#!9N*685GMr8Ws4GY6?uX`e!5EV$L(4+7-3&f%v>dl04E#!b%e&n6#6Gkj>>oPqg( zHGdJ+<$n>?PF*BdQ)wy<`C84<6AE0+8#nSmrx)|JCA%u?-W)u4ZxJUs6vwP3kTeR= zCxhwvcu;>#Prt^l&wY&)0Hy$8b@L0AArP&|DMn}g01R&)|UCrX*K z!{+3uG{H=Gvs@WK4H5_S17;bNCa8KjkI$DFMWh%}p`a5wFtO8A6Xq+ih;YWX$uU2` zd8)tfqP_w-l<#upvYQ)(_5!oj{P|*T$#m+1DRM-S%&>In8lT@jD}URz7x4gM3P$&> zgji-mELDJD2l!LCr|YJX6CDqFp17V+Eo?720FnO&^ zB-$Lu0DXbi3@d*{<>HNua}SpBVc>a%XBli69QyK5}_ zH^f-vx#IHVwc>dr!;j+kUz@OT{2PUkg1&*B@;4 z;HTlfxm#QR3L^nzk4NHKk@=9gi-HX8%F)fWjV3ccd*&t{IT+{X5fX5^3=59CKn>qp zQ;46OuYx5;X|#y*3#rb4%_{*YjtAx^-U^+(5*hJDP&rL$m3^=Ocwt_;S_Y;_;7qtp zH2S-?p({yZ)4#0qf1s_z_6hb#G^I|ebDzn5AL+lkb2c_eV)pBNMb^LS4<)v3l8<~F z!nX4;c9OH9{`gkEK1FyDhsilf1@*%U+W)3*xBVf;s22^c&Jn)UKkSJM-QPcD|NhfS z{-5LGIT$FAj`6R^*!}NKy@6$c6uACuYh9fNhK>9FQd#@|+?q=mFvQ^I%Qk-uKvGMt ztoZLyD{k+Mg><{D;W_yfU)8$Z4a3x(so-FD|FVVn-H2L$IQ;tdPP-xStI?P}*;ZLT zjVVmjPi?#AAom}CkG28w0-^-HWLxkMH!6~o=g&&LOiQz9NZ|3-l(W|dpWwHdYU>nB z$lN5#VQw5c6nGz18vbELUAf5_o!dvtMG2(+M@u*f68aY6MfdrhZlA~-%b4aFAYDXx zYofLemvlI-Tuy~p`|~85tL!Y^PNtuL6{~=c_|F7fjYBKir*0@p2_K_^LjJ=rIT{A% zNDr=b*;cvk;r6*xsGGq&-gc-G7uw(~a&?aZI>1G}Db?7(BuJnKQstM=jp>DBL^)^s z#FwXZq^{3oGX-G2l~(D+T!?Q@-5aQj!SmR4P><~3vgVRqBZ_q{$R3FN_p%oS*#bg_ zVM4^0>DAi~R$!HOlX3`M_QVK{ahDg zW^IN5d0$zLQ<>BmOd}8%Z_={==j=#9LFP3_!P8fw{Hj?)asc2(Rd%oOBY%2H8Q(}i z&Qzx4@X#$tPdNo^=w zv~Zy!k=zn`3Zk<@$GLWT{oArs08d{vsE-NzpV}1i6B@^Y5tpp{C>_YohakV5OQ;{u z{l)W7=bxGM$KeZxFx95US#Mu`ad;I2RWs=W&z}q>%iHOwQt5d)zgzmzI{wbWkaidUNOOJUS!;pKnUE?+Uel z4N4p3Sd<>*lv-jB(ICA>Nk~RwG0JQMt#&Rx^8m6eKamasDdwL3fu~0Wp#FBBUq5fb zco0)0x5(`z*v*$NqSWXq;KMW|Mwug2iq)7osE;Lo83->y-`({YFz6a)W|IqIj1NQ& zoJ^H&f+ki$R{2aM_E0#JVz5wD=q|Mhsv0Pv~HXwm;l|Wu9CF2C=i1QE|U6}%E@~A?rs{|h@M}#M_N*eIxgVx z!ti`F%OC-Xe-{URUcSOUPA3B+2LzxF%k}DM4f9o#**lXW>{Z|f` z%Z<**i%cB#4|;?15QdmmJ2%$(ATC!;H;RZ)LxmX4q|@!u(pg_9CorRSbrNC|87qX0 zAkpTTM0_shQH|3u>0aJF2bUUaDf;CwANNk7vvoqnRQ zQ5L?#w^mYsg29V9VVEX_dZe7GnN2U5PR3M&Hll%9%fbHhk+mCdhk=``HUTU5X{ceT zn9Y_X*6hPj?xpgk>e_NoQawkf%_j*d5(!AAM**xVNuXzuB@;wp3t-5!;5>Bkcc!SR z4MLwgw`U;=kpZc$p@xgua4p%3^~sAEBbKV}9Fq-VS4Hpb#RH5BLKl0lgDyklHom^N z)5Z^T7y%hFl;Y5F?+pLY+JDyY1##pFRy(9_4HNRsCOJwLN(qQy%5#P0F!Dva%- zS&>3#7H_6H^}MSfpy1vgs|isl!}8@f3N{9s}s{CLSp4b&AXfczgC`SurKU|_%f;fz2)rmXmrrmGz@4KV~xpJL`OR+g*8T-u23 z&yxAHK!@KsmVCc|433;Q5YRoIr&f6TLjy{E)c1a@q88}|tzWe&kSm>vQ5z2si6=_?`_F9%9DoYi zq3a>JCLCv+3g!=CVn^JmkQh)zZE1d_D-tOpwhUnc^LDON3J_oNp}Glyxmg8PNcFt? zVk)hbFZA~7t&kNHz44nOy$pVqb8&%M`Y5duh%WvA#T;p){Oj`n$m%jSGC6r0Aw0f$ z19b|S4${7SdRY%KU$k>5=dv}+YdKhsF|_1;ejQpBe-RZanKH5EsI{@oo`>HVLCPm^UzGKTo>kJ4PH&rs{54fs!Xn zDEzR-^IS0A&28$fNfecYr#Q3lX18~=IX$BLKfLF`1-WR}UkI>NynOMZ0+K0K*PkCi zTN4~+@C=m=E59<^6MuX%7EU&#%ltCW0Fwprz;_*5A%<53CC(+FpW|HFiJ3$G&7LFY z8DJV_jJ3gLn=0Nb}MSiJmkvnhJDgnu6_K9xj910kQYHo)WXOk$wS7IbaT-Ar_W4)5JC4oc*K zB3Gi@H~+4#1wmDbdf9CL3rs|Y53D2nRB{PX}Klo6^G5vqVHXOuA!qbOZwmkfJhjHZL5Co1zJd? zBfG>%&f-XKO=Iwi;-@IQ;jtn{^1LpFUWsWFQ^voYq5P%3fYWuk*;*d zJtIMV_g(H&FfA-JzQI~PPjT4C3TOC_pxKM1d1OezQbf)-bD_O^pf)HqvZBoW6PbnUokz!bgL(4DabsnT`q#3l#~YZWU49KAdsYIGJ*_?z1y%y42vi9J&Lh)} z4(Ua_&+lKRv!7mGR|}ND)}l^P(-qqSDgXz>pB-*z_b?(KE4-7)0i8yHJw3_SSm`&; z{~U0b5~^^5)QW70X8%FnMxzh-{GN%0T=T%|FabWeYDf%jaCv)Jr8lQ>l^`H@pe1$* zOmEb=Ve%6UC^2GPXiR;Ug%&|rl1^Sv$1<)bTpU$jw)1OoGh}+?cuSgE7&c+_C;B4%nO1ePt@i;}Bwja>CR5EGE zZUJp8GHIp%iZoR?Yb)LtS@o*D2VvwI=!pi#5t+T=^;>-%Nbn8xHe0plJ8=(vt^;o< z{`AcF=QpS~!v}zJxU?Q8pU$B>FDi!94W&(9tGll&0NRGgjtKTnC@F)BsaD@ML10sM zaa_y}i#l*!cD%1390Q}Vxj0~$$Q2^+1`Qe|*Y z@VD5#akuXbYO#2<7=N6|IF5kO@k?>fEYDDviF&az*`HmmKh)!x#;^PN4^d<~LKq%W%qeBDbbv%~8!vGXz)$uuW z=l!kLyk@<*r0_?K4v5Jay|LNQ{Q`IIz=A;8zoi45DI(nxwNA`y0y!)qGyz1Sn+)vP zaP9ulxggT*BOVgd_M+lznbaM(NI@k<91^v7T!HdLx{$$e0s=oy#ZxXm054OEXPkBo zg=g)^rau@0*T5p-gwQgEox-E@a^|bAbQV2H02M;q691W#hUd|GM_emRO`-4v+K`Za zrvjO?B4f&?Eb~&YHjF6i?=sA@f2y62_Q8qfMa%}L^6HCTIYg!tdi+|zQ}U(^-P1dn(2me=~ETclfye> zLC1%83<4RxO#}!Z4n9BNg0bZW|N3@W`~NZ3!incrOzvuf$d2#UuYZ_rr3z-*2UxQi zkh_YkkGgEHw}=cmIb|6C6y#DKZm<-wOa3$ivIv zjoQPcMX?1?)5nPbB5XzW{(`oO-?(Mvu1S^vS#v zONkt~J0h+j5tEK=ZTgF5)snHlE+Y!e)1S`@+`|Z$E6A{|TGY9iOLUjGw&)SlK(d)j z-b^;H`o2SQ{)4dhA`-8ghbX9w$9fM@EmQ$d;Zlnf4@DoN47CcA>aIku?^U6EW-XV1 zRNU~Q7zM*l1kzE6<*ESI6S-29Di~FVhMXtRyeAxp=N5p_0j-#vQ!xq@GSB>>O%QD} zF^_rG*4TLK?`S33X=>`A_|b{Nqfj`VkUi@o% zfV2!uFJJ?GfQ+_6NF??3nB2S z?QtLoAoD?FXB?t=rG})PB?vb}obR-6%E2g}eTpCV+cYc$J~iRgAO%O;BKsDZ-Me<} zsvOL!xgyd^E%o|F5~KaQv+{?n0;~W7>PqGW4NL6dNw-Ttxny=i z|4J(vcOuS17HtLDDX*yFT5*edpCf|b zZ^~}CmeycHs7hCHk_YmxQd<6$nB}#^+A4oJBjfiUf`$Kc7XyaBVLjo!(1qAoBfrfl zY#PJ?PC91%MwcY5Z`Ka0WaCqloztz99Di=WnpS`NU6fsAegyfL&dcjUq#Y(9rt3xw zSdl9Q(zp55Cf-8wB1a~?xz*oOF-x(FHbmTn(Eo9}uZv4Vj}%ENB_38vr$F8gB65Bn z>AQxCCk+WIg=;m7(JXFEZ@Bys)04OP-e|o5+qF?8+r-u{bJvmlSi$r&r2Xgx0BYqB zb{?rsQ$~=yM5`Bw-nWyNmsc&Ob+ibDl3H-@l1}NLB?Ym7{B;2p$YPX?1|b3;3IZw>ttQEV)Kfi~JP{r8TIHLG+cRr>G@0g~~D--+S^?f;G2XUD$c|hDb zt{jAO&etg0JuF^(e4T`wA;T<#0lVVwVLac4aB6z~ z8>ugw{vgzDI^K?0hG4Sx=WMk6XZ3X|Ww(#ktt@lF*{Uw~m<~u6YbJhl^B*IXFskk?wG|n9M&APwaXxa$@tcc&2Yy?Q`B;gGG37>Tg zlxz5IpOQb(OCiDai@}}c(YeR^i*gNGeDe1cs5f(IcxN`#8)saKxgj~wAwCi$@q*7# zf|7z$?(O5l7oUN~jqi7ZGQcFJ7v;n!CBj>xyEsnzosv?}zLfDMX&#A&JtKw>vwPS> zPLPNe8UmoPA^AxyZwm8h%BXHHbiT>>F*BnAwC!_JV$3a|qpxht7|fWK`8pSu9CRcT zuo%1gwm%nD`t_pe{uBbNN6y|)Cw6-K3l*?uU3HXk4Dr>2Tg8oyA_uo_v)MOH5KYKN zyPq!EEV{=T?uT)x_eSBsUx_@x#HK~4Wa|%aZV>ZJ_2Oey^6$v({FA~OM8cPKb#;Bc z*}uN>#~Ptwjl;3Xh)d!tlrfr8OX$!N#1mIe+hh5TCXv5SQV*za$dvcs5x3!{*)>eT z_H8$1j*OP7ad(&3aCfI3oqWBF@pXZXLI`g9B0~V_Q{9C6%@+VmrlrNvIhQ4NWu$}nxhQb9~@dql$+I7#0@2(e+->QK&vg-b)u_L1|oyW3BjHc z0RAc<#*Kl8jiRxV@?`Y-3ZQ2@r|8;uv~S2mT;rJur}7pjOiR5;ERAHTeVKUg-mmH% z(MP#pM@jOmlW>W5Bg?M&G~dro(>^btkrg)^+kPMyFstU$%T#EmJ$jyd(6HrZgW#Fz0pYXuJ6YZOXGo-Kp?fRjX{q{R(^yaMJG@qkE!zqnF6*&?Kh z&ijZ3yoRw;^ijizT6x+`^{DrFu@^>9h>4;SSncZB-&1uys=ICjt;s7d1=NlWa5z+B zQ_zMm7?L;-E=8YT6bjH^}4sirr6QB8$CvDzDCL-m(pJ- z^a*1d=dw)MM$8_DbR^+C`u#_TaqCd4vL#%Azf267A4&=}Bod^i?9rvhkncn`{@a>s zceY>7{GT)7ryme=u;Hf#a`!K9XQ7)*-eW#69U~Un;m1rECW*7L6AA3v+=W5}94rCQ5sA7-gE+l*q(!eCzF@1!^NZnJg! zp!NAmX-gYM%SL0VvY8g>sU^Xl+v+MTR4|)$liS!>W~TgW+I?mTmcTyxX;^6+97%?s zEmxMG-KQ7VOqH+q#(1bh8EG+pS?art>Pi!~#y)Yq6Y*pE7V$^W*I7(8AswRvb1~=+ zs!fkiU6=j-UhRQI9m8olfU02B6P#1*&O-vJ1}q?>+}OOlRr2DpvSTkF)*Fm}uOaQ7 z8WFMU)P;@ZASKkqf`*nce#Y(+R*kySOZsLqvJ&5+v$C<8FU`o9Ev%gKa$MN^{SnXU z2$r?|9yd1UNb-q_iVlq_`5o2aNxhS~zJ&7%=Q*c@NKIw)lxl*UqI@2x?|mQ3!^b+nf)V~@?tZdXll7$%s}Cyx+_|fC9ZF{l7Ky@U;6dP&u)Bj$*J<54Y$D9!v5i~ zoVyrCdd%>&p_T5BN3)8iK4WOrR}}W7E<%iNkB@V7)^U$ZR?C)})g@5Dk>f$3i-fYe zp})QROyt@7#uF0_JnpHwt^2wwBVKaqD?D?H`N|V6p_pOnV5`3@RkFT+1IE(*cMYtn zG^8c6xro}ELktzJq1szg->J}ht-+G7DoUGZj%~(7_rEEt+{;&ihj-qB#dk)kH02Wa zT)n)rk=a?#BB3io`-{~5(9!^2jXzm}1j*Svy+({;_oMLNN!syLqqnM@kt$9&=$LFh?8CGdN3B4ut&AI$>-I$Ycz-4_H{i+LZcy}~b@7u$tDcM+5k+D|*8#QWM zCtNPEv$>vBx|8fyGxG^iTc~b$V8Hn~-@e}d>zmhEet5|JX`l|eCRDTPb>e2x z^%xVcPmCSaYfrObhl>5T!58B>-I;>wkBKjr#B7_HC58_wweD<`DV`lpmk3$5j(*B(&}YG ze5fUm1o&M%yHq{h+$Zai#JCK_@FTc{gv2O`pr{;!ZFjo<$f-~Q3R+pj z;xj}zg|gw!>&HL1hle^!JF?7Gt>t$z_GB^NUCgR?b1f^Yb*AA(rc~R8UL{6G2A4E( z6_*&7FZcEYmz0PQ7;C0+SSu@oSDsN-bB(Liz6I)x%QwTjLaVZOdDU@edS(2)z{UQ0 z%@5yeyVtw^ob6q1re|dNFdGHYm|RFo9~@MZOaqRFbBf=_oF%o#Oc+|7(|87?9)rJE+jWmw&Oa`9 zm@Vu5UCtfJV9_nglkSBaJ!J7Rwxl=fu2a56Mbg*@i$%c?{L+3v7i`U*GSUy^9@OLxcWp;TWc5xH7Iq3$gl%w&5 z?{-DsE?cxEhh7bv`u3>xXup@J0%iT}|=i@=}=Wj-%&#${q0 znK2qFe0RsEQhQ%Ij?3z`C4AI}sBO){ZGgAFJlb4i}^`=$t<-?gB@`LNd zV5UrLjM;K-gMf^KrHQPq^m?o5%tyO_Ps_3-a9+t-&j!VOQti9CwouXSxwdLcvEL}S zTV@7T2l*N!Zq`+2_I%Y$-EZ4>JoC8U#AvYC^~iFW89iz7vu{qG0`5b>O}_IMsJetL zW=0Kth%W9Po3oA;&e?6fsQWzWE~%dN_6qw}T4DA$wBgiw&b-W~v<#HQWPb@V?rJ^s z8)AA@k5@zyHYFQ2as68gT@({2l^gY#6V8YFzud@@H;WC>gx*`Rn7*=m8@|>n>gXVu zg7sW6(G%N1)9e*i5p3IxT%Sh(1}NiCWvUzX;!=t=MJHJ{1U^A+qMn_iD#+;f9`X%q zr_$~Tr#d+^r_v#A8@^^B8hMi^1AY}*dA$B{opZcl0Aa?{ujR01q*k=n;gm)L(y9>~ zG^Ve81|EO{82LK0igrt}h&%uKI@kSd02SO72<6cWGkyazYZYiPH+8EIj=NKJRTw5{Jibs znhWwF1t;#AYbIq2itBl|GumafJ!ns?iyyO`MQtNeXOwBG#$;%5_)-%*x?#71PqRNvQI~$3YU1A;B5*zB3pk^ z&vM40@k~NWgJ0SQ;L$YZ7~i7ofA81IBnYrDJ&4UzzjiBXBDkP9K08U?u&;Lpqx2C2 z1*OWNezR=^?P6HEd-}^ZGMXt%EL+e8X=Oh=bvwr^YlX4PZi|<3M{WDfY}9<#3Fx?g z>pgzGV}gvdhJ?JyNri7s;Jbeq8E%^Y! zlC<&yLB=SIRLe9hJ@TB!$PIev%-$W#7`q5PkldFQq56C+qx86Zw3UkfEa!n%gML}- zmZg~*vGT+cV2p(&#$rR_``vnNaZV>Ke%#-42pToDWooHQGv4I4iN=wk*f@A`m{v=d zN5bai_2K8TY!6B#qR*&ZWK5m!#O15vk8z^#by3P48lEh>q?pP~FpQyHUvo$3`3>ED zT&Y71b*c+QW?98#RTyk`Vl2!xvove3hW?3uv!t=>eFJ1nSxNrNP!+_?5wT2WkQVXp zF^Tt{XpFtb>8mw87Ps4nMcKkWabDbFn`vFWhROS)$KUUglAm=`zAhe~hJDudDK49R zl+B{aH)GJ&xCUaS7u>H5cb_+2Xy2l|r|!mEk@}FBjd8&{^lO#(?Va8%QMK`4j4QBS zrzEC53;rwCaBmQruQ{>NLgodLi4Gu4N|e7$8<}l+Fxs9z!<2fdVV?_QhoSl5M$UAG zb0UoMvM(H7Kp!u2yiibD+R$6}{6KwwhY8Ks?1cKEatHO_-;K~l-XEC!+I*(gGBb*Y z;s9uxhxTP(W?ouB3hi3|!}$)}ytXGMXuJCkKghF?>9Yy7Q_y?Ed%(sgX;2BzLs4{< zdg)v5FQii%TuUHdvI$*E44@jIbE+!Ovx5ecD>}nMw}1A`GYH5NXkIWIrx`@QB^Q{? zV$9x>MjRF?d9JUP=gWVyZs$(q#6T_hM`7rzs_{H$iSp;LD^=aWmM+Q4y*^0Z7y<#%Z)6Jj5CB_afVW0LfJ*n2TTH-1jB# zsb@71{&WBceKks87ySkpYUpRJ0*u-zj%>ZOPcCe+m#TlwnKSne8C0Y zwb8_99BRTi1b<>a9=QvZjfK?XpbnK66s4~#k$-;Q0na-|9(nVP+a*8UKga)AA1J(;V#pY0uR=9HU2 z6`5s4rxQ%}4H&-o>B<3ji-60D1>W#QtYk^_zA{dbf`Su2h4gl|gjcp8kbHiB%t&ll z4maK!pp)#CGrvlI&+I0mLa?X%h~g2R8bt9ZGs`|ctM`iFAI)t&_#(GqFm&hT+vA^x z%?3CnB|kVvvmmS2nB8KJ#uPX_Le?;{2W;LQb8<6`a)}5?kWd6QX12{nN`uF6=_)(k z`oW!oz+=^$^M8~~^=ukDGz9D{41}4`&@UjQcYg1({AUs@TteGJDuPxl7x&&W8tIxa zB_VmuiQB-qb$^ge@P2j=jnDUv$qGGl-lMS{#7_E4{bC?Gw{{xICqa+scQFh&mlEhD zvO7&ZTog7+J3nOjNUZ(Hv@6-}fXwbgFyKf(L!=;Na3$XxRAOcuAt%VxBBIxw!-4|D zMHkW-PAGa*99zM!G!NFso$}8nLz{%8WIC=xyw)83m$SGgK04t>}6;qLRHh^l4DjtSH(M$EEHHeAfPt&UIFWtCSza;Tony< z2X`|Wb*!!9>N-*oFy709=|58=%$j}pm{YJ5a%wlH6F%N9yWyg3M2Z^JcFtY6aEcFT z>c7jHWxD!7)R7%fn93Mozib-)tNcKndi}^8cMvD;>CteF@yxF_LAHPG0rncCpfm_8L#TThG=_HFj= z%&UzBrQ@^a$Fc8RTHXxYy0$M_!5Ro}KuXmyw!y3I$GrOoARw~7pu~3ja-!bTJeZ^v za=-TQI~vzk?9rqx!gY{u=Xa5}Uh%s-SVk=+1P+z{W+~9~>6vcs_hO-2oP5N59sT{1 z6&jIm@7A>Yi09b0Sqef$cT(amV1$`!-Tl-;<@h%%H7?0hWpP{k&A}bnC!!WFKtvI} z?w#+A*~hU(9zXln$z40vd#d56*GjqZKnuP^9fft6<4a{&H-6nSHSn!+8lj72ugIq# zb=7Tfy*5o}xpTb1Z2-!Ipf9ZU(g(e2!8=6WReH|ExG?L)gW_Q^%x#`2nEmo0TQ3!a zW=|ngmB)1-&CJU?S#C%@UsDpF@Js`4o%{QKV0#yYJ+=2bn$9w0OBJP*HwRPRM~04sps>LtnSQ?%(1%?Ub>seht1Q*?Jm2Ilr-enId*?Y7?>w zlmQ1#hPj*DkIbl9>Ag(+Ee@LHCI7Ssgh$IA!u(6IX1FS3&;>UHETENHEs&fIr~r4e zhMwL%l#CGz*UgE)kN9_7nIj&yKMx!Jnj5XEeWRjrxGf_x`&KdxHi)eru^guyl{ZTV zG~(&`Dt}Pp%ln-ZP>tV_z+zmR;9L8ti65@#ExCj0PBcq2iJek|30}#!~Ja7FYA8qM!ynl z1QOY)>T_A_PUf4=!~434Gj7L4WSAE}fAtNAFE*T>{zj&6safyPgwpa_ZEN)i(Ms*q zKC8ar1BgvEUX`h9)T&}tpigSKkbwZiW!A76J z)p0VcBJ`4xv5d3CUgOC+o>rGa?=^0nxaWsJ+R zvX$~b%7)G$;O?A4V6(m;lqy<3n7vi0mn}2v+B*(a{k8p`CIDH*Ci}WXufE|JM*b1+ z*!>e(G2!*0-o&PpdrAY|jHvHhZZ==iYXxH!I_vdkW4(Lt4SvhIpw`;1t0!q#>fMHk zn&Ev}Vs}fpFAE|v?2!#U^ol>O|zA3B4= z?xFWIloJXUQ!YO1XXcR#Do2?*fM)ZUG&=<#S%ni8nuTerJIs@ko_&NO=A*NEyRRDa z6^3|&<*_TDwkfcLkzLUG8@xK0s%2I$HS=W2l`tA{4U))+>CU*WZD;;a$3ri2fmm3P z)TjI;Z=p%xM2!jg8XbqA%RxwXj+nRLaz9SR%}qTH)E}1SiYnxb-fQY|-}K*X-xD%@RwUL;x#NQcJ2q%ra~uI-+@9!|qx}V0*aU-`r+COd**Q~mCzo}p ze%jp#Do0%;NtKz2rST;ml@GnOnWTDFfF*HOH0{#)mTPBwra--Clgilqu!a4yh05DE zp|y{xZw$X#3bT|Vb4Qb-&6H&9S?}zDSZ|OjHm81Hilskzf4PMtb@ipL06CXERXZvd8>HYuU@X8C`%EUf zWkp9{ZL~hy_kI|zNt#iDJkGJ#g`cI>LB^`tz=I=4a{p`ow2e(+AuVs7=gBoU=)cwM zx;i~lA1}0L`SdJ{L~>wz|p?uL`4P1X*a z9Fw{|8HS!Q76CMSt4*6Xw|Bydr@P=}v|`zC!!PIFhAxhG4R7W6a70ugO1el!^u{NG z)HyWMpawFfTeX*v*#^-x6xXAguZFxIPr*t0IP4BCr&Cr`-o_$_zXwxmd{vM~eprtF zk29t=LyVEtCo;m6Y+?dzK~PF^RA_mBG>NmG!eA4UOZ#P4!RF}cDf$viZj{;tU_i}? z(bXqqf4gViz7p9sWot~nL1&xG{g~?8US!^ze5fDP1C{av@p-i7)>g168|YyP9QXDf z(fUc%?rHhb^E%wTP}^L^Go8*v3eSw zs#8gQ2793dgZUEl4utWP*h@W?iK(o-fu>$H3$@$z1c3=i$E(6iZ|7fl385BhWr`Vm z!WKK=2tL!$%W%TQD?4=dCA&M(U)M>{*A~CSP~JnjbnT#Oi^JlB(`_{ajfFi$#}vCc z@9-6X1dNv8Caq|sgU8mA_n1^yV(8Z_6Kh>WR*RV}uit#yvuWI=)vQC5cC3{q*^y$Wrn2T{C(AX62c#jG2ogq3n91FVYqSXI~FA6qY-zo&pq> zy|hy0rShyOuygA_4*8cs@v`*AAvG=-Ui$)8nSGUuciJgIeX} zGv5U9_eALpKI{qJuOz84q&>cc3C?pFWXZmjKIGRf8NSO`o(a|_vWBsa>|wWJNKL+j)pG1Y8f69E8MS*C2{ifR zyk4mWv`ZR})HiBy((2RWAKlB4*c02Ttlw4`to_s?Rf=V+Xi~$7I1yrp9%)SXOhI5( zJA0s=haTzlm_t)XPr&jH&E7#*;B(G#wFP@)GKoGZ&#~K5E8Ga>%w#;qO2jx_rR~Lv zXd$_+ss2pyk&$mVz#=1S`N4_Qw3Fkdg^!7_;Nz=|#I${})-y?OB7EJ8O0`=@P7^u4 zcBSc>w)f_=kyZM15;~Qr8t`0&ni6~B(Tk)y>yCts@NLb2R=)M`$n`p4X?8# z3?S4^(8NFAwprN#z~p z?>bGU{Jza6&IEm$2+_9)m*aQ^_*NCvQ5!i{7D~>jGBYpBUonxpYKk&tZPWDD_4*w(IwX*Pl9%VhBkk{t{9kq&2!ZC8L^z+Tv&_=WUkG9Jvpy4x{ycli`qEMKv@>ZNA&`CAjfgl^jhc zYvUab%Vcz%&4SYw`W2xY@1#>?uC_FXqr5n-^?12^_JmWIZ#qY&#k*&9kx45?M`uB| zW6clP{G1~P%k9i~9yD3ciHiQ+lA@mWQrUXtBFkq^S7bwFD@8^m;Q(>t+-Z>!3+*pE z9gqT>rdKHx7eng$qNe2Oo(v4WO2aSrWTcky(MMA%Ql24Y9q0I0_FfW6EDU~3 zc2^kq>x^HKtCsPGd+*Bb-279v^@bf+CX|A^F#0Y_gkWz@)(v4(o)#`XDYva z-2{MSAbYeM8eJa1J1TU>J_u>|kh+6(m9x4QNbY_qKqIt6KkHU33)w1N5^2ob&|ebNw_ewVg_rj z8aCb=bWI*5m2j<}Afp`0w<>5*Ynh@CCRulv=z6V8oFaDkLgaG+eDj+Gy9vgC^h>q8o&$Vl>U16gi35{-X+GKA>+<_v-G47wdv&d+ zyOgA_rM-)EwOpQjF7x=CEo!HYx2Y@dZt{~6&@iTioct|dL-L=&{fGa!>|Ptu{=&R} z`#TQ*N347a56$;cWGgfU&dTve-jjR2=bn_Ztn}K_>!N)3!bdcPI`PgP8`Ju3=PA#5 z#{B7SaluyIo^8f(MO@;~x!vU!eaQqauJvQ!>`XMVNsec}&689ifa3l?&hF%2p$qTc z=Gukw+HTjTHYV>3Qs#nJ-fQ%;s0|<6?K&LgCdeDeJU>*=L2BE-JB2SW#OLV!S+4VL z8tSa+owyxOTj7w(x1i>8;GczUB=;#ZEB{?sX{0-OJ@Y`H7^Pjtige8;GsVA8Y-_>q z=8zwG{S0|)=g|Fj$VH8~?vyi0&h?@V-PcT+-yhd}+{paHx6%zh_1dR9b<*|veq9rK zF#2VRofI``X0@c0DIg2B;*1;gd>vA>d7X(uJc7`0;wdL-vflaW6Bvfye#1Hq!`2FS zD{O#sFyeCVv~~Z=!257*e}x?)0X5iX#irUA-VtA!Bc)vJ5+0F(U>Gp9B9i^xn$Z*I zO{m+<&k5pWY6@&ESSy0?c4k>YX8AHiUYV0j)RY2{1cxW!F+s*UX8phgn8f(}y8hwZ z`0xzylO=_U$6s|)iZNcYt=wl;fupux;h^gc>=YAIh4EhjZgI`ZZCq7@&-&G$W4$xi zi4!1#-9&`44c3Ui9CRPglA>Nr@ptd@<25d0%pdKMM9`7FY>Zcr(nvnK8x)Z5+Gi4J zeh(2)h(DAEM|#)4_+Nb$6#=SWWvp}eJ|M*b0ITFxR8(O6FL=A)i?7`-mLxOy?ucNK zQNd_R>T^(svDBp49K6jOkj^*n`1wa{p-mdzMB@Gp>Y8s;*VlLw8~p|;U;X+?*Xn=P z;HM8_!`+KUc;S_~^Hlfbgoxr}K@(FSf}^N|Sl zNq;-TOd2l&gSrBhQk0C+_J{WrF37XhoEc=RVk&=RbB6t$tw3*71g@qM*mgg7l0o2b z3Du#ox7)Rq?>TG&Z0p2_D-ddo5mo@lJ&BNTv?QKHqH-iFqyWFie;eQxfw2bGw>Z58 zz8`D$5UZ=s#yGa<#vNk6B)H}2CC)7*uJrs=!9WeB)(QiMPx1k)wm)dbVVAI|@VgzH zV!uJux(|)#W5`)6L1AB5TqIH24edXQPXD!Cc)%i-%cb|O-L5T87ykQcRw;skA)ZW0 za-hrAj}h7$cRrGuBlw>oE5Fi&vtYEJ(fO8%;`d_}lPul8A5S$!Z8=dP_(K|#Pi#Ig z&4S*0+xviH1$Nvn{+PggE$FB3->H0NtJ+P}j=4X}czJZIdiIfgV#AjY3G3$xLWc82 z?4NRGX$jK&54M~na;cc=CQey)S5#^JB{Ox8v8(GSs*gQA--b@rNFO03ag;G8Z2F;I z2|##%2hhiG@(Zcq-0%G)ibbU@>m8ET07zDWFd(d|Iz68ianf23tb)^nkX~s%oE?0+ zUAW}8of3ajI>C3E-%b3;k79MZLrGeF@Ky*yzdU$+4B4p?I%UJjLrk*G1%3WUjWNU_ zj>6(%m5kAUf8NOVpLY$@9NVe`&gbBgXZP6=WQg?(6-d4!i+8pYRDajxDWrn>v03?W zq(^!1SWO^Jxyiv#a^Fr|!GxIVhMknZ(4+}?ee35^0Oij9>jcbVgctrGQ7qm6fqKq4 zx(Y1SxNt!36Q69EG8c%OYoTe+N!!9HyQvstWfKhE#h1boW5>})7CzcY(y{>Xc$sgv zzYw_9)x!o5hAs{7E@3L4WL^Ki?wq_#ThyMtUg?^uR5{fZN{bC8%tw< z&PqH)lDo`*{^!+fxhPJy?-7J=tMva~G5b=QcgBMQr;j_;zn&F#;zyrpP|^GwkeUq~VfX z_$ez#_<+(dF2$p*!d6m&b4vrcDHJ4<%v@-91c)WqC8dZC1hJKP7kj?km+1Tba9^l~ zYIO%-Z&hM}2#Doa)5jRSG7W6y9LQx-xK}=`h&{4r5pa{laOP{q&hC=Vc~dVL9Bc!s zR(%a<#CEVKD4wdTf~nK9h~KWuk-5=%1|l$}Pl}_?@X)ESr5*}oZgam-&ZKs^8Q(F_q61|*87V}@vrTq=A;pE*`h~f$` zv@*dnDkir~%=suuPpfP7hL?RCGzUsUgaOyslpk!0MiQk~^$^a2h!328n&H76C^4F3 zjtb9cJ=QGMIUD2X$a}9L34d*R2KBqc>$M<{fy1`IDyuALv3v46?P`R&Fq&5@tgyv- z;Rx|zraW)rX%|8i+&o66-eA0FNWZYP^ayvh;=XH%H#(7@cVl+xh7^-OxePB5%NUnF zKM^QwTrj&>PhlBX%i17BesWM+A`mUD3xq_EjZSfYZnT1PZw%Wbvp82%Ri7@W4(m^- zh8IDFTDn{H8jdewz?1u9?Cbolt}VAtS6}ivzV@xK-cyKoEFCjY7ihr8>WJ|WCuBO0 z0elP}F;tXDJZGqw$@u4yOzi^JEls0_u32zJ92;0!Z47_C8&(DH%it6#Z~KlCQu7MrYQM2sc%9H!GA@f^gUt z;o_2Vxzn|ZU46%=I+}z2!Z@Y1lra4d2!!Fx%0txd;#_4QB5VigC{;2KztLYX1Nxc; zRV~@2tKNHcrf3Y%eRd}F&qXF60rJN@V+p0Ja7zk)DUdcOXoG~FQ$mD4FPr!L3VK?ZJ3P3ub= z)S^pnsA}fes!%KNAsdm{`^{ulbd6|=$>cPXw0404!${w+C{6tEJb3CP#$LL>mKg== z9$Rb#3A^u-?vvEk;a;6n^W+n7G?Uw_eD&R2`Qy4uc`rZ57B?gGbt6E&5f{j~bkK zOK=Ej@#7e|)P!TEMV)nQ`_)CcZX@V)6Z-iNg#|n7D=}IimOn`7Y`u0CALU*>Y117; z%YQi$ke}V?qTyZ86hAq3bz=SYq4){SzB)##5OVRNhTq?3pgAo z_Ui(VlKMOS6i%hPYAH!d9n>cDp3he_E)@*8_pBHh<o;a0w|P;v6|{HT z|j5r`J2z5cn+HSnOWMct0~Ko6VxLqm~dxilw1 z{zC=Q@r-dZ=P~EK+mcJ$Y%%z z4L(wW*D{ZQ>jH=Z%62Hy>^!#wykTY}=Hj4W9S|z>!s+Rd%7aj#DDGBqDqd1o1|Yww zrX`%-+9?&qBTyI7v6dQ(B0lCI&Yw`(RW38Vm+FJZfIC#-aytWuQ=;Y&pdlPvpH@6T;q0 zN^xGVyml3K{h8>cEZq_3Iuz+qdcbuoE&r=KV3aMpV=GT+6;6zMCU$$!Vx9C<%ej&N z+5;qsz;yTDpL-au_h;(s+tt8f^W3{p`Odgut+f0KP3xZKQVWEBi}d)_(9~l80DGhf zqN4B2^swTObgbqMAFvUnZjkp1N*_ zx3CJaaJ@Z(Y@vSNehm?{LbTODV|L-iXkO?*M>|@16X5Bt#c+}+_Jnd-))j9H627cR zB4s1xB?K1xLB;M#z=~cG^9IU+d1cATf_}R}ZN-1!@${>JN{ZUbps;r&?R^Y#wQ}^y zV++bk8ZsC=h(iiX)q$8hU0}b2gLzXE`5WKC->%83`g@LQ#QP&&4y0s-X1W2M?@vky z^e>()8eIl3Y259^3?0; zyM$X-+st}ObW%p_ys0G_djr;YcmWhFQ+owmIX;9sC^lbD{xI=?P4#z_4@2iVK~9;O zhB88oP~Ww|&VPUDN$LBu?Lb;9(b7CkWnd}9fp9}7-R^jSw$n-EO*a);VY48v3g4c^ zj-J&pTCFlY@x?$p)+!``B;?=+mTC!=2Dfm z(j6E%s*K)AG#MVkaFJUoUm!{t*S-Q@;svI^%#>uYB>4m{T)Lp4otTo91JSVTO%z(0 z(*O6)cJ{knBdRj>@2=-068Dk+?N^s2)^=@flclock_timestamp()`, user, chat, key).Scan(&previous.ID, &previous.ChatID, &previous.SenderID, utf8String{&previous.Text}, &created) + if err == nil { + if previous.Text != text { + return m, apiError{409, "conflict", "Idempotency key has a different message"} + } + previous.CreatedAt = stamp(created) + return previous, nil + } + if !errors.Is(err, pgx.ErrNoRows) { + return m, unavailable() + } + if _, err = tx.Exec(ctx, "DELETE FROM message_keys WHERE user_id=$1 AND chat_id=$2 AND key=$3", user, chat, key); err != nil { + return m, unavailable() + } + m.ID = uuid() + if err = tx.QueryRow(ctx, "INSERT INTO messages(id,chat_id,sender_id,text) VALUES($1,$2,$3,$4) RETURNING created_at", m.ID, chat, user, []byte(text)).Scan(&created); err != nil { + return m, dbError(err) + } + if _, err = tx.Exec(ctx, "INSERT INTO message_keys(user_id,chat_id,key,message_id,expires_at) VALUES($1,$2,$3,$4,clock_timestamp()+$5::bigint*interval '1 second')", user, chat, key, m.ID, int64(a.idempotencyTTL.Seconds())); err != nil { + return m, unavailable() + } + if err = tx.Commit(ctx); err != nil { + return m, unavailable() + } + m.CreatedAt = stamp(created) + return m, nil +} diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 00000000..c73f65f9 --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,41 @@ +global + log stdout format raw local0 + maxconn 2048 + +defaults + log global + mode http + option httplog + timeout connect 500ms + timeout client 10s + timeout server 9s + timeout http-request 3s + timeout http-keep-alive 5s + timeout check 500ms + retries 0 + +resolvers docker + nameserver dns 127.0.0.11:53 + accepted_payload_size 8192 + resolve_retries 2 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 1s + hold nx 1s + +frontend public + bind :8080 + default_backend api + +backend api + balance roundrobin + option httpchk + http-check send meth GET uri /health/ready ver HTTP/1.1 hdr Host api + http-check expect status 200 + server-template replica 1-4 api:8080 check inter 500ms fall 2 rise 2 resolvers docker resolve-prefer ipv4 init-addr none + +listen stats + bind :8404 + stats enable + stats uri /stats diff --git a/main.go b/main.go new file mode 100644 index 00000000..10bb481f --- /dev/null +++ b/main.go @@ -0,0 +1,394 @@ +package main + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "log/slog" + "net" + "net/http" + "os" + "os/signal" + "strconv" + "strings" + "sync/atomic" + "syscall" + "time" + + "github.com/jackc/pgx/v5/pgxpool" + "github.com/redis/go-redis/v9" +) + +type App struct { + db *pgxpool.Pool + sessions *redis.Client + secret []byte + ttl time.Duration + slots, kdf chan struct{} + stopping atomic.Bool + dummyHash string + instance string + idempotencyTTL time.Duration +} + +func env(key, value string) string { + if v := os.Getenv(key); v != "" { + return v + } + return value +} +func positive(key string, fallback int) int { + n, e := strconv.Atoi(env(key, strconv.Itoa(fallback))) + if e != nil || n <= 0 { + panic("invalid positive configuration: " + key) + } + return n +} +func secretFile(key string) (string, error) { + b, e := os.ReadFile(os.Getenv(key)) + if e != nil { + return "", fmt.Errorf("cannot read %s", key) + } + s := strings.TrimSpace(string(b)) + if s == "" { + return "", fmt.Errorf("empty %s", key) + } + return s, nil +} + +func (a *App) dispatch(ctx context.Context, w http.ResponseWriter, r *http.Request) (int, any, error) { + path := r.URL.Path + if r.Method == "GET" && (path == "/health/live" || path == "/health/ready") { + if path == "/health/ready" && (a.stopping.Load() || a.db.Ping(ctx) != nil || a.sessions.Ping(ctx).Err() != nil) { + return 0, nil, unavailable() + } + return 200, map[string]string{"status": "ok"}, nil + } + if a.stopping.Load() { + return 0, nil, unavailable() + } + if r.Method == "POST" && path == "/api/v1/auth/sessions" { + return a.login(ctx, r) + } + if r.Method == "POST" && path == "/api/v1/users" { + body, err := readObject(w, r, 128*1024, []string{"username", "display_name", "password"}) + if err != nil { + return 0, nil, err + } + name, err := textField(body, "username", 32) + if err != nil || !usernamePattern.MatchString(name) { + return 0, nil, invalid() + } + display, err := textField(body, "display_name", 100) + if err != nil { + return 0, nil, err + } + p, err := password(body) + if err != nil { + return 0, nil, err + } + if err = a.kdfSlot(ctx); err != nil { + return 0, nil, err + } + hash := hashPassword(p) + <-a.kdf + u, err := scanUser(a.db.QueryRow(ctx, "INSERT INTO users(id,username,display_name,password_hash) VALUES($1,$2,$3,$4) RETURNING id::text,username,display_name,created_at", uuid(), name, []byte(display), hash)) + return 201, u, err + } + user, key, err := a.authenticate(ctx, r) + if err != nil { + return 0, nil, err + } + if r.Method == "DELETE" && path == "/api/v1/auth/sessions/current" { + count, e := a.sessions.Del(ctx, key).Result() + if e != nil { + return 0, nil, unavailable() + } + if count == 0 { + return 0, nil, unauthorized() + } + return 204, nil, nil + } + if r.Method == "GET" && path == "/api/v1/users/me" { + u, e := a.user(ctx, user) + return 200, u, e + } + if path == "/api/v1/chats" { + if r.Method == "GET" { + scope := "chats:" + user + limit, c, e := a.pagination(r, scope) + if e != nil { + return 0, nil, e + } + page, e := a.listChats(ctx, user, limit, c, scope) + return 200, page, e + } + if r.Method == "POST" { + body, e := readObject(w, r, 128*1024, []string{"title", "member_ids"}) + if e != nil { + return 0, nil, e + } + title, e := textField(body, "title", 100) + if e != nil { + return 0, nil, e + } + var ids []string + if json.Unmarshal(body["member_ids"], &ids) != nil || len(ids) < 1 || len(ids) > 100 { + return 0, nil, invalid() + } + seen := map[string]bool{} + for i, id := range ids { + normalized, e := normalizeID(id) + if e != nil || seen[normalized] { + return 0, nil, invalid() + } + ids[i] = normalized + seen[normalized] = true + } + if !seen[user] { + return 0, nil, invalid() + } + chat, e := a.createChat(ctx, title, ids) + return 201, chat, e + } + } + if strings.HasPrefix(path, "/api/v1/chats/") { + parts := strings.Split(strings.TrimPrefix(path, "/api/v1/chats/"), "/") + id, e := normalizeID(parts[0]) + if e != nil { + return 0, nil, e + } + if len(parts) > 2 || (len(parts) == 2 && parts[1] != "messages") { + return 0, nil, missing() + } + chat, e := a.chat(ctx, id, user) + if e != nil { + return 0, nil, e + } + if len(parts) == 1 && r.Method == "GET" { + return 200, chat, nil + } + if len(parts) == 2 { + if r.Method == "GET" { + scope := "messages:" + id + limit, c, e := a.pagination(r, scope) + if e != nil { + return 0, nil, e + } + page, e := a.history(ctx, id, limit, c, scope) + return 200, page, e + } + if r.Method == "POST" { + keys := r.Header.Values("Idempotency-Key") + if len(keys) != 1 || !idempotencyPattern.MatchString(keys[0]) { + return 0, nil, invalid() + } + body, e := readObject(w, r, 128*1024, []string{"text"}) + if e != nil { + return 0, nil, e + } + text, e := textField(body, "text", 4000) + if e != nil { + return 0, nil, e + } + m, e := a.createMessage(ctx, id, user, keys[0], text) + return 201, m, e + } + } + } + return 0, nil, missing() +} + +func (a *App) ServeHTTP(w http.ResponseWriter, r *http.Request) { + start := time.Now() + requestID := uuid() + status := 500 + w.Header().Set("Content-Type", "application/json") + w.Header().Set("X-Request-Id", requestID) + w.Header().Set("X-Instance-Id", a.instance) + fail := func(err error) { + var e apiError + if !errors.As(err, &e) { + e = unavailable() + } + status = e.status + if status == 401 { + scheme := `Bearer realm="messenger"` + if r.URL.Path == "/api/v1/auth/sessions" { + scheme = `Basic realm="messenger", charset="UTF-8"` + } + w.Header().Set("WWW-Authenticate", scheme) + } + if status == 503 { + w.Header().Set("Retry-After", "1") + } + w.WriteHeader(status) + json.NewEncoder(w).Encode(map[string]any{"error": map[string]string{"code": e.code, "message": e.message, "request_id": requestID}}) + } + defer func() { + if recover() != nil { + fail(apiError{500, "internal_error", "Internal server error"}) + } + if env("REQUEST_LOG", "1") == "1" { + slog.Info("request", "method", r.Method, "status", status, "request_id", requestID, "duration_ms", time.Since(start).Milliseconds()) + } + }() + ctx, cancel := context.WithTimeout(r.Context(), 5*time.Second) + defer cancel() + health := r.Method == "GET" && (r.URL.Path == "/health/live" || r.URL.Path == "/health/ready") + if !health { + select { + case a.slots <- struct{}{}: + defer func() { <-a.slots }() + default: + fail(unavailable()) + return + } + } + code, value, err := a.dispatch(ctx, w, r) + if err != nil { + fail(err) + return + } + status = code + w.WriteHeader(code) + if code != 204 { + json.NewEncoder(w).Encode(value) + } +} + +func run() error { + if env("SESSION_STORE", "valkey") != "valkey" { + return errors.New("SESSION_STORE must be valkey") + } + address := net.JoinHostPort(env("APP_HOST", "0.0.0.0"), env("APP_PORT", "8080")) + if len(os.Args) > 1 && os.Args[1] == "healthcheck" { + client := http.Client{Timeout: 2 * time.Second} + res, e := client.Get("http://127.0.0.1:" + env("APP_PORT", "8080") + "/health/ready") + if e != nil { + return errors.New("not ready") + } + defer res.Body.Close() + if res.StatusCode != 200 { + return errors.New("not ready") + } + return nil + } + dbURL, err := secretFile("DATABASE_URL_FILE") + if err != nil { + return err + } + cfg, err := pgxpool.ParseConfig(dbURL) + if err != nil { + return errors.New("invalid database configuration") + } + cfg.MaxConns = int32(positive("DB_POOL_MAX", 8)) + cfg.MinConns = 0 + cfg.ConnConfig.ConnectTimeout = 2 * time.Second + cfg.ConnConfig.RuntimeParams["statement_timeout"] = "3000" + cfg.ConnConfig.RuntimeParams["lock_timeout"] = "1000" + cfg.ConnConfig.RuntimeParams["synchronous_commit"] = "on" + startup, cancel := context.WithTimeout(context.Background(), 45*time.Second) + defer cancel() + db, err := pgxpool.NewWithConfig(startup, cfg) + if err != nil { + return errors.New("database setup failed") + } + defer db.Close() + if len(os.Args) > 1 && os.Args[1] == "migrate" { + if err = migrate(startup, db); err != nil { + return fmt.Errorf("migration failed: %w", err) + } + slog.Info("migrations complete") + return nil + } + var schemaReady bool + if err = db.QueryRow(startup, "SELECT EXISTS(SELECT 1 FROM schema_migrations WHERE version='003_idempotency.sql')").Scan(&schemaReady); err != nil || !schemaReady { + return errors.New("run the migrate service before starting API") + } + cacheURL, err := secretFile("CACHE_URL_FILE") + if err != nil { + return err + } + signing, err := secretFile("CURSOR_SECRET_FILE") + if err != nil { + return err + } + if len(signing) < 32 { + return errors.New("cursor secret too short") + } + options, err := redis.ParseURL(cacheURL) + if err != nil { + return errors.New("invalid session store configuration") + } + options.PoolSize = 8 + options.MaxActiveConns = 8 + options.DialTimeout = time.Second + options.ReadTimeout = time.Second + options.WriteTimeout = time.Second + options.PoolTimeout = time.Second + options.MaxRetries = -1 + options.ContextTimeoutEnabled = true + sessions := redis.NewClient(options) + defer sessions.Close() + hostname, err := os.Hostname() + if err != nil { + return errors.New("cannot identify instance") + } + a := &App{db: db, sessions: sessions, secret: []byte(signing), ttl: time.Duration(positive("SESSION_TTL_SECONDS", 3600)) * time.Second, slots: make(chan struct{}, positive("MAX_INFLIGHT", 32)), kdf: make(chan struct{}, 2), dummyHash: hashPassword("unknown-user-dummy-password"), instance: hostname, idempotencyTTL: time.Duration(positive("IDEMPOTENCY_TTL_SECONDS", 86400)) * time.Second} + if a.idempotencyTTL < 24*time.Hour { + return errors.New("idempotency retention must be at least 24 hours") + } + server := &http.Server{Addr: address, Handler: a, ReadHeaderTimeout: 2 * time.Second, ReadTimeout: 3 * time.Second, WriteTimeout: 8 * time.Second, IdleTimeout: 5 * time.Second, MaxHeaderBytes: 16 * 1024} + listener, err := net.Listen("tcp", address) + if err != nil { + return errors.New("listen failed") + } + ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM) + defer stop() + if env("POOL_METRICS", "0") == "1" { + go func() { + ticker := time.NewTicker(time.Second) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + s := db.Stat() + slog.Info("pool", "instance", a.instance, "acquired", s.AcquiredConns(), "max", s.MaxConns(), "empty_acquires", s.EmptyAcquireCount(), "acquire_ns", s.AcquireDuration().Nanoseconds()) + } + } + }() + } + done := make(chan struct{}) + go func() { + <-ctx.Done() + a.stopping.Store(true) + slog.Info("shutdown started") + // Allow two LB readiness checks to drain this backend before closing it. + time.Sleep(1500 * time.Millisecond) + shutdown, cancel := context.WithTimeout(context.Background(), 6*time.Second) + defer cancel() + err := server.Shutdown(shutdown) + if err != nil { + server.Close() + } + slog.Info("shutdown complete", "forced", err != nil) + close(done) + }() + slog.Info("listening", "address", address, "environment", env("APP_ENV", "lab"), "session_store", "valkey", "session_ttl_seconds", int(a.ttl.Seconds())) + if err = server.Serve(listener); err != nil && !errors.Is(err, http.ErrServerClosed) { + return errors.New("serve failed") + } + <-done + return nil +} +func main() { + slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stdout, nil))) + if err := run(); err != nil { + slog.Error("startup failed", "reason", err.Error()) + os.Exit(1) + } +} diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 00000000..69c00bb4 --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,28 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username text NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100), + password_hash text NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id), + user_id uuid NOT NULL REFERENCES users(id), + PRIMARY KEY (chat_id, user_id) +); +CREATE INDEX chat_members_user_idx ON chat_members(user_id, chat_id); +CREATE INDEX chats_page_idx ON chats(created_at, id); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + sender_id uuid NOT NULL, + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + FOREIGN KEY (chat_id, sender_id) REFERENCES chat_members(chat_id, user_id) +); +CREATE INDEX messages_history_idx ON messages(chat_id, created_at, id); diff --git a/migrations/002_unicode_storage.sql b/migrations/002_unicode_storage.sql new file mode 100644 index 00000000..19a1643f --- /dev/null +++ b/migrations/002_unicode_storage.sql @@ -0,0 +1,12 @@ +-- PostgreSQL text cannot contain U+0000, although it is a valid JSON string +-- code point. Keep exact UTF-8 bytes for free-form API strings. The API checks +-- Unicode length/whitespace; these checks also bound stored byte lengths. +ALTER TABLE users DROP CONSTRAINT users_display_name_check; +ALTER TABLE users ALTER COLUMN display_name TYPE bytea USING convert_to(display_name,'UTF8'); +ALTER TABLE users ADD CHECK (octet_length(display_name) BETWEEN 1 AND 400); +ALTER TABLE chats DROP CONSTRAINT chats_title_check; +ALTER TABLE chats ALTER COLUMN title TYPE bytea USING convert_to(title,'UTF8'); +ALTER TABLE chats ADD CHECK (octet_length(title) BETWEEN 1 AND 400); +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ALTER COLUMN text TYPE bytea USING convert_to(text,'UTF8'); +ALTER TABLE messages ADD CHECK (octet_length(text) BETWEEN 1 AND 16000); diff --git a/migrations/003_idempotency.sql b/migrations/003_idempotency.sql new file mode 100644 index 00000000..609c79df --- /dev/null +++ b/migrations/003_idempotency.sql @@ -0,0 +1,8 @@ +CREATE TABLE message_keys ( + user_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id), + key text NOT NULL CHECK (key ~ '^[A-Za-z0-9._:-]{1,128}$'), + message_id uuid NOT NULL REFERENCES messages(id), + expires_at timestamptz NOT NULL, + PRIMARY KEY (user_id, chat_id, key) +); diff --git a/protocol.go b/protocol.go new file mode 100644 index 00000000..a41c3be8 --- /dev/null +++ b/protocol.go @@ -0,0 +1,238 @@ +package main + +import ( + "crypto/hmac" + "crypto/rand" + "crypto/sha256" + "encoding/base64" + "encoding/hex" + "encoding/json" + "errors" + "io" + "mime" + "net/http" + "net/url" + "regexp" + "strconv" + "strings" + "unicode/utf8" +) + +type User struct { + ID string `json:"id"` + Username string `json:"username"` + DisplayName string `json:"display_name"` + CreatedAt string `json:"created_at"` +} +type Chat struct { + ID string `json:"id"` + Title string `json:"title"` + MemberIDs []string `json:"member_ids"` + CreatedAt string `json:"created_at"` +} +type Message struct { + ID string `json:"id"` + ChatID string `json:"chat_id"` + SenderID string `json:"sender_id"` + Text string `json:"text"` + CreatedAt string `json:"created_at"` +} +type Page[T any] struct { + Items []T `json:"items"` + NextCursor *string `json:"next_cursor"` +} +type apiError struct { + status int + code, message string +} + +func (e apiError) Error() string { return e.code } +func invalid() apiError { return apiError{400, "invalid_request", "Invalid request"} } +func unavailable() apiError { return apiError{503, "unavailable", "Dependency unavailable"} } +func missing() apiError { return apiError{404, "not_found", "Object not found"} } +func unauthorized() apiError { return apiError{401, "unauthorized", "Valid Bearer session required"} } + +func uuid() string { + b := make([]byte, 16) + if _, err := rand.Read(b); err != nil { + panic(err) + } + b[6] = (b[6] & 15) | 64 + b[8] = (b[8] & 63) | 128 + s := hex.EncodeToString(b) + return s[:8] + "-" + s[8:12] + "-" + s[12:16] + "-" + s[16:20] + "-" + s[20:] +} + +var uuidPattern = regexp.MustCompile(`^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$`) +var usernamePattern = regexp.MustCompile(`^[a-z0-9_]{3,32}$`) +var idempotencyPattern = regexp.MustCompile(`^[A-Za-z0-9._:-]{1,128}$`) + +func normalizeID(s string) (string, error) { + if !uuidPattern.MatchString(s) { + return "", invalid() + } + return strings.ToLower(s), nil +} + +func textField(m map[string]json.RawMessage, key string, max int) (string, error) { + var s string + b, ok := m[key] + if !ok || string(b) == "null" || json.Unmarshal(b, &s) != nil || strings.TrimSpace(s) == "" || utf8.RuneCountInString(s) > max { + return "", invalid() + } + return s, nil +} + +// Reject duplicate keys, invalid UTF-8, and unpaired UTF-16 escapes rather than +// letting encoding/json silently replace malformed Unicode with U+FFFD. +func validUnicode(b []byte) bool { + if !utf8.Valid(b) { + return false + } + for i := 0; i < len(b); i++ { + if b[i] != '\\' { + continue + } + i++ + if i >= len(b) { + return false + } + if b[i] != 'u' { + continue + } + if i+4 >= len(b) { + return false + } + n, e := strconv.ParseUint(string(b[i+1:i+5]), 16, 16) + if e != nil { + return false + } + i += 4 + if n >= 0xDC00 && n <= 0xDFFF { + return false + } + if n >= 0xD800 && n <= 0xDBFF { + if i+6 >= len(b) || string(b[i+1:i+3]) != `\u` { + return false + } + low, e := strconv.ParseUint(string(b[i+3:i+7]), 16, 16) + if e != nil || low < 0xDC00 || low > 0xDFFF { + return false + } + i += 6 + } + } + return true +} +func readObject(w http.ResponseWriter, r *http.Request, max int, fields []string) (map[string]json.RawMessage, error) { + media, params, err := mime.ParseMediaType(r.Header.Get("Content-Type")) + if err != nil || media != "application/json" || (params["charset"] != "" && !strings.EqualFold(params["charset"], "utf-8")) { + return nil, apiError{415, "unsupported_media_type", "Expected application/json UTF-8"} + } + b, err := io.ReadAll(http.MaxBytesReader(w, r.Body, int64(max))) + if err != nil { + var large *http.MaxBytesError + if errors.As(err, &large) { + return nil, apiError{413, "payload_too_large", "Request body exceeds byte limit"} + } + return nil, invalid() + } + if !validUnicode(b) { + return nil, invalid() + } + d := json.NewDecoder(strings.NewReader(string(b))) + token, err := d.Token() + if err != nil || token != json.Delim('{') { + return nil, invalid() + } + m := map[string]json.RawMessage{} + for d.More() { + t, err := d.Token() + if err != nil { + return nil, invalid() + } + key, ok := t.(string) + if !ok { + return nil, invalid() + } + allowed := false + for _, f := range fields { + if key == f { + allowed = true + } + } + if !allowed || m[key] != nil { + return nil, invalid() + } + var value json.RawMessage + if d.Decode(&value) != nil { + return nil, invalid() + } + m[key] = value + } + if _, err = d.Token(); err != nil { + return nil, invalid() + } + if _, err = d.Token(); err != io.EOF { + return nil, invalid() + } + return m, nil +} + +type cursor struct { + Scope string `json:"s"` + Time string `json:"t"` + ID string `json:"i"` +} + +func (a *App) encodeCursor(scope, t, id string) string { + b, _ := json.Marshal(cursor{scope, t, id}) + h := hmac.New(sha256.New, a.secret) + h.Write(b) + return base64.RawURLEncoding.EncodeToString(b) + "." + base64.RawURLEncoding.EncodeToString(h.Sum(nil)) +} +func (a *App) pagination(r *http.Request, scope string) (int, cursor, error) { + values, e := url.ParseQuery(r.URL.RawQuery) + if e != nil { + return 0, cursor{}, invalid() + } + limit := 50 + if v, ok := values["limit"]; ok { + if len(v) != 1 || v[0] == "" { + return 0, cursor{}, invalid() + } + for _, c := range v[0] { + if c < '0' || c > '9' { + return 0, cursor{}, invalid() + } + } + limit, e = strconv.Atoi(v[0]) + if e != nil || limit < 1 || limit > 100 { + return 0, cursor{}, invalid() + } + } + c := cursor{} + if v, ok := values["cursor"]; ok { + if len(v) != 1 || len(v[0]) > 1024 { + return 0, c, invalid() + } + parts := strings.Split(v[0], ".") + if len(parts) != 2 { + return 0, c, invalid() + } + b, e := base64.RawURLEncoding.DecodeString(parts[0]) + if e != nil { + return 0, c, invalid() + } + sig, e := base64.RawURLEncoding.DecodeString(parts[1]) + if e != nil { + return 0, c, invalid() + } + h := hmac.New(sha256.New, a.secret) + h.Write(b) + if !hmac.Equal(sig, h.Sum(nil)) || json.Unmarshal(b, &c) != nil || c.Scope != scope { + return 0, c, invalid() + } + } + return limit, c, nil +} diff --git a/requirements-research.txt b/requirements-research.txt new file mode 100644 index 00000000..aa8a698d --- /dev/null +++ b/requirements-research.txt @@ -0,0 +1 @@ +matplotlib==3.10.7 diff --git a/scripts/bootstrap.py b/scripts/bootstrap.py new file mode 100644 index 00000000..e82c8509 --- /dev/null +++ b/scripts/bootstrap.py @@ -0,0 +1,31 @@ +"""Create local secrets once. Never print values or overwrite existing secrets.""" +from pathlib import Path +import secrets +import shutil + +root = Path(__file__).resolve().parents[1] +folder = root / 'secrets' +folder.mkdir(exist_ok=True) +folder.chmod(0o700) +def put(name, value): + path = folder / name + if not path.exists(): + with path.open('x', encoding='utf-8', newline='\n') as f: + f.write(value + '\n') + # Parent directory is private; Compose mounts individual files for non-root services. + path.chmod(0o644) + return path.read_text(encoding='utf-8').strip() + +pg = put('postgres_password', secrets.token_hex(32)) +vk = put('valkey_password', secrets.token_hex(32)) +put('database_url', f'postgres://messenger:{pg}@db:5432/messenger?sslmode=disable') +put('cache_url', f'redis://:{vk}@valkey:6379/0') +put('cursor_secret', secrets.token_hex(32)) +put('valkey.conf', '\n'.join(['bind 0.0.0.0', 'protected-mode yes', f'requirepass {vk}', + 'dir /data', 'appendonly yes', 'appendfsync always', 'maxmemory 128mb', + 'maxmemory-policy noeviction', 'save 60 1000'])) +if not (root / '.env').exists(): + shutil.copyfile(root / '.env.example', root / '.env') +for name in ('restart.sh', 'stop-one.sh'): + (root / 'scripts' / name).chmod(0o755) +print('Local .env and secrets ready; existing values preserved.') diff --git a/scripts/linux_tests.py b/scripts/linux_tests.py new file mode 100644 index 00000000..d723e45c --- /dev/null +++ b/scripts/linux_tests.py @@ -0,0 +1,18 @@ +"""Run the unchanged public make targets with executable Linux action hooks.""" +import argparse +from pathlib import Path +import subprocess + +root = Path(__file__).resolve().parents[1] +p = argparse.ArgumentParser() +p.add_argument('target', choices=['check', 'validate', 'test', 'test-own', 'test-race', 'test-persistence', 'test-failover']) +args = p.parse_args() +command = ['docker', 'run', '--rm', '--network', 'mtusi-lab3_default', + '--mount', 'type=bind,source='+str(root)+',target=/workspace'] +hooks = {'test-persistence': 'scripts/restart.sh', 'test-failover': 'scripts/stop-one.sh'} +if args.target in hooks: + command += ['--mount', 'type=bind,source=/var/run/docker.sock,target=/var/run/docker.sock'] +command += ['mtusi-messenger:lab3-tests', 'make', args.target, 'BASE_URL=http://lb:8080'] +if args.target in hooks: + command += ['ACTION_SCRIPT='+hooks[args.target]] +raise SystemExit(subprocess.call(command, cwd=root)) diff --git a/scripts/manage.py b/scripts/manage.py new file mode 100644 index 00000000..911d5852 --- /dev/null +++ b/scripts/manage.py @@ -0,0 +1,93 @@ +"""Cross-platform operator commands for the local lab; never delete volumes.""" +import argparse +import datetime as dt +import json +from pathlib import Path +import subprocess +import sys +import time +import urllib.request + +ROOT = Path(__file__).resolve().parents[1] + + +def docker(*args, capture=False, env=None): + result = subprocess.run(['docker', *args], cwd=ROOT, check=True, + text=True, encoding='utf-8', capture_output=capture, env=env) + return result.stdout.strip() if capture else None + + +def replicas(): + ids = docker('compose', 'ps', '-q', 'api', capture=True).split() + if not ids: + return [] + # Only operational fields; never persist Env or secret values. + raw = docker('inspect', '--format', '{{json .Config.Hostname}} {{json .Id}}', *ids, capture=True) + return [dict(zip(('instance', 'id'), (json.loads(x) for x in line.split()))) for line in raw.splitlines()] + + +def ready(count=2, base='http://127.0.0.1:8080'): + deadline = time.monotonic()+90 + observed = set() + while time.monotonic() < deadline: + try: + with urllib.request.urlopen(base+'/health/ready', timeout=2) as response: + observed.add(response.headers['X-Instance-Id']) + if len(observed) >= count: + return + except OSError: + observed.clear() + time.sleep(.2) + raise RuntimeError('expected ready replicas did not appear through LB') + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('action', choices=['start','stop','restart','restore','status','stop-one','rolling']) + p.add_argument('--instance') + args = p.parse_args() + if args.action == 'start': + subprocess.run([sys.executable, '-X', 'utf8', 'scripts/bootstrap.py'], cwd=ROOT, check=True) + docker('compose', 'up', '-d', '--build', '--wait') + ready() + elif args.action == 'stop': + docker('compose', 'down') + elif args.action == 'restart': + docker('compose', 'restart', 'db', 'valkey', 'api', 'lb') + ready() + elif args.action == 'restore': + docker('compose', 'up', '-d', '--no-deps', '--scale', 'api=2', 'api') + ready() + elif args.action == 'status': + docker('compose', 'ps', '-a') + print(json.dumps(replicas(), indent=2)) + ids = docker('compose','ps','-a','-q',capture=True).split() + template = '[{{json .Id}},{{json .Name}},{{json .Config.Hostname}},{{json .State.Status}},{{json .State.StartedAt}},{{.HostConfig.NanoCpus}},{{.HostConfig.Memory}},{{json .NetworkSettings.Ports}},{{json .Config.Image}}]' + containers = [dict(zip(('id','name','instance','state','started_at','nano_cpus','memory_bytes','ports','image'),json.loads(line))) + for line in docker('inspect','--format',template,*ids,capture=True).splitlines()] + query = "SELECT json_build_object('users',(SELECT count(*) FROM users),'chats',(SELECT count(*) FROM chats),'messages',(SELECT count(*) FROM messages),'idempotency_keys',(SELECT count(*) FROM message_keys),'database_bytes',pg_database_size(current_database()),'fsync',current_setting('fsync'),'synchronous_commit',current_setting('synchronous_commit'),'full_page_writes',current_setting('full_page_writes'))" + counts = json.loads(docker('compose','exec','-T','db','psql','-U','messenger','-d','messenger','-At','-c',query,capture=True)) + snapshot = {'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'containers':containers,'database':counts} + folder = ROOT/'evidence' + folder.mkdir(exist_ok=True) + (folder/'infrastructure.json').write_text(json.dumps(snapshot,indent=2)+'\n',encoding='utf-8') + elif args.action == 'stop-one': + selected = [r for r in replicas() if r['instance']==args.instance] + if len(selected) != 1: + p.error('--instance must match exactly one running API hostname (see status)') + docker('stop', '--time', '9', selected[0]['id']) + else: + original = replicas() + if len(original) != 2: + p.error('rolling replacement requires exactly two running replicas') + for old in original: + docker('compose', 'up', '-d', '--no-deps', '--scale', 'api=3', 'api') + ready(3) + docker('stop', '--time', '9', old['id']) + docker('rm', old['id']) + ready(2) + print(json.dumps({'before':original, 'after':replicas()}, indent=2)) + + +if __name__ == '__main__': + main() diff --git a/scripts/manual.ps1 b/scripts/manual.ps1 new file mode 100644 index 00000000..7ad610fd --- /dev/null +++ b/scripts/manual.ps1 @@ -0,0 +1,42 @@ +param([string]$BaseUrl = 'http://127.0.0.1:8080') +# Dot-source this script to keep the synthetic session in the current terminal. +$Lab = @{ BaseUrl = $BaseUrl.TrimEnd('/'); Headers = @{} } + +function Invoke-LabApi { + param( + [string]$Method, + [string]$Path, + [object]$Body = $null, + [hashtable]$Headers = $Lab.Headers + ) + $request = @{ Method=$Method; Uri=($Lab.BaseUrl+$Path); Headers=$Headers; UseBasicParsing=$true; ErrorAction='Stop' } + if ($null -ne $Body) { + $request.ContentType = 'application/json; charset=utf-8' + $request.Body = [Text.Encoding]::UTF8.GetBytes(($Body | ConvertTo-Json -Depth 8 -Compress)) + } + $response = Invoke-WebRequest @request + $Lab.LastInstance = $response.Headers['X-Instance-Id'] -join ',' + Write-Host ('HTTP {0}; X-Instance-Id={1}; X-Request-Id={2}' -f [int]$response.StatusCode, $Lab.LastInstance, ($response.Headers['X-Request-Id'] -join ',')) + if ($response.Content) { return ($response.Content | ConvertFrom-Json) } +} + +$suffix = [guid]::NewGuid().ToString('N').Substring(0,10) +$password = 'Synthetic-' + [guid]::NewGuid().ToString('N') +$username = 'manual_a_' + $suffix +$Lab.Alice = Invoke-LabApi POST '/api/v1/users' @{username=$username; display_name='Alice'; password=$password} +$Lab.Bob = Invoke-LabApi POST '/api/v1/users' @{username=('manual_b_'+$suffix); display_name='Bob'; password=$password} +$basic = [Convert]::ToBase64String([Text.Encoding]::UTF8.GetBytes(($username+':'+$password))) +$session = Invoke-LabApi POST '/api/v1/auth/sessions' -Headers @{Authorization=('Basic '+$basic)} +$Lab.Headers = @{ Authorization=('Bearer '+$session.token) } +$Lab.Chat = Invoke-LabApi POST '/api/v1/chats' @{title='Manual lab3'; member_ids=@($Lab.Alice.id,$Lab.Bob.id)} +$Lab.MessagePath = '/api/v1/chats/'+$Lab.Chat.id+'/messages' +$Lab.Key = [guid]::NewGuid().ToString('N') +$Lab.Headers['Idempotency-Key'] = $Lab.Key +$Lab.Body = @{ text='Manual idempotent message' } +$Lab.Message = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +for ($i=0; $i -lt 4; $i++) { + $replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body + if ($replay.id -ne $Lab.Message.id) { throw 'Replay created a duplicate' } +} +Remove-Variable password,basic,session +Write-Host ('Ready: chat={0}; message={1}. Session is kept in $Lab; do not print or save its Authorization header.' -f $Lab.Chat.id,$Lab.Message.id) diff --git a/scripts/research.py b/scripts/research.py new file mode 100644 index 00000000..fb3af7cd --- /dev/null +++ b/scripts/research.py @@ -0,0 +1,243 @@ +"""Grade-5 track 1: controlled scaling, saturation sweep and pool tuning.""" +import argparse +import csv +import datetime as dt +import io +import json +import os +from pathlib import Path +import platform +import statistics +import subprocess +import threading +import time + +from manage import ROOT, docker, ready + + +def sql(query): + return json.loads(docker('compose','exec','-T','db','psql','-U','messenger','-d','messenger','-At','-c',query,capture=True)) + + +def db_stats(): + return sql("SELECT row_to_json(s) FROM (SELECT xact_commit,xact_rollback,blks_read,blks_hit,tup_inserted,deadlocks FROM pg_stat_database WHERE datname=current_database()) s") + + +def lb_stats(): + text = docker('compose','exec','-T','lb','wget','-q','-O','-','http://127.0.0.1:8404/stats;csv',capture=True) + rows = list(csv.DictReader(io.StringIO(text.removeprefix('# ')))) + return [{k:r.get(k) for k in ('svname','status','qcur','qmax','scur','smax','econ','eresp','stot')} for r in rows if r.get('pxname')=='api'] + + +def configure(n, cpu, memory, pool): + env = dict(os.environ, DB_CPUS='1.0', API_REPLICAS=str(n), API_CPUS=str(cpu), API_MEMORY=str(memory)+'m', + DB_POOL_MAX=str(pool), POOL_METRICS='1', REQUEST_LOG='0') + docker('compose','up','-d','--no-deps','--force-recreate','--scale','api='+str(n),'api',env=env) + ready(n) + return env + + +def measure(config, duration, warmup): + began = dt.datetime.now(dt.timezone.utc).isoformat() + before, lb_before = db_stats(), lb_stats() + samples = [] + finished = threading.Event() + sample_errors = [] + + def monitor(): + while not finished.is_set(): + try: + ids = docker('ps','-q','--filter','label=com.docker.compose.project=mtusi-lab3',capture=True).split() + ids += docker('ps','-q','--filter','label=mtusi.lab3.role=load',capture=True).split() + text = docker('stats','--no-stream','--format','{{json .}}',*ids,capture=True) + stats = [json.loads(line) for line in text.splitlines() if line.strip()] + waits = sql("SELECT coalesce(json_object_agg(kind,n),'{}') FROM (SELECT coalesce(wait_event_type,'CPU/runnable') kind,count(*) n FROM pg_stat_activity WHERE datname=current_database() AND pid<>pg_backend_pid() AND state='active' GROUP BY 1) s") + samples.append({'time':dt.datetime.now(dt.timezone.utc).isoformat(),'containers':stats,'db_active_waits':waits}) + except (subprocess.CalledProcessError, ValueError) as error: + sample_errors.append(type(error).__name__) + finished.wait(.5) + + thread = threading.Thread(target=monitor) + thread.start() + try: + output = docker('run','--rm','--network','mtusi-lab3_default','--cpus','2','--memory','256m', + '--label','mtusi.lab3.role=load','mtusi-messenger:lab3-load', + '-duration',str(duration)+'s','-warmup',str(warmup)+'s', + '-concurrency',str(config['concurrency']),capture=True) + result = json.loads(output) + finally: + finished.set() + thread.join() + after = db_stats() + logs = docker('compose','logs','--no-log-prefix','--since',began,'api',capture=True) + pools = {} + for line in logs.splitlines(): + try: + item = json.loads(line) + except ValueError: + continue + if item.get('msg')=='pool': + pools.setdefault(item['instance'],[]).append(item) + pool_summary = {} + for instance, values in pools.items(): + pool_summary[instance] = {'max_acquired':max(v['acquired'] for v in values),'max_connections':values[-1]['max'], + 'empty_acquires_delta':values[-1]['empty_acquires']-values[0]['empty_acquires'], + 'acquire_seconds_delta':(values[-1]['acquire_ns']-values[0]['acquire_ns'])/1e9} + if len(result['instances']) != config['replicas']: + raise RuntimeError('load did not reach the configured number of replicas') + if not samples or not pool_summary: + raise RuntimeError('missing CPU/DB/pool observations') + return dict(config, result=result, samples=samples, sample_errors=sample_errors, pool_stats=pool_summary, + db_delta={k:after[k]-before[k] for k in before},lb_before=lb_before,lb_after=lb_stats()) + + +def summarize(rows, folder): + import matplotlib + matplotlib.use('Agg') + import matplotlib.pyplot as plt + grouped = {} + for row in rows: + key = (row['series'],row['replicas'],row['concurrency'],row['pool']) + grouped.setdefault(key,[]).append(row) + summaries = [] + for key, values in sorted(grouped.items()): + rps = [r['result']['successful_rps'] for r in values] + summaries.append({'series':key[0],'replicas':key[1],'concurrency':key[2],'pool':key[3], + 'rps_median':statistics.median(rps),'rps_min':min(rps),'rps_max':max(rps), + 'p95_ms_median':statistics.median(r['result']['latency_ms']['p95'] for r in values), + 'failed_requests':sum(r['result']['failed_requests'] for r in values), + 'successful_requests':sum(r['result']['successful_requests'] for r in values)}) + with (folder/'research.csv').open('w',newline='',encoding='utf-8') as output: + writer = csv.DictWriter(output,fieldnames=list(summaries[0])) + writer.writeheader() + writer.writerows(summaries) + fig, axes = plt.subplots(1,2,figsize=(11,4),layout='constrained') + labels = {'fixed':'fixed total: 2 CPU / 1024 MiB','growing':'growing: 1 CPU / 512 MiB per API'} + for series in ('fixed','growing'): + points = sorted((s for s in summaries if s['series']==series),key=lambda p:p['replicas']) + axes[0].errorbar([p['replicas'] for p in points],[p['rps_median'] for p in points], + yerr=[[p['rps_median']-p['rps_min'] for p in points],[p['rps_max']-p['rps_median'] for p in points]],marker='o',capsize=4,label=labels[series]) + axes[1].plot([p['replicas'] for p in points],[p['p95_ms_median'] for p in points],marker='o',label=labels[series]) + for axis in axes: + axis.set_xlabel('API replicas') + axis.set_xticks([1,2,4]) + axis.grid(alpha=.25) + axis.legend(fontsize=8) + axis.set_ylim(bottom=0) + fig.suptitle('3 repetitions; 15 s after 3 s warm-up; 32 closed-loop clients') + axes[0].set_ylabel('Successful HTTP confirmations / second') + axes[0].set_title('Median and range across repetitions') + axes[1].set_ylabel('p95 of successful requests, ms') + fig.savefig(folder/'scaling.png',dpi=160) + plt.close(fig) + sweep = sorted((s for s in summaries if s['series']=='saturation'),key=lambda p:p['concurrency']) + fig, axes = plt.subplots(1,3,figsize=(12,4),layout='constrained') + clients = [p['concurrency'] for p in sweep] + axes[0].errorbar(clients,[p['rps_median'] for p in sweep], + yerr=[[p['rps_median']-p['rps_min'] for p in sweep],[p['rps_max']-p['rps_median'] for p in sweep]],marker='o',capsize=4) + axes[0].set_ylabel('Successful confirmations / second') + axes[1].plot(clients,[p['p95_ms_median'] for p in sweep],marker='o') + axes[1].set_ylabel('p95 of successful requests, ms') + axes[2].plot(clients,[100*p['failed_requests']/(p['failed_requests']+p['successful_requests']) for p in sweep],marker='o',color='tab:red') + axes[2].set_ylabel('Pooled failed attempts, %') + for axis in axes: + axis.set_xscale('log',base=2) + axis.set_xticks(clients,labels=[str(c) for c in clients]) + axis.set_xlabel('Concurrent clients') + axis.set_ylim(bottom=0) + axis.grid(alpha=.25) + fig.suptitle('Saturation: 4 API replicas; 3 repetitions; 15 s measurements') + fig.savefig(folder/'saturation.png',dpi=160) + plt.close(fig) + tuning = {s['pool']:s for s in summaries if s['series']=='pool-tuning' and s['concurrency']==32} + if set(tuning)!={1,8}: + raise RuntimeError('controlled pool tuning at concurrency 32 is missing; continue with --resume') + improvement = tuning[8]['rps_median']/tuning[1]['rps_median']-1 + confirmed = improvement>.05 and tuning[8]['failed_requests']<=tuning[1]['failed_requests'] + lines = ['# Измерения трека 1','', + 'Fixed: суммарно 2 CPU / 1024 MiB API, суммарный пул 8. Growing: 1 CPU / 512 MiB и пул 8 на каждую API. PostgreSQL 1 CPU / 512 MiB, LB 0.5 CPU / 128 MiB, Valkey 0.5 CPU / 256 MiB, генератор 2 CPU / 256 MiB.','', + '| Серия | API | Клиенты | Пул/реплика | RPS median [min;max] | p95 ms | Ошибки |', + '|---|---:|---:|---:|---:|---:|---:|'] + for s in summaries: + lines.append('| {series} | {replicas} | {concurrency} | {pool} | {rps_median:.1f} [{rps_min:.1f}; {rps_max:.1f}] | {p95_ms_median:.1f} | {failed_requests} |'.format(**s)) + lines += ['',f'Контролируемая настройка пула 1 → 8 (2 API, 32 клиента): изменение median RPS {improvement:+.1%}. Критерий подтверждения: >5% без увеличения общего числа ошибок. Подтверждено: {confirmed}.', + '', 'Диагностика: research.json содержит CPU/RAM каждого контейнера, активные ожидания PostgreSQL, счётчики ожидания пула и очереди/ошибки HAProxy. Pool-tuning — отдельный намеренно ограниченный сценарий; он не выдаётся за дефект исходного пула 8.', + '', 'Нужно интерпретировать насыщение по совместным данным: занятый пул и рост empty_acquires указывают на очередь пула; PostgreSQL около 100% при лимите 1 CPU и отсутствие прироста RPS указывают на CPU БД; очередь/CPU LB — на LB. Один плоский график не доказывает причину.', + '', 'Ограничения: один Docker Desktop/хост; closed-loop и coordinated omission; p95 только успехов; контейнерные CPU/RAM и PostgreSQL-счётчики включают прогрев; история растёт; дисковый кэш между сериями не сбрасывается; max RPS промышленной системы не заявляется.',''] + (folder/'research.md').write_text('\n'.join(lines),encoding='utf-8') + return confirmed + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('--duration',type=int,default=15) + p.add_argument('--warmup',type=int,default=3) + p.add_argument('--repeats',type=int,default=3) + p.add_argument('--resume',action='store_true',help='reuse completed runs with identical measurement parameters') + p.add_argument('--include-overload',action='store_true',help='also reproduce the rejected 64-client pool experiment') + args = p.parse_args() + if args.duration<10 or args.warmup<2 or args.repeats<3: + p.error('research needs duration>=10, warmup>=2, repeats>=3') + import matplotlib # fail before altering running services if dependencies are absent + folder = ROOT/'evidence' + folder.mkdir(exist_ok=True) + metadata = {'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'host':platform.platform(), + 'host_cpu':platform.processor(),'logical_cpus':os.cpu_count(), + 'docker':json.loads(docker('info','--format','{"cpus":{{.NCPU}},"memory":{{.MemTotal}},"version":"{{.ServerVersion}}","os":"{{.OperatingSystem}}"}',capture=True)), + 'profile':vars(args),'hypothesis':'Shared DB/LB or pool eventually limits scaling; more API replicas alone cannot remove that limit.'} + rows = [] + saved = folder/'research.json' + if args.resume and saved.exists(): + previous = json.loads(saved.read_text(encoding='utf-8')) + old_profile = previous['metadata']['profile'] + if any(old_profile[k]!=getattr(args,k) for k in ('duration','warmup','repeats')): + p.error('saved measurement parameters differ; cannot resume') + metadata = previous['metadata'] + rows = previous['runs'] + # Upgrade early evidence where the pool telemetry shadowed its setting. + for row in rows: + if isinstance(row.get('pool'),dict): + row['pool_stats'] = row['pool'] + row['pool'] = next(iter(row['pool_stats'].values()))['max_connections'] + if row['series']=='pool-tuning' and row['concurrency']==64: + row['series']='pool-overload' + print('Reusing %d completed measurements' % len(rows),flush=True) + try: + for repeat in range(args.repeats): + configs = [] + for series in ('fixed','growing'): + order = [1,2,4] + order = order[repeat%3:]+order[:repeat%3] + for n in order: + configs.append({'series':series,'replicas':n,'cpu_per_api':2/n if series=='fixed' else 1, + 'memory_mib_per_api':1024//n if series=='fixed' else 512, + 'pool':8//n if series=='fixed' else 8,'concurrency':32,'repeat':repeat+1}) + for pool in ([1,8] if repeat%2==0 else [8,1]): + configs.append({'series':'pool-tuning','replicas':2,'cpu_per_api':1,'memory_mib_per_api':512,'pool':pool,'concurrency':32,'repeat':repeat+1}) + if args.include_overload: + for pool in ([1,8] if repeat%2==0 else [8,1]): + configs.append({'series':'pool-overload','replicas':2,'cpu_per_api':1,'memory_mib_per_api':512,'pool':pool,'concurrency':64,'repeat':repeat+1}) + for c in ([1,8,32,64,128] if repeat%2==0 else [128,64,32,8,1]): + configs.append({'series':'saturation','replicas':4,'cpu_per_api':1,'memory_mib_per_api':512,'pool':8,'concurrency':c,'repeat':repeat+1}) + previous = None + for config in configs: + if any(all(row[k]==config[k] for k in ('series','replicas','concurrency','pool','repeat')) for row in rows): + continue + state = (config['replicas'],config['cpu_per_api'],config['memory_mib_per_api'],config['pool']) + if state!=previous: + configure(*state) + previous = state + print('Measuring '+json.dumps(config),flush=True) + rows.append(measure(config,args.duration,args.warmup)) + (folder/'research.json').write_text(json.dumps({'metadata':metadata,'runs':rows},indent=2)+'\n',encoding='utf-8') + confirmed = summarize(rows,folder) + if not confirmed: + raise RuntimeError('pool tuning hypothesis was not confirmed; see research.md before claiming grade 5') + finally: + docker('compose','up','-d','--no-deps','--force-recreate','--scale','api=2','api') + ready(2) + print('PASS: repeated scaling/saturation series and pool improvement measured; see evidence/research.md') + + +if __name__=='__main__': + main() diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100644 index 00000000..14a34680 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,8 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +mkdir -p evidence +ids=$(docker compose ps -q db valkey api lb) +docker inspect --format '{{.Id}} {{index .Config.Labels "com.docker.compose.service"}} {{.State.StartedAt}} {{.State.Status}}' $ids > evidence/restart-before.txt +docker compose restart db valkey api lb +docker inspect --format '{{.Id}} {{index .Config.Labels "com.docker.compose.service"}} {{.State.StartedAt}} {{.State.Status}}' $ids > evidence/restart-after.txt diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100644 index 00000000..6bd90706 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,16 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +: "${TARGET_INSTANCE_ID:?TARGET_INSTANCE_ID is required}" +for id in $(docker compose ps -q api); do + hostname=$(docker inspect --format '{{.Config.Hostname}}' "$id") + if [ "$hostname" = "$TARGET_INSTANCE_ID" ]; then + mkdir -p evidence + docker inspect --format '{{.Id}} {{.State.Status}} {{.State.StartedAt}}' "$id" > evidence/stopped-before.txt + docker stop --time 9 "$id" > /dev/null + docker inspect --format '{{.Id}} {{.State.Status}} {{.State.FinishedAt}} {{.State.ExitCode}}' "$id" > evidence/stopped-after.txt + exit 0 + fi +done +echo 'Target is not a running API container' >&2 +exit 1 diff --git a/scripts/verify.py b/scripts/verify.py new file mode 100644 index 00000000..7256e065 --- /dev/null +++ b/scripts/verify.py @@ -0,0 +1,92 @@ +"""Run the complete lab-3 verification from an ordinary operator terminal.""" +import argparse +import datetime as dt +import hashlib +import json +import os +from pathlib import Path +import subprocess +import sys + +ROOT = Path(__file__).resolve().parents[1] +EVIDENCE = ROOT/'evidence' + + +def public_integrity(): + names = subprocess.check_output(['git','ls-files','--','tests','contracts'],cwd=ROOT,text=True).splitlines() + hashes = {} + for name in names: + original = subprocess.check_output(['git','show','HEAD:'+name],cwd=ROOT).replace(b'\r\n',b'\n') + current = (ROOT/name).read_bytes().replace(b'\r\n',b'\n') + if current != original: + raise RuntimeError('protected source changed: '+name) + hashes[name] = hashlib.sha256(current).hexdigest() + return hashes + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('--no-research',action='store_true',help='run levels 3/4 only; does not certify track 5') + p.add_argument('--resume',action='store_true',help='reuse completed work; API/infrastructure sources must be unchanged') + p.add_argument('--include-overload',action='store_true',help='also reproduce the additional overload experiment') + args = p.parse_args() + EVIDENCE.mkdir(exist_ok=True) + hashes = public_integrity() + results = [] + previous_checks = {} + status = EVIDENCE/'verification.json' + if args.resume and status.exists(): + previous_checks = {item['check']:item for item in json.loads(status.read_text(encoding='utf-8'))['checks'] if item['exit_code']==0} + env = dict(os.environ,PYTHONUTF8='1',PYTHONUNBUFFERED='1',GOTELEMETRY='off') + + def run(name,command): + if args.resume and name in previous_checks and not name.startswith('final-') and name!='research': + results.append(previous_checks[name]) + print('Reusing passed check: '+name,flush=True) + return + print('Running '+name+' ...',flush=True) + result = subprocess.run(command,cwd=ROOT,env=env,text=True,encoding='utf-8',errors='replace',stdout=subprocess.PIPE,stderr=subprocess.STDOUT) + (EVIDENCE/(name+'.txt')).write_text(result.stdout,encoding='utf-8') + results.append({'check':name,'exit_code':result.returncode,'command':command}) + (EVIDENCE/'verification.json').write_text(json.dumps({'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'complete':False,'checks':results},indent=2)+'\n',encoding='utf-8') + if result.returncode: + print(result.stdout[-5000:]) + raise RuntimeError(name+' failed; see evidence/'+name+'.txt') + print('PASS: '+name,flush=True) + + python = sys.executable + run('bootstrap',[python,'-X','utf8','scripts/bootstrap.py']) + run('docker-info',['docker','info','--format','{{.ServerVersion}} {{.NCPU}} CPU {{.MemTotal}} bytes']) + run('compose-check',['docker','compose','config','--quiet']) + run('build-start',['docker','compose','up','-d','--build','--wait']) + run('build-tests',['docker','build','-f','Dockerfile.tests','-t','mtusi-messenger:lab3-tests','.']) + for target in ('check','validate','test','test-own','test-race','test-persistence','test-failover'): + run(target,[python,'-X','utf8','scripts/linux_tests.py',target]) + run('restore',[python,'-X','utf8','scripts/manage.py','restore']) + run('failures',[python,'-X','utf8','student-tests/failures.py']) + if not args.no_research: + run('build-load',['docker','build','--target','load','-t','mtusi-messenger:lab3-load','.']) + venv = ROOT/'.venv' + vpython = venv/('Scripts/python.exe' if os.name=='nt' else 'bin/python') + if not vpython.exists(): + run('research-env',[python,'-m','venv',str(venv)]) + run('research-dependencies',[str(vpython),'-m','pip','install','--disable-pip-version-check','-r','requirements-research.txt']) + research_command = [str(vpython),'-X','utf8','scripts/research.py'] + if args.resume: + research_command.append('--resume') + if args.include_overload: + research_command.append('--include-overload') + run('research',research_command) + run('final-smoke',[python,'-X','utf8','tests/smoke.py','--base-url','http://127.0.0.1:8080']) + run('final-own',[python,'-X','utf8','student-tests/acceptance.py','--base-url','http://127.0.0.1:8080']) + if public_integrity()!=hashes: + raise RuntimeError('public sources changed during verification') + (EVIDENCE/'public-integrity.json').write_text(json.dumps(hashes,indent=2)+'\n',encoding='utf-8') + run('final-containers',[python,'-X','utf8','scripts/manage.py','status']) + complete = not args.no_research + (EVIDENCE/'verification.json').write_text(json.dumps({'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'complete':complete,'levels_3_4_passed':True,'track_5_measured':complete,'checks':results},indent=2)+'\n',encoding='utf-8') + print('Verification finished. '+('Full track-1 evidence is ready.' if complete else 'Levels 3/4 only; run without --no-research for track 5.')) + + +if __name__=='__main__': + main() diff --git a/store.go b/store.go new file mode 100644 index 00000000..4e0a57f1 --- /dev/null +++ b/store.go @@ -0,0 +1,223 @@ +package main + +import ( + "context" + "crypto/sha256" + "embed" + "encoding/hex" + "errors" + "fmt" + "sort" + "time" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" + "github.com/jackc/pgx/v5/pgxpool" +) + +//go:embed migrations/*.sql +var migrations embed.FS + +func migrate(ctx context.Context, db *pgxpool.Pool) error { + conn, err := db.Acquire(ctx) + if err != nil { + return err + } + defer conn.Release() + if _, err = conn.Exec(ctx, "SELECT pg_advisory_lock(202602)"); err != nil { + return err + } + defer conn.Exec(context.Background(), "SELECT pg_advisory_unlock(202602)") + if _, err = conn.Exec(ctx, "CREATE TABLE IF NOT EXISTS schema_migrations(version text PRIMARY KEY, checksum text NOT NULL, applied_at timestamptz NOT NULL DEFAULT clock_timestamp())"); err != nil { + return err + } + entries, err := migrations.ReadDir("migrations") + if err != nil { + return err + } + sort.Slice(entries, func(i, j int) bool { return entries[i].Name() < entries[j].Name() }) + for _, entry := range entries { + raw, err := migrations.ReadFile("migrations/" + entry.Name()) + if err != nil { + return err + } + sum := sha256.Sum256(raw) + checksum := hex.EncodeToString(sum[:]) + var previous string + err = conn.QueryRow(ctx, "SELECT checksum FROM schema_migrations WHERE version=$1", entry.Name()).Scan(&previous) + if err == nil { + if previous != checksum { + return fmt.Errorf("migration checksum mismatch: %s", entry.Name()) + } + continue + } + if !errors.Is(err, pgx.ErrNoRows) { + return err + } + tx, err := conn.Begin(ctx) + if err != nil { + return err + } + if _, err = tx.Exec(ctx, string(raw)); err == nil { + _, err = tx.Exec(ctx, "INSERT INTO schema_migrations(version,checksum) VALUES($1,$2)", entry.Name(), checksum) + } + if err != nil { + tx.Rollback(ctx) + return err + } + if err = tx.Commit(ctx); err != nil { + return err + } + } + return nil +} + +func dbError(err error) error { + if err == nil { + return nil + } + if errors.Is(err, pgx.ErrNoRows) { + return missing() + } + var pe *pgconn.PgError + if errors.As(err, &pe) { + switch pe.Code { + case "23505": + return apiError{409, "conflict", "Username already exists"} + case "23503", "23514", "22P02", "22021": + return invalid() + } + } + return unavailable() +} +func stamp(t time.Time) string { return t.UTC().Format("2006-01-02T15:04:05.000000Z") } + +// pgx BytesScanner preserves every validated UTF-8 code point, including NUL. +type utf8String struct{ dst *string } + +func (s utf8String) ScanBytes(value []byte) error { + *s.dst = string(value) + return nil +} + +func scanUser(row pgx.Row) (User, error) { + var u User + var t time.Time + err := row.Scan(&u.ID, &u.Username, utf8String{&u.DisplayName}, &t) + u.CreatedAt = stamp(t) + return u, dbError(err) +} +func (a *App) user(ctx context.Context, id string) (User, error) { + return scanUser(a.db.QueryRow(ctx, "SELECT id::text,username,display_name,created_at FROM users WHERE id=$1", id)) +} + +func (a *App) createChat(ctx context.Context, title string, ids []string) (Chat, error) { + c := Chat{ID: uuid(), Title: title, MemberIDs: ids} + var t time.Time + tx, err := a.db.Begin(ctx) + if err != nil { + return c, unavailable() + } + defer tx.Rollback(ctx) + err = tx.QueryRow(ctx, "INSERT INTO chats(id,title) VALUES($1,$2) RETURNING created_at", c.ID, []byte(title)).Scan(&t) + if err != nil { + return c, dbError(err) + } + // FK failure on any participant rolls back the chat and earlier participants. + for _, id := range ids { + if _, err = tx.Exec(ctx, "INSERT INTO chat_members(chat_id,user_id) VALUES($1,$2)", c.ID, id); err != nil { + return c, dbError(err) + } + } + if err = tx.Commit(ctx); err != nil { + return c, unavailable() + } + c.CreatedAt = stamp(t) + return c, nil +} +func (a *App) chat(ctx context.Context, id, user string) (Chat, error) { + c := Chat{} + var t time.Time + err := a.db.QueryRow(ctx, `SELECT c.id::text,c.title,c.created_at, + ARRAY(SELECT user_id::text FROM chat_members WHERE chat_id=c.id ORDER BY user_id) + FROM chats c WHERE c.id=$1 AND EXISTS(SELECT 1 FROM chat_members WHERE chat_id=c.id AND user_id=$2)`, id, user).Scan(&c.ID, utf8String{&c.Title}, &t, &c.MemberIDs) + c.CreatedAt = stamp(t) + return c, dbError(err) +} +func boundary(c cursor) (time.Time, string, error) { + if c.ID == "" { + return time.Date(1, 1, 1, 0, 0, 0, 0, time.UTC), "00000000-0000-0000-0000-000000000000", nil + } + t, err := time.Parse(time.RFC3339Nano, c.Time) + if err != nil { + return t, "", invalid() + } + id, err := normalizeID(c.ID) + return t, id, err +} +func (a *App) history(ctx context.Context, id string, limit int, c cursor, scope string) (Page[Message], error) { + result := Page[Message]{Items: []Message{}} + t, last, err := boundary(c) + if err != nil { + return result, err + } + rows, err := a.db.Query(ctx, `SELECT id::text,chat_id::text,sender_id::text,text,created_at FROM messages + WHERE chat_id=$1 AND (created_at,id)>($2,$3) ORDER BY messages.created_at,messages.id LIMIT $4`, id, t, last, limit+1) + if err != nil { + return result, unavailable() + } + defer rows.Close() + for rows.Next() { + var m Message + var created time.Time + if err = rows.Scan(&m.ID, &m.ChatID, &m.SenderID, utf8String{&m.Text}, &created); err != nil { + return result, unavailable() + } + m.CreatedAt = stamp(created) + result.Items = append(result.Items, m) + } + if rows.Err() != nil { + return result, unavailable() + } + if len(result.Items) > limit { + result.Items = result.Items[:limit] + m := result.Items[limit-1] + next := a.encodeCursor(scope, m.CreatedAt, m.ID) + result.NextCursor = &next + } + return result, nil +} +func (a *App) listChats(ctx context.Context, user string, limit int, c cursor, scope string) (Page[Chat], error) { + result := Page[Chat]{Items: []Chat{}} + t, last, err := boundary(c) + if err != nil { + return result, err + } + rows, err := a.db.Query(ctx, `SELECT c.id::text,c.title,c.created_at, + ARRAY(SELECT user_id::text FROM chat_members WHERE chat_id=c.id ORDER BY user_id) + FROM chats c JOIN chat_members own ON own.chat_id=c.id AND own.user_id=$1 + WHERE (c.created_at,c.id)>($2,$3) ORDER BY c.created_at,c.id LIMIT $4`, user, t, last, limit+1) + if err != nil { + return result, unavailable() + } + defer rows.Close() + for rows.Next() { + var chat Chat + var created time.Time + if err = rows.Scan(&chat.ID, utf8String{&chat.Title}, &created, &chat.MemberIDs); err != nil { + return result, unavailable() + } + chat.CreatedAt = stamp(created) + result.Items = append(result.Items, chat) + } + if rows.Err() != nil { + return result, unavailable() + } + if len(result.Items) > limit { + result.Items = result.Items[:limit] + v := result.Items[limit-1] + next := a.encodeCursor(scope, v.CreatedAt, v.ID) + result.NextCursor = &next + } + return result, nil +} diff --git a/student-tests/acceptance.py b/student-tests/acceptance.py new file mode 100644 index 00000000..dc9ace75 --- /dev/null +++ b/student-tests/acceptance.py @@ -0,0 +1,54 @@ +"""Additional black-box checks; public tests and schemas are imported unchanged.""" +from concurrent.futures import ThreadPoolExecutor +from pathlib import Path +import json +import sys +import threading +import uuid + +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests')) +from client import Client, arguments, check, run + + +def main(): + args = arguments('Concurrent cross-replica idempotency and isolation') + c = Client(args.base_url) + alice, bob, eve, chat = c.bootstrap() + path = '/api/v1/chats/'+chat['id']+'/messages' + key = uuid.uuid4().hex + barrier = threading.Barrier(16) + + def send(i): + local = Client(args.base_url) + barrier.wait() + raw = ('{ "text" : "same \\u0000 \\ud83d\\ude00" }' if i % 2 else '{"text":"same \\u0000 😀"}').encode('utf-8') + return local.call('POST', path, 201, actor=alice, raw=raw, + headers={'Content-Type':'application/json', 'Idempotency-Key':key}, schema='Message') + + with ThreadPoolExecutor(max_workers=16) as pool: + responses = list(pool.map(send, range(16))) + first = responses[0]['json'] + check(all(r['json'] == first for r in responses), 'concurrent replay changed result') + instances = sorted({r['headers']['X-Instance-Id'] for r in responses}) + check(len(instances) >= 2, 'concurrency must reach different real replicas') + c.call('POST', path, 409, actor=alice, body={'text':'different'}, headers={'Idempotency-Key':key}) + other_user = c.message(bob, chat, 'other user', key=key)['json'] + check(other_user['id'] != first['id'], 'key was not scoped to user') + other_chat = c.call('POST', '/api/v1/chats', 201, actor=alice, + body={'title':'independent scope', 'member_ids':[alice['id']]}, schema='Chat')['json'] + check(c.message(alice, other_chat, 'other chat', key=key)['json']['id'] != first['id'], 'key was not scoped to chat') + for bad in ['', 'bad key', 'é', 'a'*129, 'slash/key']: + c.call('POST', path, 400, actor=alice, body={'text':'bad'}, headers={'Idempotency-Key':bad}) + c.call('POST', path, 400, actor=alice, body={'text':'missing key'}) + c.call('POST', path, 404, actor=eve, body={'text':first['text']}, headers={'Idempotency-Key':key}) + page = c.call('GET', path+'?limit=100', actor=bob, schema='MessagePage')['json'] + check(sum(m['id']==first['id'] for m in page['items']) == 1, 'duplicate message') + c.call('DELETE', '/api/v1/auth/sessions/current', 204, actor=alice) + c.call('POST', path, 401, actor=alice, body={'text':first['text']}, headers={'Idempotency-Key':key}) + print(json.dumps({'concurrent_requests':16, 'instances':instances, 'identical_result':True, + 'key_scopes':'user + POST + chat path', 'revocation_rechecked':True})) + print('PASS: concurrent replay, Unicode, conflict, key validation, isolation and logout') + + +if __name__ == '__main__': + run(main) diff --git a/student-tests/failures.py b/student-tests/failures.py new file mode 100644 index 00000000..fed0b121 --- /dev/null +++ b/student-tests/failures.py @@ -0,0 +1,114 @@ +"""Sequential real-container failures and rolling replacement under read/write load.""" +from concurrent.futures import ThreadPoolExecutor +import json +from pathlib import Path +import statistics +import subprocess +import sys +import threading +import time +import uuid + +ROOT = Path(__file__).resolve().parents[1] +sys.path[:0] = [str(ROOT/'tests'), str(ROOT/'scripts')] +from client import Client, Failure, check +from resilience import history +from manage import docker, ready, replicas + + +def exercise(label, action): + c = Client(timeout=2) + alice, bob, _, chat = c.bootstrap() + original = c.message(alice, chat, 'Before '+label)['json'] + start = time.monotonic() + stop = threading.Event() + confirmations, latencies, successes, error_times = [], [], [], [] + lock = threading.Lock() + + def worker(): + local = Client(timeout=2) + key = uuid.uuid4().hex + while not stop.is_set(): + began = time.monotonic() + try: + message = local.message(alice, chat, key, key=key)['json'] + local.call('GET', '/api/v1/chats/'+chat['id'], actor=bob, schema='Chat') + with lock: + confirmations.append(message) + successes.append(time.monotonic()-start) + latencies.append((time.monotonic()-began)*1000) + key = uuid.uuid4().hex + except Failure: + with lock: + error_times.append(time.monotonic()-start) + stop.wait(.03) + + before = replicas() + with ThreadPoolExecutor(max_workers=4) as pool: + workers = [pool.submit(worker) for _ in range(4)] + time.sleep(2) + action_start = time.monotonic()-start + try: + action() + action_end = time.monotonic()-start + time.sleep(4) + finally: + stop.set() + for worker_result in workers: + worker_result.result() + elapsed = time.monotonic()-start + after = replicas() + stored = history(c, bob, chat) + by_id = {m['id']:m for m in stored} + check(by_id.get(original['id'])==original, 'pre-failure confirmation lost') + check(all(by_id.get(m['id'])==m for m in confirmations), 'confirmation lost') + check(len({m['text'] for m in stored})==len(stored), 'uncertain retry duplicated message') + post = [t for t in successes if t>=action_end] + check(bool(post), 'no reads/writes after action') + recovery = min(post)-action_start + # The total rolling action spans two replacements; each stop is checked separately. + if label != 'rolling': + check(recovery<=10, 'recovery exceeded 10 seconds') + times = sorted(successes) + gaps = [b-a for a,b in zip(times,times[1:])] + report = {'scenario':label, 'before':before, 'after':after, + 'successful_read_write_cycles':len(successes), 'failed_cycles':len(error_times), + 'elapsed_seconds':round(elapsed,3), 'successful_cycles_per_second':round(len(successes)/elapsed,3), + 'confirmed_pair_http_rps':round(2*len(successes)/elapsed,3), + 'first_success_after_action_seconds':round(recovery,3), + 'max_success_gap_seconds':round(max(gaps,default=0),3), + 'cycle_latency_ms':{'p50':statistics.median(latencies), 'p95':sorted(latencies)[int(.95*(len(latencies)-1))]}, + 'all_confirmations_preserved':True, 'duplicate_messages':0} + print(json.dumps(report)) + return report + + +def main(): + ready(2) + results = [] + original = replicas() + check(len(original)==2, 'expected two API containers') + try: + for selected in original: + def action(selected=selected): + docker('stop', '--time', '9', selected['id']) + state = docker('inspect', '--format', '{{.State.Status}} {{.State.ExitCode}}', selected['id'], capture=True) + check(state=='exited 0', 'target did not shut down cleanly') + result = exercise('stop '+selected['instance'], action) + check(len(result['after'])==1 and result['after'][0]['id']!=selected['id'], 'wrong container stopped') + results.append(result) + docker('compose', 'start', 'api') + ready(2) + def rolling(): + subprocess.run([sys.executable, '-X', 'utf8', 'scripts/manage.py', 'rolling'], cwd=ROOT, check=True) + results.append(exercise('rolling', rolling)) + check(not {r['id'] for r in results[-1]['before']} & {r['id'] for r in results[-1]['after']}, 'rolling did not replace both containers') + (ROOT/'evidence/failures.json').write_text(json.dumps(results,ensure_ascii=False,indent=2)+'\n',encoding='utf-8') + finally: + docker('compose', 'up', '-d', '--no-deps', '--scale', 'api=2', 'api') + ready(2) + print('PASS: each replica stopped, real containers verified, rolling replacement preserved sessions/data') + + +if __name__=='__main__': + main() -- 2.54.0 From 338ae15f92c19ff24fc31b1a4861f05ac830c901 Mon Sep 17 00:00:00 2001 From: Roflyan <34+roflyan@noreply.gitea.privcloud.tech> Date: Fri, 23 Oct 2026 16:22:40 +0300 Subject: [PATCH 2/2] =?UTF-8?q?=D0=9E=D0=B1=D0=BD=D0=BE=D0=B2=D0=B8=D1=82?= =?UTF-8?q?=D1=8C=20REPORT.md?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- REPORT.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/REPORT.md b/REPORT.md index 71859c3c..b1abcded 100644 --- a/REPORT.md +++ b/REPORT.md @@ -3,7 +3,7 @@ - Автор: Максим Ситосенко, БВТ2303. - Целевая оценка: 5, трек 1 «Цена масштабирования». - Основа: собственная HLAlab2. README задания, contracts/ и публичные tests/ сохранены. -- Публикация: локальная работа, commit и PR ещё не созданы. +- Публикация: ветка `solution/bvt2303-sitosenko`; PR: [запрос на слияние](https://gitea.privcloud.tech/mtusi2026/mtusi2026lab3/pulls/41). - Статус на 23.10.2026: Go/race, go vet, структурная проверка, полная OpenAPI, публичные smoke/persistence/failover, собственные проверки и исследование завершены; `evidence/verification.json` содержит `complete: true`. Дополнительный аудит — `evidence/audit.json`; ручной PowerShell-клиент проверен реальными запросами. ## Запуск из чистого clone -- 2.54.0