diff --git a/.dockerignore b/.dockerignore index bc16e55..5b6e25e 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,20 +1,11 @@ -.git -.github -.env -.env.* -!.env.example -secrets -certs -volumes -data -backups -*.key -*.pem -*.p12 -*.pfx -*.jks -.venv -__pycache__ -node_modules -evidence -.DS_Store +** +!go.mod +!go.sum +!*.go +!migrations/ +!migrations/*.sql +!Dockerfile +!cmd/ +!cmd/load/ +!cmd/load/*.go +!requirements-dev.txt diff --git a/.env.example b/.env.example index d32b9be..d837d0b 100644 --- a/.env.example +++ b/.env.example @@ -1,13 +1,21 @@ # Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. +# Effective settings of the local Compose implementation. APP_HOST=0.0.0.0 APP_PORT=8080 APP_ENV=lab SESSION_TTL_SECONDS=3600 # Choose credentials locally. File paths contain no secret values. DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres +# Shared durable sessions use Valkey in this implementation. +SESSION_STORE=valkey CACHE_URL_FILE=/run/secrets/cache_url API_REPLICAS=2 IDEMPOTENCY_TTL_SECONDS=86400 +API_CPUS=1.0 +API_MEMORY=512m +DB_CPUS=1.0 +DB_POOL_MAX=8 +MAX_INFLIGHT=32 +GOMEMLIMIT=160MiB +POOL_METRICS=0 +REQUEST_LOG=1 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..db07b85 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,5 @@ +*.sh text eol=lf +*.py text eol=lf +*.go text eol=lf +*.sql text eol=lf +Dockerfile* text eol=lf diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index e6e63eb..7bd2522 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,18 +1,73 @@ ## Лабораторная 3 -Автор / группа: TODO -Целевая оценка (3/4/5): TODO -Трек 5, если заявлен: TODO +Автор / группа: Максим Ситосенко / БВТ2303. +Целевая оценка (3/4/5): **5**. +Трек 5, если заявлен: **1 — цена масштабирования**. -Что реализовано и что перенесено: TODO -Команды запуска из чистого clone: TODO -Результаты проверок и ссылка на REPORT.md: TODO -Ограничения / известные ошибки: TODO -Источники и использование ИИ: TODO +Что реализовано и что перенесено: из собственной lab2 перенесены Go API, +PostgreSQL, миграции, Argon2id и общие Bearer-сессии в Valkey с TTL/AOF. +Сохранены валидация, членство в чатах и cursor-пагинация. Добавлены HAProxy, +две взаимозаменяемые API-реплики, динамический Docker DNS, readiness, +X-Instance-Id и согласованный SIGTERM. Порты API наружу не публикуются. +Обязательный Idempotency-Key защищает отправку сообщений общей транзакцией +PostgreSQL, включая конкурентные повторы через разные реплики. Миграции +вынесены в отдельный сервис. Проверены отказ каждой API и поочерёдная замена +контейнеров под нагрузкой. Исследованы 1/2/4 реплики при фиксированном и +растущем бюджете ресурсов, насыщение и настройка пула соединений. -- [ ] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. -- [ ] Контракт и публичные тесты не ослаблены. -- [ ] make check и make test выполнены; приложен реальный вывод. -- [ ] Сценарии отказов/безопасности своего уровня воспроизведены. -- [ ] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. -- [ ] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. +Команды запуска из чистого clone (Docker с Linux Engine, Compose, Python 3.9+): + +```powershell +python -X utf8 scripts/manage.py start +``` + +Полная проверка и воспроизведение всех исследовательских серий, включая +отрицательный перегрузочный опыт: + +```powershell +python -X utf8 scripts/verify.py --include-overload +``` + +Сценарий сам собирает Linux runner, выполняет исходные make check/validate/test, +собственные и race-тесты, persistence, failover и исследование. Перезапуски +сохраняют volumes. Короткая проверка уровней 3/4 — тот же вызов с +`--no-research` вместо `--include-overload`. На Linux используется `python3`. +Ручная демонстрация: `. .\scripts\manual.ps1`, инструкция — [MANUAL.md](../MANUAL.md). + +Результаты проверок и ссылка на REPORT.md: [отчёт](../REPORT.md), +фактический статус — [verification.json](../evidence/verification.json) +(`complete: true`), реальный вывод, raw JSON/CSV и графики — в `evidence/`. +Публичные smoke, OpenAPI, persistence и failover, собственные и race-тесты +пройдены. 16 конкурентных повторов через две API вернули одно Message; +проверены конфликт тела, независимость ключей по пользователю/чату и отзыв +сессии. Публичный failover: восстановление записи за 2.024 s, 137 успешных +записей, 4 переходные ошибки, без потерь подтверждений и дублей. После +перезапуска всех сервисов прежняя сессия и данные сохранились; обе API +последовательно остановлены и заменены под нагрузкой. + +Трек 5 завершён: 45 замеров, по три повтора конфигурации. При фиксированном +бюджете 1/2/4 API дали 886.9/771.3/739.9 median RPS; увеличение ресурсов API +не сняло общее ограничение DB. Контроль DB_POOL_MAX 1 → 8 при 32 клиентах: +618.8 → 739.9 median RPS (+19.57%), ошибок нет. При этом p95 ухудшился +74.2 → 92.7 ms: улучшен throughput, не все задержки. Опыт при 64 клиентах +с ростом ошибок сохранён как отрицательный. Методика, CPU/RAM, диапазоны +повторов, диагностика насыщения и границы выводов приведены в REPORT.md. + +Ограничения / известные ошибки: локальный HTTP, один физический host; +LB, PostgreSQL, Valkey и storage остаются SPOF, отказ узла не заявлен. +Поочерёдная замена проверена для контейнеров текущей версии; миграция 002 +требует первоначального окна остановки, 003 добавляет таблицу. Нагрузочный +генератор closed-loop, перцентили рассчитаны только для успешных запросов; +история и состояние кэша накапливаются, cursor не гарантирует snapshot. +Промышленный предел RPS и универсальное ускорение не заявляются. + +Источники и использование ИИ: Docker Compose, HAProxy, PostgreSQL, +Valkey и Argon2id — ссылки и версии в REPORT.md; Codex помог с переносом, +реализацией, инфраструктурой, тестами, исследованием и отчётом. + +- [x] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. +- [x] Контракт и публичные тесты не ослаблены. +- [x] make check и make test выполнены; приложен реальный вывод. +- [x] Сценарии отказов своего уровня и выбранный трек 5 воспроизведены. +- [x] Все секреты находятся вне Git; отчёт не содержит tokens. +- [x] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. diff --git a/.github/workflows/application.yml b/.github/workflows/application.yml new file mode 100644 index 0000000..0036838 --- /dev/null +++ b/.github/workflows/application.yml @@ -0,0 +1,30 @@ +name: Lab3 application +on: [push, pull_request] +permissions: + contents: read +jobs: + application: + runs-on: ubuntu-24.04 + timeout-minutes: 20 + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: '3.12' + - name: Build, contracts, API, persistence and failures + run: python -X utf8 scripts/verify.py --no-research + - name: Test evidence + if: always() + uses: actions/upload-artifact@v4 + with: + name: lab3-checks + path: | + evidence/*.txt + !evidence/research*.txt + evidence/verification.json + evidence/failures.json + evidence/infrastructure.json + evidence/public-integrity.json + - name: Stop local CI stack + if: always() + run: docker compose down diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..1763feb --- /dev/null +++ b/Dockerfile @@ -0,0 +1,21 @@ +FROM golang:1.26.0-bookworm@sha256:2a0ba12e116687098780d3ce700f9ce3cb340783779646aafbabed748fa6677c AS build +WORKDIR /src +COPY go.mod go.sum ./ +RUN go mod download +COPY *.go ./ +COPY cmd ./cmd +COPY migrations ./migrations +RUN CGO_ENABLED=0 go build -trimpath -ldflags="-s -w" -o /messenger . +RUN CGO_ENABLED=0 go build -trimpath -ldflags="-s -w" -o /load ./cmd/load +FROM scratch AS load +COPY --from=build /load /load +USER 65532:65532 +ENTRYPOINT ["/load"] +FROM scratch AS runtime +COPY --from=build /messenger /messenger +USER 65532:65532 +ENV APP_HOST=0.0.0.0 APP_PORT=8080 GOMEMLIMIT=256MiB +EXPOSE 8080 +HEALTHCHECK --interval=5s --timeout=3s --start-period=10s --retries=3 CMD ["/messenger","healthcheck"] +STOPSIGNAL SIGTERM +ENTRYPOINT ["/messenger"] diff --git a/Dockerfile.tests b/Dockerfile.tests new file mode 100644 index 0000000..8930d9f --- /dev/null +++ b/Dockerfile.tests @@ -0,0 +1,12 @@ +# Optional Linux tools for Windows hosts; contains no application secrets. +FROM docker:29.3.0-cli@sha256:067c301efe497cd5d174d468b7b3422a485ae4aca8f7ec1ffd4655c9fa383af2 AS cli +FROM golang:1.26.0-bookworm@sha256:2a0ba12e116687098780d3ce700f9ce3cb340783779646aafbabed748fa6677c +COPY --from=cli /usr/local/bin/docker /usr/local/bin/docker +COPY --from=cli /usr/local/libexec/docker/cli-plugins/docker-compose /usr/local/libexec/docker/cli-plugins/docker-compose +ENV PYTHONUTF8=1 PYTHONUNBUFFERED=1 GOTELEMETRY=off +RUN apt-get update && apt-get install -y --no-install-recommends python3 python3-venv make && rm -rf /var/lib/apt/lists/* +RUN python3 -m venv /opt/test-env +ENV PATH=/opt/test-env/bin:$PATH +COPY requirements-dev.txt /tmp/requirements-dev.txt +RUN pip install --no-cache-dir -r /tmp/requirements-dev.txt +WORKDIR /workspace diff --git a/MANUAL.md b/MANUAL.md new file mode 100644 index 0000000..4d06c33 --- /dev/null +++ b/MANUAL.md @@ -0,0 +1,125 @@ +# Ручная проверка HLAlab3 + +Команды выполняются в обычном PowerShell из `C:\Users\maxsi\HLAlab3\mtusi2026lab3-fork`. Нужен работающий Docker Desktop, стандартный порт 8080 свободен. Сценарии создают синтетические данные. + +## Запуск + +```powershell +python -X utf8 scripts/manage.py start +python -X utf8 scripts/manage.py status +curl.exe -i http://127.0.0.1:8080/health/live +curl.exe -i http://127.0.0.1:8080/health/ready +``` + +В status должны быть две API, DB, Valkey, LB; migrate завершён с exit 0. Наружу опубликован только LB. Health возвращает 200, X-Request-Id и X-Instance-Id. + +## Пользователи, сессия, чат и сообщение + +```powershell +. .\scripts\manual.ps1 +``` + +Точка и пробел в начале обязательны: функция `Invoke-LabApi` и `$Lab` останутся в текущем терминале. Сценарий создаст Alice/Bob, войдёт за Alice, создаст чат и несколько раз отправит одно сообщение через LB. В консоли видны HTTP-код и заголовки, токен не печатается. Все повторы должны вернуть один Message ID. + +```powershell +1..10 | ForEach-Object { $null = Invoke-LabApi GET '/api/v1/users/me' } +Invoke-LabApi GET ($Lab.MessagePath+'?limit=100') +``` + +Одна сессия обслуживается минимум двумя X-Instance-Id. В истории нет дублей повторного POST. + +## Повтор и конфликт + +```powershell +$replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +$replay.id -eq $Lab.Message.id +try { + Invoke-LabApi POST $Lab.MessagePath @{text='Другое тело с прежним ключом'} +} catch { + [int]$_.Exception.Response.StatusCode +} +``` + +Первый результат — True, второй — 409. Для новой записи нужен новый ключ: + +```powershell +$Lab.Headers['Idempotency-Key'] = [guid]::NewGuid().ToString('N') +Invoke-LabApi POST $Lab.MessagePath @{text='Новое сообщение'} +``` + +## Отказ обслужившей реплики + +```powershell +$Lab.Headers['Idempotency-Key'] = $Lab.Key +$null = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +python -X utf8 scripts/manage.py stop-one --instance $Lab.LastInstance +python -X utf8 scripts/manage.py status +``` + +Одна API должна быть exited, другая running. С прежним токеном и ключом: + +```powershell +$replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +$replay.id -eq $Lab.Message.id +Invoke-LabApi GET ($Lab.MessagePath+'?limit=100') +``` + +Ожидается 201 с прежним ID, без дубля. При краткой ошибке обнаружения отказа повторяется то же тело с тем же ключом. Новую запись проверяют после замены ключа. Восстановите API и повторите для другой: + +```powershell +python -X utf8 scripts/manage.py restore +python -X utf8 scripts/manage.py status +``` + +Автоматическая конкурентная проверка и последовательный отказ каждой API под измеряемой нагрузкой: + +```powershell +python -X utf8 student-tests/acceptance.py +python -X utf8 student-tests/failures.py +``` + +## Перезапуск и logout + +Не закрывайте текущий терминал и не создавайте новую сессию: + +```powershell +python -X utf8 scripts/manage.py restart +$null = Invoke-LabApi GET '/api/v1/users/me' +$Lab.Headers['Idempotency-Key'] = $Lab.Key +$replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +$replay.id -eq $Lab.Message.id +Invoke-LabApi DELETE '/api/v1/auth/sessions/current' +try { + Invoke-LabApi GET '/api/v1/users/me' +} catch { + [int]$_.Exception.Response.StatusCode +} +``` + +После рестарта прежняя сессия действует до исходного expiry; повтор возвращает прежний Message. Logout — 204, следующий GET — 401. Для новой демонстрации снова выполните `. .\scripts\manual.ps1`. + +## Полная проверка и исследование + +```powershell +python -X utf8 scripts/verify.py +``` + +`evidence/verification.json` должен иметь complete=true. Фактические измерения — research.md/research.csv/research.json и scaling.png/saturation.png. Ручные остановки и другой нагрузочный сценарий во время полной проверки не запускаются. Для короткой проверки уровней 3/4: `python -X utf8 scripts/verify.py --no-research`. + +После прерывания можно выполнить `python -X utf8 scripts/verify.py --resume`: уже завершённые проверки и замеры будут использованы повторно. Этот режим применяется к тому же стенду и неизменённым исходникам API/инфраструктуры; после их изменения нужен обычный полный прогон. + +Публичные сценарии с Linux hooks отдельно: + +```powershell +python -X utf8 scripts/linux_tests.py test-persistence +python -X utf8 scripts/linux_tests.py test-failover +python -X utf8 scripts/manage.py restore +``` + +## Остановка + +```powershell +docker compose down +``` + +Volumes и данные сохраняются. `down -v` для проверки сохранности не используется. diff --git a/Makefile b/Makefile index 5d86d17..709ec5a 100644 --- a/Makefile +++ b/Makefile @@ -6,6 +6,12 @@ TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) .PHONY: help check validate test load test-persistence test-failover +test-own: + $(PYTHON) student-tests/acceptance.py --base-url "$(BASE_URL)" + +test-race: + go test -race ./... + help: @echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes" diff --git a/REPORT.md b/REPORT.md index c267900..71859c3 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,140 @@ # Отчёт — лабораторная 3 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Автор: Максим Ситосенко, БВТ2303. +- Целевая оценка: 5, трек 1 «Цена масштабирования». +- Основа: собственная HLAlab2. README задания, contracts/ и публичные tests/ сохранены. +- Публикация: локальная работа, commit и PR ещё не созданы. +- Статус на 23.10.2026: Go/race, go vet, структурная проверка, полная OpenAPI, публичные smoke/persistence/failover, собственные проверки и исследование завершены; `evidence/verification.json` содержит `complete: true`. Дополнительный аудит — `evidence/audit.json`; ручной PowerShell-клиент проверен реальными запросами. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker Desktop с Linux Engine, Compose v2+ и Python 3.9+. Стандартный локальный порт — 8080. Go на хосте не нужен: race-тесты выполняются в Linux runner. -## Архитектура и решения +```powershell +cd C:\Users\maxsi\HLAlab3\mtusi2026lab3-fork +python -X utf8 scripts/bootstrap.py +docker compose config --quiet +docker compose up -d --build --wait +curl.exe -i http://127.0.0.1:8080/health/ready +``` -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab2, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +Полная проверка из обычного PowerShell: + +```powershell +python -X utf8 scripts/verify.py +``` + +Сценарий собирает API/runner/генератор, запускает публичные и собственные проверки, последовательно останавливает обе API, заменяет их под нагрузкой, выполняет 39 исследовательских запусков и возвращает две реплики с обычными лимитами. Ориентир — 15–25 минут плюс первая загрузка образов. Данные накапливаются, volumes не удаляются. Параллельно не запускайте другие тесты отказов этого стенда. `--no-research` проверяет уровни 3/4 без подтверждения трека 5. + +`.github/workflows/application.yml` запускает сборку и уровни 3/4 на Ubuntu отдельно от исходного workflow проверки контракта. Нагрузочное исследование выполняется на заявленном локальном хосте и не выдаётся за стабильный performance threshold общего CI runner. Новый CI workflow локально подготовлен; запуск на GitHub до публикации не заявляется. + +Безопасная остановка: `docker compose down`. Намеренное удаление **учебных данных HLAlab3**: `docker compose down -v`; при проверке сохранности эта команда не используется. Ручные запросы — в [MANUAL.md](MANUAL.md). + +## Архитектура + +```text +localhost:8080 → HAProxy → api × 2 (до 4) → PostgreSQL + ↘ Valkey: общие сессии + migrate → PostgreSQL, однократное применение SQL +``` + +Перенесены Go API, строгая JSON/Unicode-валидация, Argon2id, Bearer-сессии с абсолютным TTL, keyset pagination с общим HMAC-секретом и миграции. Go 1.26.0, PostgreSQL 17.6 и Valkey 8.1.3 закреплены digest; HAProxy — версией 3.2.6-alpine. Runtime API — scratch, UID/GID 65532, read-only root, без capabilities. Только LB публикует порт на loopback. API не имеют container_name и масштабируются одним Compose-service. + +PostgreSQL — источник истины, чтение после 201 идёт в ту же БД, кэша истории нет. Valkey хранит общие сессии с AOF/appendfsync always и volume; рестарт не продлевает TTL. Локального бизнес-состояния API нет. Секреты выдаются по ролям: DB — пароль БД; migrate — только database_url; API — database_url/cache_url/cursor_secret; Valkey — собственные конфигурация/пароль; LB — без секретов приложения. + +Все ответы API получают X-Instance-Id из hostname контейнера, стабильного в течение процесса. Сопоставление с контейнером подтверждает docker inspect. X-Request-Id уникален для запроса. Ошибки соединения, созданные LB, могут быть без API-заголовков — это допускает контракт. + +### Идемпотентность и данные + +Idempotency-Key обязателен только для POST сообщения и проверяется по ASCII-шаблону контракта. Сначала проверяются сессия и доступ к чату. JSON разбирается в text, поэтому пробелы/Unicode escapes не меняют результат. В OpenAPI lab3 CreateMessage содержит только text; attachment_ids здесь не добавляется в обход схемы. + +`message_keys` имеет PK `(user_id,chat_id,key)`; POST и канонический путь чата заданы назначением таблицы. Транзакционный advisory lock сериализует ключ между процессами. В одной транзакции создаются Message и ссылка с expiry ≥24 часов. Повтор возвращает исходное Message с 201; другой text — 409. Отмена/timeout/сбой до COMMIT откатывает обе записи; потеря HTTP-ответа после COMMIT разрешается повтором с прежним ключом. 5xx не сохраняются. Коллизия hash lock лишь сериализует независимые запросы: идентичность определяется полным PK. + +Истёкший ключ заменяется при следующем использовании, сообщение остаётся. Фоновой очистки неиспользуемых ключей нет, таблица растёт. Пагинация `(created_at,id)` не повторяет записи неизменной истории. Между HTTP-запросами snapshot не обещается: конкурентный COMMIT с более ранним временем может оказаться до уже пройденного cursor. + +### Готовность, DNS и SIGTERM + +HAProxy использует round-robin без sticky sessions, четыре server-template слота и Docker DNS 127.0.0.11 с hold valid/obsolete/nx=1 s. IP backend не зашиты. GET /health/ready выполняется каждые 500 ms, timeout=500 ms, fall=2/rise=2. Номинальный бюджет обнаружения — 1.5–2 s с учётом таймаута/планирования; фактический разрыв измеряется. Публичный предел восстановления — 10 s. + +Readiness зависит от DB, Valkey и stopping; liveness — только от процесса. SIGTERM сразу снимает readiness; после 1.5 s на реакцию LB выполняется HTTP Shutdown до 6 s. Compose grace=10 s. HTTP context=5 s, SQL statement_timeout=3 s/lock_timeout=1 s, connect=2 s; HTTP write=8 s, LB server=9 s/client=10 s. LB retries=0: POST создания пользователя/чата прозрачно не повторяются. Неопределённый POST сообщения повторяется клиентом только с прежним ключом. + +API не запускают миграции. Отдельный migrate защищён advisory lock и проверяет checksum SQL. Миграция 003 добавляет таблицу и совместима с предыдущей схемой. Первоначальные 001/002, включая переход строк к bytea, требуют окна до запуска API и не заявлены rolling-совместимыми. При последовательной замене сначала поднимается третья API и появляется в LB, затем старая останавливается/удаляется; повторяется для второй. Проверяется замена контейнеров текущей версии, а не произвольная миграция между версиями приложения. + +### Лимиты и настройки + +Обычно каждая API: 1 CPU/512 MiB, пул 8, MAX_INFLIGHT=32, GOMEMLIMIT=160 MiB. DB: 1 CPU/512 MiB; Valkey: 0.5 CPU/256 MiB; LB: 0.5 CPU/128 MiB; migrate: 0.5 CPU/256 MiB. Argon2id — максимум две KDF одновременно на процесс. PostgreSQL fsync/full_page_writes включены по умолчанию, соединение задаёт synchronous_commit=on. + +Переменные .env.example используются Compose/приложением: APP_HOST/APP_PORT/APP_ENV, SESSION_STORE/SESSION_TTL_SECONDS, *_URL_FILE/CURSOR_SECRET_FILE, API_REPLICAS/API_CPUS/API_MEMORY/DB_CPUS, DB_POOL_MAX, MAX_INFLIGHT, GOMEMLIMIT, IDEMPOTENCY_TTL_SECONDS. POOL_METRICS=1 включает счётчики пула, REQUEST_LOG=0 отключает журнал запросов при исследовании. Смена .env требует пересоздания затронутых контейнеров. ## Доказательства критериев -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +Ниже указаны проверяемые условия, не заранее объявленные PASS. Выводы и коды завершения записывает verify.py в evidence. -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Критерий | Команда/сценарий | Наблюдение | Доказательство | +|---|---|---|---| +| Публичные источники сохранены | public_integrity в verify.py | Сравнение с HEAD, SHA-256 | public-integrity.json | +| Структура/полная OpenAPI | make check / make validate через runner | exit 0 валидаторов | check.txt, validate.txt | +| API/доступ/пагинация/ошибки | make test | Публичный smoke без изменений | test.txt, final-smoke.txt | +| ≥2 реальные API, общая сессия | test-own и inspect | 16 одновременных ответов через ≥2 реплики | test-own.txt, final-containers.txt | +| Общая идемпотентность | test-own | Один Message; 409 другого тела; независимые user/chat; logout=401 | test-own.txt | +| Полный рестарт с прежним токеном | test-persistence/restart.sh | Прежние данные; новый StartedAt API/DB/Valkey/LB | test-persistence.txt, restart-before.txt, restart-after.txt | +| Отказ выбранной API | test-failover/stop-one.sh | ≤10 s, записи без дублей, реальный exited | test-failover.txt, stopped-before.txt, stopped-after.txt | +| Отказ каждой API по очереди | student-tests/failures.py | Восстановление предыдущей; чтение/запись, RPS/ошибки/задержки | failures.txt, failures.json | +| Health/timeouts/SIGTERM | конфигурация и failures | Чистый exit 0, доступ через оставшуюся API | failures.json, compose.yaml, haproxy.cfg | +| Лимиты/порты/нет affinity | compose config и status | CPU/RAM всех ролей; наружу только LB | compose.yaml, final-containers.txt | +| Поочерёдная замена под нагрузкой | rolling внутри failures | Оба container ID заменены, подтверждения сохранены | failures.json | +| Ручной PowerShell-клиент | manual.ps1 | Две реплики, прежний ID повтора, 409 конфликта, logout 204/401 | manual.txt | +| Трек 5: fixed/growing 1/2/4 | research.py | Три повтора каждого режима, raw и графики | research.json, research.csv, scaling.png | +| Насыщение/улучшение | sweep и pool-tuning | CPU/RAM, DB/пул/LB; сравнение пула 1 → 8 | saturation.png, research.md, research.json | -## Эксперименты и отказы +## Исследование: гипотеза и методика -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Измерительный хост: Windows 11, Intel Core i5-12450H, 12 логических CPU. Docker Desktop 29.3.0: 12 CPU и 3 956 072 448 bytes (около 3.68 GiB RAM) доступны Linux Engine. Python хоста 3.14.0; генератор/API — Go 1.26.0, matplotlib 3.10.7. Это локальный Docker Desktop, не несколько физических узлов. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +Гипотеза: общая зависимость или очередь пула ограничивает масштабирование; увеличение числа API само по себе не даёт линейного роста. Fixed делит суммарные 2 CPU/1024 MiB API и 8 соединений между 1/2/4 процессами. Growing выделяет каждой API 1 CPU/512 MiB и пул 8. DB/Valkey/LB остаются теми же. -## Ограничения и следующие шаги +Профиль: closed-loop POST, text=128 ASCII-символов, уникальные ключи, без retry, persistent connections. Go-генератор работает отдельным контейнером с 2 CPU/256 MiB. Основное сравнение: concurrency=32, прогрев 3 s, измерение 15 s, три повтора. Порядок реплик циклически меняется, направление sweep чередуется. Каждый запуск получает новый чат; рост истории входит в профиль. Журнал запросов API одинаково отключён, счётчики пула включены. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Saturation: 4 API, 1/8/32/64/128 клиентов. Контрольный pool-tuning: 2 API, 32 клиента, пул 1 против 8, три повтора с чередованием порядка. Это отдельный намеренно ограниченный пул, не выдуманный дефект штатного пула 8. Подтверждение улучшения: median successful RPS вырос >5%, общее число ошибок не увеличилось. Иначе сценарий завершается ошибкой и не отмечает трек выполненным. + +Первоначальное сравнение пула при 64 клиентах сохраняется отдельно как pool-overload: при MAX_INFLIGHT=32 на API суммарно 64 слота, но round-robin не гарантирует равного числа незавершённых запросов. Это допускает отказы приёма у занятого backend и согласуется с наблюдавшимися 503. Сборщик считает HTTP-коды, не разделяя источник API/LB, поэтому все 503 не приписываются одному механизму. Рост RPS с ростом ошибок не принимается за улучшение. Контроль с 32 клиентами оставляет запас слотов; перегрузочные результаты сохраняются. + +Штатный прогон содержит 39 замеров; дополнительные 6 pool-overload воспроизводятся с `python -X utf8 scripts/verify.py --include-overload`. В сохранённом исследовании 32-клиентный контроль был добавлен после основных/перегрузочных серий; этот сдвиг по времени и накопление данных ограничивают точность сравнения. Неудачный перегрузочный опыт не заменён успешными данными задним числом. + +Raw JSON содержит hardware Docker/хоста, параметры запусков, successful RPS, ошибки по кодам, p50/p95/p99, обслужившие реплики, CPU/RAM контейнеров, активные ожидания DB, счётчики ожидания пула и LB. Scaling показывает median и диапазон повторов. Численные результаты и интерпретация — в [evidence/research.md](evidence/research.md) после запуска. + +## Полученные результаты + +Завершены 45 измерений: 9 fixed, 9 growing, 15 saturation, 6 pool-overload и 6 контрольных pool-tuning. На снимке перед дополнительной ручной проверкой: 572 124 сообщений и столько же idempotency keys, 73 пользователя, 57 чатов, pg_database_size=370 461 843 bytes. Данные и прогрев накапливались в одном volume; это не 45 изолированных пустых БД. Снимок лимитов, портов и fsync/synchronous_commit/full_page_writes=on сохранён в infrastructure.json. + +| Серия, concurrency=32 | 1 API: median RPS | 2 API | 4 API | Ошибки | +|---|---:|---:|---:|---:| +| Fixed: суммарно 2 CPU/1024 MiB API, пул 8 | 886.9 | 771.3 | 739.9 | 0 | +| Growing: 1 CPU/512 MiB и пул 8 на API | 857.1 | 791.1 | 673.0 | 0 | + +При фиксированном бюджете 4 API дали на 16.6% меньше throughput, чем одна; увеличение суммарных ресурсов API тоже не помогло. В saturation после 8 → 32 клиентов RPS вырос лишь 717.0 → 737.7 (+2.9%), а p95 — 58.2 → 92.8 ms. При 64 клиентах median RPS=789.5, доля ошибок 0.276%; при 128 — 741.3 RPS, 20.98% ошибок, p95=215.7 ms. Практическое колено этого профиля — примерно 8–32 клиента; дальнейший рост concurrency увеличивает задержки и затем отказы. + +Это согласуется с общим ограничением DB/очереди: средний Docker CPU PostgreSQL в показательных sweep-запусках — примерно 87–104% одного ядра при лимите 1 CPU, память около 256–278 из 512 MiB. LB — примерно 17–27% ядра при лимите 0.5 CPU, генератор — 10–18% при лимите 2 CPU; qmax HAProxy=0. Сам LB и генератор в этих запусках не выглядят насыщенными. Ожидания пула дополнительно видны в pool_stats. Это вывод по согласующимся наблюдениям, не доказательство, что только CPU DB определяет каждую разницу RPS. + +Подтверждённая настройка в контроле 2 API/32 клиента: DB_POOL_MAX 1 → 8 дал median 618.8 → 739.9 RPS (+19.57%), ошибок 0 в обоих вариантах за три повтора. Диапазоны RPS: 567.4–638.8 против 728.5–767.1. p50 улучшился 53.0 → 15.1 ms, но p95 ухудшился 74.2 → 92.7 ms, p99 — 91.5 → 99.2 ms. Это улучшение throughput с ценой в хвосте задержек; универсальное ускорение всех запросов не заявляется. Пул 8 оставлен штатным, а не увеличивается бесконечно при росте API. + +Отрицательный pool-overload при 64 клиентах сохранён: RPS вырос 613.8 → 786.2, но ошибки — 970 → 5472. Этот результат отвергнут как улучшение. Уменьшение DB/LB/SPOF и увеличение CPU DB — возможные следующие эксперименты; их эффект здесь не измерен. + +## Ограничения + +Один физический host. Выдерживается отказ одной API при живой другой. LB/DB/Valkey/storage остаются SPOF; отказ узла и HA БД не заявлены. AOF/WAL/COMMIT не заменяют резервное копирование. Удаление volumes уничтожает соответствующие данные. + +Closed-loop имеет coordinated omission и стоимость клиента. Измеряются HTTP-подтверждения, а не точное число COMMIT при timeout. Перцентили — только успехов. CPU/DB-счётчики включают прогрев; кэш не сбрасывается; выборки короткие, три повтора не доказывают универсальную производительность. Нужно проверять предел генератора по его CPU. Плоский RPS сам по себе не доказывает насыщение DB: нужны согласующиеся CPU/ожидания/очереди. + +По ходу длинного прогона throughput некоторых конфигураций снижался. Порядок менялся и диапазоны показаны на графике, но накопление таблиц/кэша и состояние хоста полностью не изолированы; частота и температура CPU не измерялись. Точные численные различия нельзя переносить на другое железо или production. + +Фактический публичный отказ: 2 наблюдаемые API, 137 успешных записей за сценарий, 4 переходные ошибки, first_recovery=2.024 s; подтверждённые сообщения и прежний токен сохранены, дублей нет. Проверка StartedAt подтвердила рестарт всех пяти рабочих контейнеров. Собственная последовательная остановка каждой API дала first_success_after_action 2.087/2.043 s, по 0 неуспешных read/write cycles; rolling — 1 неуспешный цикл, оба исходных container ID заменены, потерь подтверждений нет. Эти собственные задержки/RPS включают Windows/Python-клиент и установление соединений; серверная пропускная способность измеряется отдельным Go-генератором внутри Docker. + +## Источники и помощь + +- Собственная HLAlab2: Go API, SQL, Argon2id, Valkey и базовый Dockerfile. +- [HAProxy DNS/server-template](https://www.haproxy.com/documentation/haproxy-configuration-tutorials/proxying-essentials/dns-resolution/). +- [PostgreSQL 17: статистика](https://www.postgresql.org/docs/17/monitoring-stats.html), [advisory locks](https://www.postgresql.org/docs/17/explicit-locking.html#ADVISORY-LOCKS). +- [Compose services](https://docs.docker.com/reference/compose-file/services/). +- Библиотеки: pgx/v5, go-redis/v9, golang.org/x/crypto; matplotlib для графиков, openapi-spec-validator для схемы. +- Codex использован для переноса, реализации идемпотентности, инфраструктуры, дополнительных проверок и отчёта. Результаты подтверждаются выполнением команд. diff --git a/auth.go b/auth.go new file mode 100644 index 0000000..663bc94 --- /dev/null +++ b/auth.go @@ -0,0 +1,147 @@ +package main + +import ( + "context" + "crypto/rand" + "crypto/sha256" + "crypto/subtle" + "encoding/base64" + "encoding/hex" + "encoding/json" + "errors" + "net/http" + "strings" + "time" + "unicode/utf8" + + "github.com/jackc/pgx/v5" + "github.com/redis/go-redis/v9" + "golang.org/x/crypto/argon2" +) + +func password(body map[string]json.RawMessage) (string, error) { + var p string + if json.Unmarshal(body["password"], &p) != nil || utf8.RuneCountInString(p) < 12 || utf8.RuneCountInString(p) > 128 { + return "", invalid() + } + return p, nil +} +func hashPassword(p string) string { + salt := make([]byte, 16) + if _, err := rand.Read(salt); err != nil { + panic(err) + } + key := argon2.IDKey([]byte(p), salt, 3, 64*1024, 1, 32) + return "$argon2id$v=19$m=65536,t=3,p=1$" + base64.RawStdEncoding.EncodeToString(salt) + "$" + base64.RawStdEncoding.EncodeToString(key) +} +func verifyPassword(hash, p string) bool { + parts := strings.Split(hash, "$") + if len(parts) != 6 || parts[1] != "argon2id" || parts[2] != "v=19" || parts[3] != "m=65536,t=3,p=1" { + return false + } + salt, e := base64.RawStdEncoding.DecodeString(parts[4]) + if e != nil || len(salt) != 16 { + return false + } + want, e := base64.RawStdEncoding.DecodeString(parts[5]) + if e != nil || len(want) != 32 { + return false + } + actual := argon2.IDKey([]byte(p), salt, 3, 64*1024, 1, 32) + return subtle.ConstantTimeCompare(want, actual) == 1 +} +func (a *App) kdfSlot(ctx context.Context) error { + select { + case a.kdf <- struct{}{}: + return nil + case <-ctx.Done(): + return unavailable() + } +} + +type storedSession struct { + UserID string `json:"user_id"` + ExpiresAt time.Time `json:"expires_at"` +} + +func sessionKey(token string) string { + h := sha256.Sum256([]byte(token)) + return "sess:" + hex.EncodeToString(h[:]) +} +func (a *App) authenticate(ctx context.Context, r *http.Request) (string, string, error) { + values := r.Header.Values("Authorization") + if len(values) != 1 { + return "", "", unauthorized() + } + parts := strings.Fields(values[0]) + if len(parts) != 2 || !strings.EqualFold(parts[0], "Bearer") { + return "", "", unauthorized() + } + token, e := base64.RawURLEncoding.DecodeString(parts[1]) + if e != nil || len(token) != 32 { + return "", "", unauthorized() + } + key := sessionKey(parts[1]) + raw, err := a.sessions.Get(ctx, key).Bytes() + if errors.Is(err, redis.Nil) { + return "", "", unauthorized() + } + if err != nil { + return "", "", unavailable() + } + var session storedSession + if json.Unmarshal(raw, &session) != nil { + return "", "", unavailable() + } + if !time.Now().Before(session.ExpiresAt) { + return "", "", unauthorized() + } + if _, err = a.user(ctx, session.UserID); err != nil { + var ae apiError + if errors.As(err, &ae) && ae.status == 404 { + return "", "", unauthorized() + } + return "", "", err + } + return session.UserID, key, nil +} +func (a *App) login(ctx context.Context, r *http.Request) (int, any, error) { + if r.ContentLength > 0 || len(r.TransferEncoding) > 0 { + return 0, nil, invalid() + } + username, p, ok := r.BasicAuth() + if len(r.Header.Values("Authorization")) != 1 || !ok || !usernamePattern.MatchString(username) || !utf8.ValidString(p) || utf8.RuneCountInString(p) < 12 || utf8.RuneCountInString(p) > 128 { + return 0, nil, unauthorized() + } + var hash string + var u User + var created time.Time + err := a.db.QueryRow(ctx, "SELECT id::text,username,display_name,created_at,password_hash FROM users WHERE username=$1", username).Scan(&u.ID, &u.Username, utf8String{&u.DisplayName}, &created, &hash) + absent := errors.Is(err, pgx.ErrNoRows) + if err != nil && !absent { + return 0, nil, unavailable() + } + if absent { + hash = a.dummyHash + } + if err = a.kdfSlot(ctx); err != nil { + return 0, nil, err + } + valid := verifyPassword(hash, p) + <-a.kdf + if !valid || absent { + return 0, nil, unauthorized() + } + u.CreatedAt = stamp(created) + tokenBytes := make([]byte, 32) + if _, err = rand.Read(tokenBytes); err != nil { + return 0, nil, unavailable() + } + token := base64.RawURLEncoding.EncodeToString(tokenBytes) + expires := time.Now().UTC().Truncate(time.Second).Add(a.ttl) + raw, _ := json.Marshal(storedSession{u.ID, expires}) + if err = a.sessions.SetArgs(ctx, sessionKey(token), raw, redis.SetArgs{Mode: "NX", ExpireAt: expires}).Err(); err != nil { + return 0, nil, unavailable() + } + return 201, map[string]any{"token": token, "token_type": "Bearer", "expires_at": expires.Format(time.RFC3339), "user": u}, nil +} diff --git a/auth_test.go b/auth_test.go new file mode 100644 index 0000000..0ee9519 --- /dev/null +++ b/auth_test.go @@ -0,0 +1,50 @@ +package main + +import ( + "net/http/httptest" + "strings" + "testing" +) + +func TestPasswordHashSaltAndFullUnicode(t *testing.T) { + p := strings.Repeat("😀", 127) + ":" + a, b := hashPassword(p), hashPassword(p) + if a == b { + t.Fatal("salt reused") + } + if !verifyPassword(a, p) || verifyPassword(a, strings.Repeat("😀", 127)+"!") { + t.Fatal("password truncated or incorrect") + } + for _, bad := range []string{"", p, strings.Replace(a, "m=65536", "m=1", 1), a[:len(a)-5]} { + if verifyPassword(bad, p) { + t.Fatal("invalid hash accepted") + } + } +} + +func TestCursorIntegrityResourceAndRestart(t *testing.T) { + a := &App{secret: []byte("stable-local-test-secret-32-bytes")} + encoded := a.encodeCursor("messages:one", "2026-01-01T00:00:00.000000Z", uuid()) + restarted := &App{secret: append([]byte(nil), a.secret...)} + req := httptest.NewRequest("GET", "/messages?cursor="+encoded+"&limit=7", nil) + if limit, _, e := restarted.pagination(req, "messages:one"); e != nil || limit != 7 { + t.Fatal("cursor lost across restart") + } + if _, _, e := a.pagination(req, "messages:two"); e == nil { + t.Fatal("cross-resource cursor accepted") + } + forged := httptest.NewRequest("GET", "/messages?cursor="+encoded[:len(encoded)-4]+"AAAA", nil) + if _, _, e := a.pagination(forged, "messages:one"); e == nil { + t.Fatal("forged cursor accepted") + } +} + +func TestStrictJSON(t *testing.T) { + for _, raw := range []string{`{"text":"a","text":"b"}`, `{"text":"\ud800"}`, `{} {}`, `{"unknown":1}`} { + req := httptest.NewRequest("POST", "/", strings.NewReader(raw)) + req.Header.Set("Content-Type", "application/json") + if _, e := readObject(httptest.NewRecorder(), req, 1024, []string{"text"}); e == nil { + t.Fatalf("accepted %q", raw) + } + } +} diff --git a/cmd/load/main.go b/cmd/load/main.go new file mode 100644 index 0000000..17fdadc --- /dev/null +++ b/cmd/load/main.go @@ -0,0 +1,159 @@ +// Closed-loop load generator with persistent HTTP connections. No POST retries. +package main + +import ( + "bytes" + "crypto/rand" + "encoding/hex" + "encoding/json" + "flag" + "fmt" + "io" + "math" + "net/http" + "os" + "sort" + "strings" + "sync" + "time" +) + +func nonce() string { + b := make([]byte, 16) + if _, err := rand.Read(b); err != nil { + panic(err) + } + return hex.EncodeToString(b) +} + +type result struct { + latencies []float64 + errors map[string]int + instances map[string]int +} + +func main() { + base := flag.String("base-url", "http://lb:8080", "LB URL") + duration := flag.Duration("duration", 15*time.Second, "measurement duration") + warmup := flag.Duration("warmup", 3*time.Second, "warmup duration") + concurrency := flag.Int("concurrency", 32, "workers") + flag.Parse() + if *concurrency < 1 || *concurrency > 512 || *duration < time.Second || *warmup < 0 { + panic("invalid load configuration") + } + transport := &http.Transport{MaxIdleConns: 2 * (*concurrency), MaxIdleConnsPerHost: 2 * (*concurrency), MaxConnsPerHost: 2 * (*concurrency), IdleConnTimeout: 30 * time.Second} + client := &http.Client{Transport: transport, Timeout: 6 * time.Second} + defer transport.CloseIdleConnections() + call := func(path string, body any, username, password, token string) map[string]any { + raw, _ := json.Marshal(body) + req, _ := http.NewRequest("POST", *base+path, bytes.NewReader(raw)) + if body == nil { + req.Body = nil + req.ContentLength = 0 + } else { + req.Header.Set("Content-Type", "application/json") + } + if username != "" { + req.SetBasicAuth(username, password) + } + if token != "" { + req.Header.Set("Authorization", "Bearer "+token) + } + response, err := client.Do(req) + if err != nil { + panic("bootstrap connection failed") + } + defer response.Body.Close() + if response.StatusCode != 201 { + panic(fmt.Sprintf("bootstrap status %d", response.StatusCode)) + } + var value map[string]any + if json.NewDecoder(response.Body).Decode(&value) != nil { + panic("bootstrap invalid JSON") + } + return value + } + username := "load_" + nonce()[:20] + password := "Synthetic-" + nonce() + user := call("/api/v1/users", map[string]any{"username": username, "display_name": "Synthetic load", "password": password}, "", "", "") + session := call("/api/v1/auth/sessions", nil, username, password, "") + token := session["token"].(string) + chat := call("/api/v1/chats", map[string]any{"title": "Research load", "member_ids": []string{user["id"].(string)}}, "", "", token) + path := *base + "/api/v1/chats/" + chat["id"].(string) + "/messages" + body, _ := json.Marshal(map[string]string{"text": strings.Repeat("x", 128)}) + batch := func(d time.Duration) (result, float64) { + start := time.Now() + deadline := start.Add(d) + values := make(chan result, *concurrency) + var group sync.WaitGroup + prefix := nonce() + for worker := 0; worker < *concurrency; worker++ { + group.Add(1) + go func(worker int) { + defer group.Done() + r := result{errors: map[string]int{}, instances: map[string]int{}} + for index := 0; time.Now().Before(deadline); index++ { + req, _ := http.NewRequest("POST", path, bytes.NewReader(body)) + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+token) + req.Header.Set("Idempotency-Key", fmt.Sprintf("%s-%d-%d", prefix, worker, index)) + begin := time.Now() + response, err := client.Do(req) + if err != nil { + r.errors["transport"]++ + continue + } + raw, err := io.ReadAll(io.LimitReader(response.Body, 65536)) + response.Body.Close() + if response.StatusCode != 201 { + r.errors[fmt.Sprint(response.StatusCode)]++ + continue + } + var message struct { + ID string `json:"id"` + } + if err != nil || json.Unmarshal(raw, &message) != nil || message.ID == "" { + r.errors["body"]++ + continue + } + r.latencies = append(r.latencies, float64(time.Since(begin).Microseconds())/1000) + r.instances[response.Header.Get("X-Instance-Id")]++ + } + values <- r + }(worker) + } + group.Wait() + close(values) + merged := result{errors: map[string]int{}, instances: map[string]int{}} + for r := range values { + merged.latencies = append(merged.latencies, r.latencies...) + for k, v := range r.errors { + merged.errors[k] += v + } + for k, v := range r.instances { + merged.instances[k] += v + } + } + return merged, time.Since(start).Seconds() + } + if *warmup > 0 { + batch(*warmup) + } + measured, elapsed := batch(*duration) + sort.Float64s(measured.latencies) + percentile := func(p float64) any { + if len(measured.latencies) == 0 { + return nil + } + return measured.latencies[int(math.Ceil(float64(len(measured.latencies))*p))-1] + } + failures := 0 + for _, n := range measured.errors { + failures += n + } + report := map[string]any{"workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries", "concurrency": *concurrency, "warmup_seconds": warmup.Seconds(), "requested_duration_seconds": duration.Seconds(), "elapsed_seconds": elapsed, "successful_requests": len(measured.latencies), "failed_requests": failures, "errors": measured.errors, "successful_rps": float64(len(measured.latencies)) / elapsed, "latency_ms": map[string]any{"p50": percentile(.5), "p95": percentile(.95), "p99": percentile(.99)}, "instances": measured.instances, "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits."} + json.NewEncoder(os.Stdout).Encode(report) + if len(measured.latencies) == 0 { + os.Exit(1) + } +} diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 0000000..ae728a0 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,106 @@ +name: mtusi-lab3 +services: + db: + image: postgres:17.6-bookworm@sha256:f3bd19c606e442c3d7bdfa8002e03fe260a1023351e0ea4598032022b68dd6e3 + environment: + POSTGRES_USER: messenger + POSTGRES_DB: messenger + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: [postgres_password] + volumes: [pgdata:/var/lib/postgresql/data] + healthcheck: + test: [CMD-SHELL, "pg_isready -U messenger -d messenger"] + interval: 2s + timeout: 2s + retries: 30 + mem_limit: 512m + cpus: ${DB_CPUS:-1.0} + valkey: + image: valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571 + command: [valkey-server, /run/secrets/valkey_config] + secrets: [valkey_config, valkey_password] + volumes: [sessions:/data] + healthcheck: + test: [CMD-SHELL, 'REDISCLI_AUTH="$$(cat /run/secrets/valkey_password)" valkey-cli ping | grep -q PONG'] + interval: 2s + timeout: 2s + retries: 30 + mem_limit: 256m + cpus: 0.5 + migrate: + image: mtusi-messenger:lab3 + build: . + command: [migrate] + environment: + DATABASE_URL_FILE: /run/secrets/database_url + secrets: [database_url] + depends_on: + db: {condition: service_healthy} + mem_limit: 256m + cpus: 0.5 + read_only: true + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + api: + image: mtusi-messenger:lab3 + build: . + deploy: + replicas: ${API_REPLICAS:-2} + environment: + APP_HOST: ${APP_HOST:-0.0.0.0} + APP_PORT: 8080 + APP_ENV: ${APP_ENV:-lab} + SESSION_STORE: ${SESSION_STORE:-valkey} + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + DB_POOL_MAX: ${DB_POOL_MAX:-8} + MAX_INFLIGHT: ${MAX_INFLIGHT:-32} + IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400} + GOMEMLIMIT: ${GOMEMLIMIT:-160MiB} + POOL_METRICS: ${POOL_METRICS:-0} + REQUEST_LOG: ${REQUEST_LOG:-1} + DATABASE_URL_FILE: ${DATABASE_URL_FILE:-/run/secrets/database_url} + CACHE_URL_FILE: ${CACHE_URL_FILE:-/run/secrets/cache_url} + CURSOR_SECRET_FILE: ${CURSOR_SECRET_FILE:-/run/secrets/cursor_secret} + secrets: [database_url, cache_url, cursor_secret] + depends_on: + db: {condition: service_healthy} + valkey: {condition: service_healthy} + migrate: {condition: service_completed_successfully} + read_only: true + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + mem_limit: ${API_MEMORY:-512m} + cpus: ${API_CPUS:-1.0} + pids_limit: 128 + logging: + options: {max-size: 10m, max-file: "2"} + stop_grace_period: 10s + lb: + image: haproxy:3.2.6-alpine + ports: ["127.0.0.1:${APP_PORT:-8080}:8080"] + volumes: [./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro] + depends_on: + api: {condition: service_healthy} + read_only: true + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + mem_limit: 128m + cpus: 0.5 + stop_grace_period: 10s + logging: + options: {max-size: 10m, max-file: "2"} + healthcheck: + test: [CMD-SHELL, "wget -q -O /dev/null http://127.0.0.1:8080/health/ready"] + interval: 2s + timeout: 2s + retries: 30 +volumes: + pgdata: + sessions: +secrets: + postgres_password: {file: ./secrets/postgres_password} + database_url: {file: ./secrets/database_url} + valkey_password: {file: ./secrets/valkey_password} + valkey_config: {file: ./secrets/valkey.conf} + cache_url: {file: ./secrets/cache_url} + cursor_secret: {file: ./secrets/cursor_secret} diff --git a/evidence/audit.json b/evidence/audit.json new file mode 100644 index 0000000..e95651b --- /dev/null +++ b/evidence/audit.json @@ -0,0 +1,34 @@ +{ + "protected_files_unchanged": 9, + "required_checks_passed": [ + "check", + "failures", + "final-containers", + "final-own", + "final-smoke", + "research", + "test", + "test-failover", + "test-own", + "test-persistence", + "test-race", + "validate" + ], + "research_runs": 45, + "api_replicas": 2, + "database": { + "users": 73, + "chats": 57, + "messages": 572124, + "idempotency_keys": 572124, + "database_bytes": 370461843, + "fsync": "on", + "synchronous_commit": "on", + "full_page_writes": "on" + }, + "pool_tuning_rps": { + "1": 618.7677762820396, + "8": 739.8691144738191 + }, + "improvement_percent": 19.57 +} diff --git a/evidence/check.txt b/evidence/check.txt new file mode 100644 index 0000000..9a55330 --- /dev/null +++ b/evidence/check.txt @@ -0,0 +1,2 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/docker-info.txt b/evidence/docker-info.txt new file mode 100644 index 0000000..52dd9cb --- /dev/null +++ b/evidence/docker-info.txt @@ -0,0 +1 @@ +29.3.0 12 CPU 3956072448 bytes diff --git a/evidence/failures.json b/evidence/failures.json new file mode 100644 index 0000000..625b1bc --- /dev/null +++ b/evidence/failures.json @@ -0,0 +1,102 @@ +[ + { + "scenario": "stop adaa005d3240", + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "successful_read_write_cycles": 8, + "failed_cycles": 0, + "elapsed_seconds": 8.429, + "successful_cycles_per_second": 0.949, + "confirmed_pair_http_rps": 1.898, + "first_success_after_action_seconds": 2.087, + "max_success_gap_seconds": 4.069, + "cycle_latency_ms": { + "p50": 4055.938200000128, + "p95": 4072.180400000434 + }, + "all_confirmations_preserved": true, + "duplicate_messages": 0 + }, + { + "scenario": "stop 50e63551289c", + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + } + ], + "successful_read_write_cycles": 8, + "failed_cycles": 0, + "elapsed_seconds": 8.358, + "successful_cycles_per_second": 0.957, + "confirmed_pair_http_rps": 1.914, + "first_success_after_action_seconds": 2.043, + "max_success_gap_seconds": 4.053, + "cycle_latency_ms": { + "p50": 4039.179299999887, + "p95": 4047.002899999825 + }, + "all_confirmations_preserved": true, + "duplicate_messages": 0 + }, + { + "scenario": "rolling", + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "780258ad77d3", + "id": "780258ad77d30bcdcd1ad1a79f241e11a14fe32092d2480fbd953ef2fe60ffe0" + }, + { + "instance": "da902e057868", + "id": "da902e0578680ca8714c702d7c5d6e1f2105826248e5fc00011e0fe9db0a9cd2" + } + ], + "successful_read_write_cycles": 15, + "failed_cycles": 1, + "elapsed_seconds": 16.549, + "successful_cycles_per_second": 0.906, + "confirmed_pair_http_rps": 1.813, + "first_success_after_action_seconds": 10.202, + "max_success_gap_seconds": 4.063, + "cycle_latency_ms": { + "p50": 4034.967499999766, + "p95": 4060.810599999968 + }, + "all_confirmations_preserved": true, + "duplicate_messages": 0 + } +] diff --git a/evidence/failures.txt b/evidence/failures.txt new file mode 100644 index 0000000..8893127 --- /dev/null +++ b/evidence/failures.txt @@ -0,0 +1,74 @@ +Flag --time has been deprecated, use --timeout instead +adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a +{"scenario": "stop adaa005d3240", "before": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}, {"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "after": [{"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "successful_read_write_cycles": 8, "failed_cycles": 0, "elapsed_seconds": 8.429, "successful_cycles_per_second": 0.949, "confirmed_pair_http_rps": 1.898, "first_success_after_action_seconds": 2.087, "max_success_gap_seconds": 4.069, "cycle_latency_ms": {"p50": 4055.938200000128, "p95": 4072.180400000434}, "all_confirmations_preserved": true, "duplicate_messages": 0} + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-migrate-1 Starting + Container mtusi-lab3-migrate-1 Started + Container mtusi-lab3-valkey-1 Waiting + Container mtusi-lab3-migrate-1 Waiting + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-migrate-1 Exited + Container mtusi-lab3-valkey-1 Healthy + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-api-1 Starting + Container mtusi-lab3-api-1 Started +Flag --time has been deprecated, use --timeout instead +50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821 +{"scenario": "stop 50e63551289c", "before": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}, {"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "after": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}], "successful_read_write_cycles": 8, "failed_cycles": 0, "elapsed_seconds": 8.358, "successful_cycles_per_second": 0.957, "confirmed_pair_http_rps": 1.914, "first_success_after_action_seconds": 2.043, "max_success_gap_seconds": 4.053, "cycle_latency_ms": {"p50": 4039.179299999887, "p95": 4047.002899999825}, "all_confirmations_preserved": true, "duplicate_messages": 0} + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-migrate-1 Starting + Container mtusi-lab3-migrate-1 Started + Container mtusi-lab3-migrate-1 Waiting + Container mtusi-lab3-db-1 Waiting + Container mtusi-lab3-valkey-1 Waiting + Container mtusi-lab3-migrate-1 Exited + Container mtusi-lab3-db-1 Healthy + Container mtusi-lab3-valkey-1 Healthy + Container mtusi-lab3-api-2 Starting + Container mtusi-lab3-api-2 Started + Container mtusi-lab3-api-1 Running + Container mtusi-lab3-api-2 Running + Container mtusi-lab3-api-3 Creating + Container mtusi-lab3-api-3 Created + Container mtusi-lab3-api-3 Starting + Container mtusi-lab3-api-3 Started +Flag --time has been deprecated, use --timeout instead +adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a +adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a + Container mtusi-lab3-api-2 Running + Container mtusi-lab3-api-3 Running + Container mtusi-lab3-api-4 Creating + Container mtusi-lab3-api-4 Created + Container mtusi-lab3-api-4 Starting + Container mtusi-lab3-api-4 Started +Flag --time has been deprecated, use --timeout instead +50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821 +50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821 +{ + "before": [ + { + "instance": "adaa005d3240", + "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a" + }, + { + "instance": "50e63551289c", + "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821" + } + ], + "after": [ + { + "instance": "780258ad77d3", + "id": "780258ad77d30bcdcd1ad1a79f241e11a14fe32092d2480fbd953ef2fe60ffe0" + }, + { + "instance": "da902e057868", + "id": "da902e0578680ca8714c702d7c5d6e1f2105826248e5fc00011e0fe9db0a9cd2" + } + ] +} +{"scenario": "rolling", "before": [{"instance": "adaa005d3240", "id": "adaa005d3240ce595adb462d5ed9d35a2c84b819c91d0536543b033c1700728a"}, {"instance": "50e63551289c", "id": "50e63551289cec0181ab78471bb7c852f17522a370a99f4ff804b34a7db19821"}], "after": [{"instance": "780258ad77d3", "id": "780258ad77d30bcdcd1ad1a79f241e11a14fe32092d2480fbd953ef2fe60ffe0"}, {"instance": "da902e057868", "id": "da902e0578680ca8714c702d7c5d6e1f2105826248e5fc00011e0fe9db0a9cd2"}], "successful_read_write_cycles": 15, "failed_cycles": 1, "elapsed_seconds": 16.549, "successful_cycles_per_second": 0.906, "confirmed_pair_http_rps": 1.813, "first_success_after_action_seconds": 10.202, "max_success_gap_seconds": 4.063, "cycle_latency_ms": {"p50": 4034.967499999766, "p95": 4060.810599999968}, "all_confirmations_preserved": true, "duplicate_messages": 0} + Container mtusi-lab3-api-3 Running + Container mtusi-lab3-api-4 Running +PASS: each replica stopped, real containers verified, rolling replacement preserved sessions/data diff --git a/evidence/final-containers.txt b/evidence/final-containers.txt new file mode 100644 index 0000000..a606f8a --- /dev/null +++ b/evidence/final-containers.txt @@ -0,0 +1,17 @@ +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +mtusi-lab3-api-8 mtusi-messenger:lab3 "/messenger" api 8 seconds ago Up 5 seconds (healthy) 8080/tcp +mtusi-lab3-api-9 mtusi-messenger:lab3 "/messenger" api 8 seconds ago Up 6 seconds (healthy) 8080/tcp +mtusi-lab3-db-1 postgres:17.6-bookworm@sha256:f3bd19c606e442c3d7bdfa8002e03fe260a1023351e0ea4598032022b68dd6e3 "docker-entrypoint.s…" db 24 minutes ago Up 22 minutes (healthy) 5432/tcp +mtusi-lab3-lb-1 haproxy:3.2.6-alpine "docker-entrypoint.s…" lb 24 minutes ago Up 22 minutes (healthy) 127.0.0.1:8080->8080/tcp +mtusi-lab3-migrate-1 mtusi-messenger:lab3 "/messenger migrate" migrate 24 minutes ago Exited (0) 21 minutes ago +mtusi-lab3-valkey-1 valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571 "docker-entrypoint.s…" valkey 24 minutes ago Up 22 minutes (healthy) 6379/tcp +[ + { + "instance": "3fed3866f477", + "id": "3fed3866f4775c4d0475ef770a59b70fcfe95949f80f2f121a746bc45758c982" + }, + { + "instance": "7f5ddf72d9b1", + "id": "7f5ddf72d9b1da7b79b165414d42b2e203bab61751631a7d96528bbbf9b4ff7e" + } +] diff --git a/evidence/final-own.txt b/evidence/final-own.txt new file mode 100644 index 0000000..464c323 --- /dev/null +++ b/evidence/final-own.txt @@ -0,0 +1,2 @@ +{"concurrent_requests": 16, "instances": ["3fed3866f477", "7f5ddf72d9b1"], "identical_result": true, "key_scopes": "user + POST + chat path", "revocation_rechecked": true} +PASS: concurrent replay, Unicode, conflict, key validation, isolation and logout diff --git a/evidence/final-smoke.txt b/evidence/final-smoke.txt new file mode 100644 index 0000000..fc20f9d --- /dev/null +++ b/evidence/final-smoke.txt @@ -0,0 +1 @@ +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/infrastructure.json b/evidence/infrastructure.json new file mode 100644 index 0000000..44850b8 --- /dev/null +++ b/evidence/infrastructure.json @@ -0,0 +1,96 @@ +{ + "timestamp_utc": "2026-10-23T12:36:44.857341+00:00", + "containers": [ + { + "id": "3fed3866f4775c4d0475ef770a59b70fcfe95949f80f2f121a746bc45758c982", + "name": "/mtusi-lab3-api-8", + "instance": "3fed3866f477", + "state": "running", + "started_at": "2026-10-23T12:36:38.213957105Z", + "nano_cpus": 1000000000, + "memory_bytes": 536870912, + "ports": { + "8080/tcp": null + }, + "image": "mtusi-messenger:lab3" + }, + { + "id": "7f5ddf72d9b1da7b79b165414d42b2e203bab61751631a7d96528bbbf9b4ff7e", + "name": "/mtusi-lab3-api-9", + "instance": "7f5ddf72d9b1", + "state": "running", + "started_at": "2026-10-23T12:36:38.034140943Z", + "nano_cpus": 1000000000, + "memory_bytes": 536870912, + "ports": { + "8080/tcp": null + }, + "image": "mtusi-messenger:lab3" + }, + { + "id": "16f66e71d6f11ec87802055d002ffdc955cb7e45a4d49d65cbb855d5b9a05ff1", + "name": "/mtusi-lab3-db-1", + "instance": "16f66e71d6f1", + "state": "running", + "started_at": "2026-10-23T12:13:45.663039253Z", + "nano_cpus": 1000000000, + "memory_bytes": 536870912, + "ports": { + "5432/tcp": null + }, + "image": "postgres:17.6-bookworm@sha256:f3bd19c606e442c3d7bdfa8002e03fe260a1023351e0ea4598032022b68dd6e3" + }, + { + "id": "3ab85f1808aa04096c15c57985cedade3cf2317f7c04cea78bd891a9523a801a", + "name": "/mtusi-lab3-lb-1", + "instance": "3ab85f1808aa", + "state": "running", + "started_at": "2026-10-23T12:13:45.60706352Z", + "nano_cpus": 500000000, + "memory_bytes": 134217728, + "ports": { + "8080/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "8080" + } + ] + }, + "image": "haproxy:3.2.6-alpine" + }, + { + "id": "477b5a8721f414b11c79e196cbc914eb54754d17d3100b363cdf377c1525e4f3", + "name": "/mtusi-lab3-migrate-1", + "instance": "477b5a8721f4", + "state": "exited", + "started_at": "2026-10-23T12:15:16.604003267Z", + "nano_cpus": 500000000, + "memory_bytes": 268435456, + "ports": {}, + "image": "mtusi-messenger:lab3" + }, + { + "id": "d05b4b0c0e14422e029990de042ac54aedba88cd5c2de77b269a105148dea512", + "name": "/mtusi-lab3-valkey-1", + "instance": "d05b4b0c0e14", + "state": "running", + "started_at": "2026-10-23T12:13:45.319020586Z", + "nano_cpus": 500000000, + "memory_bytes": 268435456, + "ports": { + "6379/tcp": null + }, + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + ], + "database": { + "users": 73, + "chats": 57, + "messages": 572124, + "idempotency_keys": 572124, + "database_bytes": 370461843, + "fsync": "on", + "synchronous_commit": "on", + "full_page_writes": "on" + } +} diff --git a/evidence/manual.txt b/evidence/manual.txt new file mode 100644 index 0000000..01d67b1 --- /dev/null +++ b/evidence/manual.txt @@ -0,0 +1,25 @@ +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=a56a2da8-c92d-4cd7-a69d-bf39e621e49e +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=fbf1422d-ae90-4576-b5b5-f7944dab5274 +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=0d225bff-4171-4d78-8195-c872821921e3 +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=57db16cb-30c9-45dc-b3a1-32fc7361d048 +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=b5db9985-3ae1-484c-99bb-efe522267add +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=96b2718b-5b8f-4182-840b-02165ca78777 +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=d6e57bf6-013b-4538-8174-624bd3767c2c +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=6b051cf1-d67e-4909-87b9-d489d347527a +HTTP 201; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=dd82b913-5bbc-4479-981a-e9d35953b7ae +Ready: chat=e2f617ca-fa67-46ea-a693-43dd913330b7; message=e6939269-38b8-4669-9560-ca1363298f99. Session is kept in $Lab; do not print or save its Authorization header. +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=a85a22f1-3f87-46f1-a5b8-fd9238d72718 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=84e2577a-54b4-4ca4-9005-74f44874a7f7 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=a5fa5d4a-b426-4ade-a64c-1c4c0edc8ba7 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=7f8139f5-3ef6-4d5c-838c-9ca62ad2dab2 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=70a246c6-c239-47e7-8057-c533b0f50265 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=431b02c5-6b81-4371-a344-bfe23f0e5718 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=c46a990b-8d39-4b59-abfc-f0b844e55beb +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=2d54f876-ba25-4488-bccd-73ffa76ac7b3 +HTTP 200; X-Instance-Id=3fed3866f477; X-Request-Id=b0451430-12e6-48a8-afda-2721daaa9e65 +HTTP 200; X-Instance-Id=7f5ddf72d9b1; X-Request-Id=4b1a473e-8738-48a0-8219-fcdd229574c9 +HTTP 201; X-Instance-Id=3fed3866f477; X-Request-Id=48bab8b1-b30d-41bd-9a8e-8a00cf1ff890 +PASS: manual conflict returned 409 +HTTP 204; X-Instance-Id=3fed3866f477; X-Request-Id=664f9bfa-4802-4290-809e-db35b7ef2b0e +PASS: manual logout returned 204 then 401 +PASS: real manual.ps1, two replicas, replay, conflict and logout diff --git a/evidence/public-integrity.json b/evidence/public-integrity.json new file mode 100644 index 0000000..78e6681 --- /dev/null +++ b/evidence/public-integrity.json @@ -0,0 +1,11 @@ +{ + "contracts/README.md": "72df27a559f88ffa3fd8c3c79d3c32f6db2c5986a0602677c51994c434a3fc4f", + "contracts/examples.json": "0a71cec72903af556df85f939c7e347fc73a86a1a4ffc39fb9c8ded169b7df45", + "contracts/infrastructure.json": "99320becab20381c3d31983336dd4e0aef4bca992d672538f049b6684714a577", + "contracts/openapi.json": "9c3787e5d08a60c59ae67eeb429e9d75fbf134992a4e1f0954e926db49e111be", + "tests/README.md": "e0bfa7e196797f6a5bf6e44d8ad2ffeb82651927ff5d8484eb1c2dda1ec7dec5", + "tests/client.py": "8d50976fc7c7bbb81e88a152f613c61ab25eaf53dba33c6a9dfab19f868d546d", + "tests/load.py": "6d3511ea719c7a7e841083e73d435c86dcbfd9f4e5c2a07d62eb9614b01d9933", + "tests/resilience.py": "1f96663a174b3978d24eff66f2741f5f8c9b788d3242261d37a972720c52788b", + "tests/smoke.py": "52ac38eb343ff7d43e7543588e1da58ca06c9fce74b2b0d0bf0e4982bc23c1db" +} diff --git a/evidence/research.csv b/evidence/research.csv new file mode 100644 index 0000000..cd54eef --- /dev/null +++ b/evidence/research.csv @@ -0,0 +1,16 @@ +series,replicas,concurrency,pool,rps_median,rps_min,rps_max,p95_ms_median,failed_requests,successful_requests +fixed,1,32,8,886.9461686760884,881.4178866396619,899.3373554288052,80.669,0,40097 +fixed,2,32,4,771.2523180982048,716.5367836352365,784.259414417926,90.155,0,34117 +fixed,4,32,2,739.8841106280001,682.5050710662169,765.7859737448264,106.102,0,32981 +growing,1,32,8,857.0531353180658,823.9402470054877,881.2296440856634,81.755,0,38529 +growing,2,32,8,791.1205947157969,661.7999685496053,807.7429139912415,91.095,0,33934 +growing,4,32,8,673.03625889995,612.3727267865354,703.1937884909651,96.117,0,29902 +pool-overload,2,64,1,613.8354608801379,400.05557214497736,637.0205809658438,136.494,970,24964 +pool-overload,2,64,8,786.2380926858069,766.640896558756,788.3564934630954,105.633,5472,35332 +pool-tuning,2,32,1,618.7677762820396,567.3583671166701,638.7578278789013,74.209,0,27477 +pool-tuning,2,32,8,739.8691144738191,728.491254986141,767.1283378921763,92.695,0,33617 +saturation,4,1,8,301.68129598468346,296.02447062816464,327.7593962264186,4.633,0,13884 +saturation,4,8,8,716.9622981055238,715.6392517794219,766.7709536056492,58.212,0,33000 +saturation,4,32,8,737.7180474082401,725.12070375995,816.0401171115877,92.77,0,34198 +saturation,4,64,8,789.5121631221782,651.3516389390559,790.2397086830756,187.653,93,33632 +saturation,4,128,8,741.293867201931,689.2117244152156,792.7357194191711,215.681,8970,33776 diff --git a/evidence/research.json b/evidence/research.json new file mode 100644 index 0000000..e78b992 --- /dev/null +++ b/evidence/research.json @@ -0,0 +1,32428 @@ +{ + "metadata": { + "timestamp_utc": "2026-10-23T12:16:50.096829+00:00", + "host": "Windows-11-10.0.26300-SP0", + "host_cpu": "Intel64 Family 6 Model 154 Stepping 3, GenuineIntel", + "logical_cpus": 12, + "docker": { + "cpus": 12, + "memory": 3956072448, + "version": "29.3.0", + "os": "Docker Desktop (containerized)" + }, + "profile": { + "duration": 15, + "warmup": 3, + "repeats": 3 + }, + "hypothesis": "Shared DB/LB or pool eventually limits scaling; more API replicas alone cannot remove that limit." + }, + "runs": [ + { + "series": "fixed", + "replicas": 1, + "cpu_per_api": 2.0, + "memory_mib_per_api": 1024, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014439963, + "errors": {}, + "failed_requests": 0, + "instances": { + "b7fbd624a736": 13317 + }, + "latency_ms": { + "p50": 16.403, + "p95": 83.075, + "p99": 89.554 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13317, + "successful_rps": 886.9461686760884, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:16:58.877246+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.30%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "11.27%", + "MemUsage": "115.4MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.65kB / 7.76kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.75%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.38%", + "MemUsage": "15.84MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "1.3MB / 1.14MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "6.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "261kB / 172kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11MB", + "CPUPerc": "0.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "5.24%", + "MemUsage": "26.84MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "640kB / 491kB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:01.363436+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.15%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "13.25%", + "MemUsage": "135.7MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.08MB / 6.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.26%", + "MemUsage": "15.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "3.55MB / 3.39MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.48%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "5.004MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "577kB / 477kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11MB", + "CPUPerc": "102.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "8.91%", + "MemUsage": "45.62MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "5.71MB / 4MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.96%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.40%", + "MemUsage": "8.703MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "1.45MB / 1.21MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:04.478811+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.27%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "13.13%", + "MemUsage": "134.4MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.1MB / 15.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.26%", + "MemUsage": "15.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "6.69MB / 6.53MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.461MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "867kB / 760kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11MB", + "CPUPerc": "101.45%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "9.59%", + "MemUsage": "49.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "11.7MB / 8.13MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.70%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.54%", + "MemUsage": "9.062MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "3.16MB / 2.63MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 2 + } + }, + { + "time": "2026-10-23T12:17:07.583996+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "64.67%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.92%", + "MemUsage": "19.66MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "17.4MB / 23.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.52%", + "MemUsage": "16.03MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "9.98MB / 9.83MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.36%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.984MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "1.33MB / 1.21MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 25.1MB", + "CPUPerc": "102.14%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "9.53%", + "MemUsage": "48.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "16MB / 11.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.13%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.34%", + "MemUsage": "8.539MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "4.95MB / 4.12MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:10.579122+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "69.17%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.91%", + "MemUsage": "19.57MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "23.3MB / 31.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.28%", + "MemUsage": "15.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "13.1MB / 12.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.934MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "1.91MB / 1.78MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 41.9MB", + "CPUPerc": "98.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.04%", + "MemUsage": "51.38MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "24MB / 16.6MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.25%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.53%", + "MemUsage": "9.039MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "6.63MB / 5.53MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:17:13.577050+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.32%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.94%", + "MemUsage": "19.87MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "29.3MB / 39.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.50%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.45%", + "MemUsage": "15.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "16.2MB / 16MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.99%", + "MemUsage": "5.102MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "2.34MB / 2.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 50.1MB", + "CPUPerc": "99.83%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.29%", + "MemUsage": "52.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "28MB / 19.3MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.80%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.54%", + "MemUsage": "9.051MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "8.33MB / 6.95MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:16.470611+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.14%", + "Container": "b7fbd624a736", + "ID": "b7fbd624a736", + "MemPerc": "1.92%", + "MemUsage": "19.63MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "33.6MB / 45.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.06%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "18.4MB / 18.3MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "2.11%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.168MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "2.65MB / 2.51MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 63.4MB", + "CPUPerc": "2.42%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.44%", + "MemUsage": "53.45MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "34.4MB / 23.7MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.36%", + "Container": "5bcba4e7b50d", + "ID": "5bcba4e7b50d", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "suspicious_easley", + "NetIO": "9.54MB / 7.96MB", + "PIDs": "6" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 44733, + "xact_rollback": 0, + "blks_read": 30, + "blks_hit": 651185, + "tup_inserted": 29767, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "3", + "econ": "0", + "eresp": "0", + "stot": "111" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "4", + "econ": "0", + "eresp": "0", + "stot": "270" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "5", + "econ": "17", + "eresp": "0", + "stot": "435" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "3", + "econ": "0", + "eresp": "0", + "stot": "111" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "15309" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "17", + "eresp": "0", + "stot": "15474" + } + ], + "pool_stats": { + "b7fbd624a736": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 45105, + "acquire_seconds_delta": 422.872603298 + } + } + }, + { + "series": "fixed", + "replicas": 2, + "cpu_per_api": 1.0, + "memory_mib_per_api": 512, + "pool": 4, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.010651804, + "errors": {}, + "failed_requests": 0, + "instances": { + "3d42cb3a122e": 5789, + "9c729262bfc6": 5788 + }, + "latency_ms": { + "p50": 20.488, + "p95": 89.754, + "p99": 97.674 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11577, + "successful_rps": 771.2523180982048, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:17:24.076241+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.47%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "13.93%", + "MemUsage": "71.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "307kB / 399kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.64%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.28%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.21MB / 1.62MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.57%", + "MemUsage": "16.09MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "19.7MB / 19.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "5.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.36%", + "MemUsage": "6.039MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "2.84MB / 2.69MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 64.6MB", + "CPUPerc": "51.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.69%", + "MemUsage": "54.74MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "35MB / 24.1MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:27.373096+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.53%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "17.61%", + "MemUsage": "90.15MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.71MB / 5.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.76%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.36%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.72MB / 5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.17%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.23%", + "MemUsage": "15.65MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "22.3MB / 22.2MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.39%", + "MemUsage": "6.109MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "3.21MB / 3.04MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 75.9MB", + "CPUPerc": "103.20%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "11.08%", + "MemUsage": "56.75MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "40.4MB / 27.8MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.35%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.48%", + "MemUsage": "8.91MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "2.1MB / 1.75MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:30.273959+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.20%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "20.16%", + "MemUsage": "103.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.12MB / 8.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.78%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.13MB / 8.24MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.43%", + "MemUsage": "15.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "24.8MB / 24.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "5.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.10%", + "MemUsage": "5.383MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "3.56MB / 3.38MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 106MB", + "CPUPerc": "101.08%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "11.49%", + "MemUsage": "58.82MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "46.5MB / 32.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.43%", + "MemUsage": "8.789MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "3.47MB / 2.88MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:17:33.560770+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.32%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "22.30%", + "MemUsage": "114.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.01MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.51%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.92MB / 12MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.30%", + "MemUsage": "15.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "27.7MB / 27.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "9.45%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "3.97MB / 3.78MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 117MB", + "CPUPerc": "105.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.09%", + "MemUsage": "61.89MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "52.1MB / 35.9MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.50%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.53%", + "MemUsage": "9.047MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "4.53MB / 3.76MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:17:36.770713+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "55.04%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "25.13%", + "MemUsage": "128.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "11MB / 14.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.61%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "25.65%", + "MemUsage": "131.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.9MB / 16MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.72%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.98%", + "MemUsage": "15.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "30.8MB / 30.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.133MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "4.4MB / 4.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 126MB", + "CPUPerc": "103.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.07%", + "MemUsage": "61.78MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "56.1MB / 38.7MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.26%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.46%", + "MemUsage": "8.848MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "6.74MB / 5.59MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:17:39.959114+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.28%", + "Container": "9c729262bfc6", + "ID": "9c729262bfc6", + "MemPerc": "2.81%", + "MemUsage": "14.39MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15MB / 20.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.17%", + "Container": "3d42cb3a122e", + "ID": "3d42cb3a122e", + "MemPerc": "3.44%", + "MemUsage": "17.62MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.9MB / 20.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.25%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.10%", + "MemUsage": "15.49MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "33.9MB / 34.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.83%", + "MemUsage": "4.684MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "4.84MB / 4.63MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 142MB", + "CPUPerc": "102.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.36%", + "MemUsage": "63.27MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "64.1MB / 44.2MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.24%", + "Container": "47e243a5bf33", + "ID": "47e243a5bf33", + "MemPerc": "3.58%", + "MemUsage": "9.156MiB / 256MiB", + "Name": "lucid_gould", + "NetIO": "8.47MB / 7.03MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 3 + } + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 41250, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 632204, + "tup_inserted": 27391, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "3", + "econ": "1", + "eresp": "0", + "stot": "113" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "15311" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "24", + "eresp": "0", + "stot": "15484" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "6980" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "22178" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "37" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "0", + "econ": "0", + "eresp": "0", + "stot": "0" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "24", + "eresp": "0", + "stot": "29218" + } + ], + "pool_stats": { + "3d42cb3a122e": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 20469, + "acquire_seconds_delta": 192.08830048 + }, + "9c729262bfc6": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 20612, + "acquire_seconds_delta": 230.957417688 + } + } + }, + { + "series": "fixed", + "replicas": 4, + "cpu_per_api": 0.5, + "memory_mib_per_api": 256, + "pool": 2, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.035785718, + "errors": {}, + "failed_requests": 0, + "instances": { + "3bb91dc884b2": 2566, + "5becae8479ac": 2565, + "845db9ea18fd": 2565, + "97f0e5a3ad25": 2566 + }, + "latency_ms": { + "p50": 28.538, + "p95": 106.322, + "p99": 166.607 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10262, + "successful_rps": 682.5050710662169, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:17:48.361666+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.76%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "45.14%", + "MemUsage": "115.6MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "10.6kB / 12.7kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "26.56%", + "MemUsage": "67.99MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.93kB / 9.85kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.84%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.06%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.03kB / 9.96kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.14%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "26.60%", + "MemUsage": "68.11MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.26kB / 8.93kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.53%", + "MemUsage": "16.04MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "34.5MB / 34.6MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "0.26%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.70%", + "MemUsage": "4.344MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "4.93MB / 4.71MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 145MB", + "CPUPerc": "4.92%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "10.12%", + "MemUsage": "51.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "65.2MB / 44.9MB", + "PIDs": "10" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:17:51.685823+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.78%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.05%", + "MemUsage": "133.2MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "768kB / 1.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.50%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "28.84%", + "MemUsage": "73.82MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "753kB / 1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.88%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.27%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "767kB / 1.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.78%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "28.56%", + "MemUsage": "73.12MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "753kB / 998kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.05%", + "MemUsage": "15.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "36.1MB / 36.2MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "10.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.625MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "5.16MB / 4.93MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 151MB", + "CPUPerc": "107.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.72%", + "MemUsage": "65.12MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "68.2MB / 47MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.29%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.21%", + "MemUsage": "8.207MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "823kB / 699kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:17:55.294788+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.95%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.20%", + "MemUsage": "133.6MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.64MB / 2.19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.28%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "31.37%", + "MemUsage": "80.3MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.01MB / 2.71MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.11%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.25%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.01MB / 2.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.95%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "31.49%", + "MemUsage": "80.61MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2MB / 2.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.08%", + "MemUsage": "15.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "38.7MB / 38.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "5.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "5.53MB / 5.29MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 161MB", + "CPUPerc": "102.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "12.98%", + "MemUsage": "66.46MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "73.1MB / 50.4MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.70%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.43%", + "MemUsage": "8.777MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "2.25MB / 1.87MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:17:58.568706+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.12%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.52%", + "MemUsage": "134.5MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.86MB / 3.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.23%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "33.92%", + "MemUsage": "86.83MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.21MB / 4.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.75%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.41%", + "MemUsage": "134.2MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.21MB / 4.31MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.67%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "33.43%", + "MemUsage": "85.59MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.19MB / 4.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.83%", + "MemUsage": "15.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "41.1MB / 41.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "10.64%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.52%", + "MemUsage": "3.895MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "5.89MB / 5.62MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 186MB", + "CPUPerc": "103.10%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "13.96%", + "MemUsage": "71.47MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "77.8MB / 53.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.92%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.33%", + "MemUsage": "8.531MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "3.61MB / 2.99MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:18:01.664820+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.29%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.30%", + "MemUsage": "133.9MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.32MB / 5.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.99%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "36.24%", + "MemUsage": "92.79MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.31MB / 5.77MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.58%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.64%", + "MemUsage": "134.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.29MB / 5.75MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.65%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "36.16%", + "MemUsage": "92.56MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "4.28MB / 5.77MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.06%", + "MemUsage": "15.44MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "43.4MB / 43.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.72%", + "MemUsage": "4.402MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "6.2MB / 5.93MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 194MB", + "CPUPerc": "83.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "13.47%", + "MemUsage": "68.96MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "82.1MB / 56.6MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.64%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.36%", + "MemUsage": "8.609MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "4.84MB / 4MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:18:05.074635+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.07%", + "Container": "3bb91dc884b2", + "ID": "3bb91dc884b2", + "MemPerc": "52.28%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.78MB / 7.74MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.16%", + "Container": "845db9ea18fd", + "ID": "845db9ea18fd", + "MemPerc": "39.63%", + "MemUsage": "101.5MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.78MB / 7.73MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.01%", + "Container": "5becae8479ac", + "ID": "5becae8479ac", + "MemPerc": "52.50%", + "MemUsage": "134.4MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.27MB / 7.09MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.18%", + "Container": "97f0e5a3ad25", + "ID": "97f0e5a3ad25", + "MemPerc": "39.39%", + "MemUsage": "100.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.77MB / 7.75MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.70%", + "MemUsage": "14.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "46.4MB / 46.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "8.97%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "6.63MB / 6.35MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 206MB", + "CPUPerc": "102.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "13.88%", + "MemUsage": "71.07MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "87.9MB / 60.6MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.66%", + "Container": "ecdf620d7b67", + "ID": "ecdf620d7b67", + "MemPerc": "3.26%", + "MemUsage": "8.352MiB / 256MiB", + "Name": "boring_hoover", + "NetIO": "6.49MB / 5.38MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 4 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "db_delta": { + "xact_commit": 34997, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 534279, + "tup_inserted": 23147, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "6981" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "22182" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "2", + "econ": "0", + "eresp": "0", + "stot": "39" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "1", + "econ": "0", + "eresp": "0", + "stot": "1" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "27", + "eresp": "0", + "stot": "29229" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9953" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "25154" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "27", + "eresp": "0", + "stot": "41117" + } + ], + "pool_stats": { + "97f0e5a3ad25": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7532, + "acquire_seconds_delta": 99.780662799 + }, + "5becae8479ac": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7972, + "acquire_seconds_delta": 72.883166743 + }, + "845db9ea18fd": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7087, + "acquire_seconds_delta": 71.063244602 + }, + "3bb91dc884b2": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 8781, + "acquire_seconds_delta": 178.03436649 + } + } + }, + { + "series": "growing", + "replicas": 1, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014238289, + "errors": {}, + "failed_requests": 0, + "instances": { + "e3b7c2b6c175": 12868 + }, + "latency_ms": { + "p50": 19.167, + "p95": 84.479, + "p99": 94.119 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12868, + "successful_rps": 857.0531353180658, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:18:15.697062+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.76%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.13MB / 2.87MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.88%", + "MemUsage": "16.49MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "49.6MB / 50.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "6.94MB / 6.64MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 218MB", + "CPUPerc": "99.92%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "14.24%", + "MemUsage": "72.93MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "94MB / 64.8MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:18:18.872498+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "64.41%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "26.62%", + "MemUsage": "136.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.8MB / 10.6MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "52.5MB / 53.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "9.64%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.062MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "7.51MB / 7.19MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 229MB", + "CPUPerc": "102.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "15.14%", + "MemUsage": "77.52MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "99.7MB / 68.7MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.21%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.47%", + "MemUsage": "8.879MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "1.72MB / 1.45MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:18:21.776520+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.65%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.82%", + "MemUsage": "19.54MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "13.8MB / 18.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.86%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "55.7MB / 56.2MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.35%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.262MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "7.94MB / 7.61MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 258MB", + "CPUPerc": "100.76%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "14.97%", + "MemUsage": "76.64MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "106MB / 72.8MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.52%", + "MemUsage": "9.023MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "3.91MB / 3.27MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:18:24.859190+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.67%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.68%", + "MemUsage": "18.85MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "17.7MB / 24MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.30%", + "MemUsage": "15.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "58.9MB / 59.4MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.48%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.219MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "8.39MB / 8.05MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 269MB", + "CPUPerc": "102.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "15.36%", + "MemUsage": "78.66MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "112MB / 77.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.07%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.86%", + "MemUsage": "9.891MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "5.65MB / 4.73MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:18:27.866073+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.40%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.88%", + "MemUsage": "19.86MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "24.9MB / 33.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.62%", + "MemUsage": "16.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "61.5MB / 62MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.42%", + "MemUsage": "6.207MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "8.76MB / 8.41MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 279MB", + "CPUPerc": "100.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.96%", + "MemUsage": "91.93MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "117MB / 80.5MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.40%", + "MemUsage": "8.707MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "6.7MB / 5.6MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:18:29.952958+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "69.38%", + "Container": "e3b7c2b6c175", + "ID": "e3b7c2b6c175", + "MemPerc": "3.74%", + "MemUsage": "19.13MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "28.7MB / 39.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.13%", + "MemUsage": "15.53MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "63.4MB / 64MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.00%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.328MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "9.04MB / 8.68MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 286MB", + "CPUPerc": "102.14%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "16.61%", + "MemUsage": "85.05MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "121MB / 83.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.28%", + "Container": "59795f3228e0", + "ID": "59795f3228e0", + "MemPerc": "3.70%", + "MemUsage": "9.484MiB / 256MiB", + "Name": "elated_austin", + "NetIO": "8.16MB / 6.81MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "db_delta": { + "xact_commit": 43873, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 677975, + "tup_inserted": 29163, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9953" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "25155" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "36", + "eresp": "0", + "stot": "41127" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9953" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "40439" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "36", + "eresp": "0", + "stot": "56411" + } + ], + "pool_stats": { + "e3b7c2b6c175": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 45844, + "acquire_seconds_delta": 422.499047129 + } + } + }, + { + "series": "growing", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.011617798, + "errors": {}, + "failed_requests": 0, + "instances": { + "84c4e6645b49": 5939, + "afdc644885a8": 5937 + }, + "latency_ms": { + "p50": 15.584, + "p95": 91.095, + "p99": 98.033 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11876, + "successful_rps": 791.1205947157969, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:18:40.165673+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.37%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.22%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "820kB / 1.09MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.13%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.18%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "813kB / 1.08MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.05%", + "MemUsage": "16.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "67.1MB / 67.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.43%", + "MemUsage": "6.227MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "9.56MB / 9.18MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 299MB", + "CPUPerc": "106.08%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.05%", + "MemUsage": "102.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "128MB / 88MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:18:43.553369+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.32%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.69MB / 4.95MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.62%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.67MB / 4.92MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.64%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.96%", + "MemUsage": "16.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "70.1MB / 70.7MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.70%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "9.99MB / 9.59MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 304MB", + "CPUPerc": "102.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.14%", + "MemUsage": "103.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "131MB / 90.5MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.71%", + "MemUsage": "9.492MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "2.06MB / 1.72MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:18:46.650439+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.91%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.83MB / 9.16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.61%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.82MB / 9.17MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.31%", + "MemUsage": "15.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "72.2MB / 72.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.527MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "10.3MB / 9.88MB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 332MB", + "CPUPerc": "102.12%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.63%", + "MemUsage": "105.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "140MB / 96.3MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.46%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.50%", + "MemUsage": "8.957MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "3.82MB / 3.19MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:18:50.196636+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.34%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "26.48%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.65MB / 13MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.83%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "9.67MB / 13MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.08%", + "MemUsage": "16.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "75.2MB / 75.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.37%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "10.9MB / 10.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 341MB", + "CPUPerc": "99.92%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "20.89%", + "MemUsage": "106.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "145MB / 100MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.95%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.52%", + "MemUsage": "9.004MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "4.86MB / 4.05MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 4, + "CPU/runnable": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:18:53.368913+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.47%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "3.77%", + "MemUsage": "19.32MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.6MB / 17MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.45%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "3.84%", + "MemUsage": "19.65MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "12.6MB / 16.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.79%", + "MemUsage": "16.38MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "78.4MB / 79.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.12%", + "MemUsage": "5.422MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "11.3MB / 10.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 349MB", + "CPUPerc": "101.07%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "21.28%", + "MemUsage": "109MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "151MB / 104MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.87%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.71%", + "MemUsage": "9.508MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "6.59MB / 5.48MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 14 + } + }, + { + "time": "2026-10-23T12:18:56.666237+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.58%", + "Container": "84c4e6645b49", + "ID": "84c4e6645b49", + "MemPerc": "3.68%", + "MemUsage": "18.84MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14.5MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.00%", + "Container": "afdc644885a8", + "ID": "afdc644885a8", + "MemPerc": "3.76%", + "MemUsage": "19.26MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "15.4MB / 20.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.51%", + "MemUsage": "16.01MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "81.2MB / 82.1MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "7.50%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.76%", + "MemUsage": "4.512MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "11.7MB / 11.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 356MB", + "CPUPerc": "97.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "21.63%", + "MemUsage": "110.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "157MB / 108MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.97%", + "Container": "6eb92ce60394", + "ID": "6eb92ce60394", + "MemPerc": "3.79%", + "MemUsage": "9.703MiB / 256MiB", + "Name": "frosty_wright", + "NetIO": "8.63MB / 7.17MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 40225, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 614521, + "tup_inserted": 26661, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "9956" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "40440" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "41", + "eresp": "0", + "stot": "56420" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "16934" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "47419" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3011" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2973" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "41", + "eresp": "0", + "stot": "70377" + } + ], + "pool_stats": { + "84c4e6645b49": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20382, + "acquire_seconds_delta": 166.398044342 + }, + "afdc644885a8": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 18654, + "acquire_seconds_delta": 109.365796746 + } + } + }, + { + "series": "growing", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.011509164, + "errors": {}, + "failed_requests": 0, + "instances": { + "48ae45e952c9": 2641, + "a80d11ea6c54": 2635, + "d2669935aa2a": 2639, + "ec3c6c3338f8": 2641 + }, + "latency_ms": { + "p50": 17.194, + "p95": 94.344, + "p99": 99.696 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10556, + "successful_rps": 703.1937884909651, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:19:05.880701+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.47%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "13.66%", + "MemUsage": "69.95MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23kB / 24.7kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "93.33%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "21.7kB / 23.4kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.18%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "13.29%", + "MemUsage": "68.02MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.54kB / 8.97kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.45%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.20%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "32.6kB / 39.6kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.81%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.05%", + "MemUsage": "15.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "82.7MB / 83.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "4.77%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.85%", + "MemUsage": "4.734MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "11.8MB / 11.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 363MB", + "CPUPerc": "21.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "19.07%", + "MemUsage": "97.61MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "158MB / 109MB", + "PIDs": "23" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "Lock": 13, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:19:09.782829+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.98%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "14.73%", + "MemUsage": "75.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.21MB / 1.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.34%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "847kB / 1.11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.40%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "14.85%", + "MemUsage": "76.04MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.21MB / 1.59MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.06%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.24%", + "MemUsage": "134.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.21MB / 1.59MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.77%", + "MemUsage": "15.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "85MB / 85.9MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "11.87%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.465MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "12.2MB / 11.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 385MB", + "CPUPerc": "99.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.41%", + "MemUsage": "155.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "162MB / 112MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.25%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.26%", + "MemUsage": "8.352MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "895kB / 748kB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:19:12.474963+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.96%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "16.19%", + "MemUsage": "82.89MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.42MB / 3.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.89%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.43MB / 3.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.65%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "16.06%", + "MemUsage": "82.21MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.43MB / 3.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.46%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.07%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.42MB / 3.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.55%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "87.5MB / 88.5MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.953MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "12.6MB / 12MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 391MB", + "CPUPerc": "99.54%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "29.65%", + "MemUsage": "151.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "167MB / 115MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.58%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "2.87%", + "MemUsage": "7.336MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "2.66MB / 2.19MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:19:16.165739+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.29%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "17.71%", + "MemUsage": "90.66MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.91MB / 5.19MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.68%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.93MB / 5.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.05%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "17.58%", + "MemUsage": "90.04MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.94MB / 5.21MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.42%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.92MB / 5.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.59%", + "MemUsage": "16.12MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "90.5MB / 91.6MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.62%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.65%", + "MemUsage": "4.234MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "12.9MB / 12.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 398MB", + "CPUPerc": "96.51%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.16%", + "MemUsage": "154.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "173MB / 119MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.58%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.49%", + "MemUsage": "8.926MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "3.8MB / 3.13MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 5, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:19:19.782399+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.83%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "19.24%", + "MemUsage": "98.52MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.43MB / 7.21MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.46%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.16%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.44MB / 7.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.15%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "18.82%", + "MemUsage": "96.34MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.05MB / 6.68MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.62%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.14%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.44MB / 7.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.42%", + "MemUsage": "15.89MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "93.6MB / 94.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "9.83%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.223MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "13.5MB / 12.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 405MB", + "CPUPerc": "98.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.76%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "179MB / 124MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.31%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.55%", + "MemUsage": "9.086MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "6.02MB / 4.96MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 30 + } + }, + { + "time": "2026-10-23T12:19:22.863372+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.64%", + "Container": "48ae45e952c9", + "ID": "48ae45e952c9", + "MemPerc": "20.45%", + "MemUsage": "104.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.88MB / 9.15MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.42%", + "Container": "a80d11ea6c54", + "ID": "a80d11ea6c54", + "MemPerc": "26.09%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.9MB / 9.13MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.07%", + "Container": "ec3c6c3338f8", + "ID": "ec3c6c3338f8", + "MemPerc": "20.38%", + "MemUsage": "104.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.91MB / 9.15MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.93%", + "Container": "d2669935aa2a", + "ID": "d2669935aa2a", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.9MB / 9.14MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.37%", + "MemUsage": "14.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "96.6MB / 97.8MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 0B", + "CPUPerc": "3.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "13.9MB / 13.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 412MB", + "CPUPerc": "94.16%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "184MB / 128MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.17%", + "Container": "831ddfb7fd38", + "ID": "831ddfb7fd38", + "MemPerc": "3.27%", + "MemUsage": "8.363MiB / 256MiB", + "Name": "agitated_gould", + "NetIO": "7.14MB / 5.88MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "db_delta": { + "xact_commit": 34724, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 578028, + "tup_inserted": 22923, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "16936" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "47420" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "3013" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "12", + "econ": "0", + "eresp": "0", + "stot": "2976" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "44", + "eresp": "0", + "stot": "70388" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "19906" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "50389" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "44", + "eresp": "0", + "stot": "82266" + } + ], + "pool_stats": { + "ec3c6c3338f8": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1039, + "acquire_seconds_delta": 9.696810951 + }, + "a80d11ea6c54": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1092, + "acquire_seconds_delta": 12.652936974 + }, + "d2669935aa2a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 817, + "acquire_seconds_delta": 6.586310179 + }, + "48ae45e952c9": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1151, + "acquire_seconds_delta": 8.896480067 + } + } + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 64, + "repeat": 1, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.160393761, + "errors": { + "503": 174 + }, + "failed_requests": 174, + "instances": { + "8deccf32bdbd": 3033, + "a32d5ce355b1": 3032 + }, + "latency_ms": { + "p50": 147.41, + "p95": 217.952, + "p99": 473.743 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 6065, + "successful_rps": 400.05557214497736, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:19:30.097263+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.26%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "390kB / 500kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.72%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "388kB / 495kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.00%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.81%", + "MemUsage": "16.4MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "97.1MB / 98.3MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "6.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.648MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14MB / 13.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 419MB", + "CPUPerc": "40.87%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "16.83%", + "MemUsage": "86.17MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "185MB / 128MB", + "PIDs": "8" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:19:33.438911+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.98%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.01MB / 2.71MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.14%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.01MB / 2.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.11%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.13%", + "MemUsage": "16.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "98.8MB / 100MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "3.76%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.28%", + "MemUsage": "5.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.2MB / 13.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 428MB", + "CPUPerc": "53.80%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "16.90%", + "MemUsage": "86.51MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "187MB / 130MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.62%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "3.66%", + "MemUsage": "9.359MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "1.18MB / 1.01MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:19:36.618195+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.01%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.51MB / 4.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.80%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.23%", + "MemUsage": "134.3MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.5MB / 4.74MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.62%", + "MemUsage": "16.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "100MB / 102MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "6.86%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.098MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.4MB / 13.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 462MB", + "CPUPerc": "59.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.12%", + "MemUsage": "87.64MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "191MB / 132MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.17%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "3.84%", + "MemUsage": "9.836MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "1.74MB / 1.47MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:19:39.905002+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.11%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.42%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.99MB / 6.77MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.02%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.99MB / 6.78MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.53%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.89%", + "MemUsage": "16.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "102MB / 103MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "4.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.99%", + "MemUsage": "5.082MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.6MB / 13.9MB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 475MB", + "CPUPerc": "55.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.19%", + "MemUsage": "88MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "194MB / 134MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.28%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "4.21%", + "MemUsage": "10.77MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "2.67MB / 2.23MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:19:43.150420+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.34%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.55%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.64MB / 9.05MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.56%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.59%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.63MB / 9.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.26%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "104MB / 105MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.70%", + "MemUsage": "4.348MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "14.9MB / 14.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 489MB", + "CPUPerc": "56.95%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.42%", + "MemUsage": "89.21MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "197MB / 137MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.51%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "3.87%", + "MemUsage": "9.895MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "3.63MB / 3.01MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:19:46.393366+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.23%", + "Container": "8deccf32bdbd", + "ID": "8deccf32bdbd", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.94MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.45%", + "Container": "a32d5ce355b1", + "ID": "a32d5ce355b1", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.94MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.96%", + "MemUsage": "16.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "105MB / 106MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 4.1kB", + "CPUPerc": "5.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.594MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "15.1MB / 14.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 501MB", + "CPUPerc": "40.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "17.65%", + "MemUsage": "90.39MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "200MB / 138MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.72%", + "Container": "8eb18faf2ae6", + "ID": "8eb18faf2ae6", + "MemPerc": "4.08%", + "MemUsage": "10.44MiB / 256MiB", + "Name": "pedantic_chandrasekhar", + "NetIO": "4.45MB / 3.67MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "db_delta": { + "xact_commit": 22509, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 357617, + "tup_inserted": 14923, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "23", + "econ": "1", + "eresp": "0", + "stot": "19908" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "50391" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "49", + "eresp": "0", + "stot": "82275" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "1", + "eresp": "0", + "stot": "23767" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "33", + "econ": "0", + "eresp": "0", + "stot": "54249" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "49", + "eresp": "0", + "stot": "89992" + } + ], + "pool_stats": { + "8deccf32bdbd": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 11236, + "acquire_seconds_delta": 561.354762949 + }, + "a32d5ce355b1": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 11221, + "acquire_seconds_delta": 561.417464705 + } + } + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 1, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.09050724, + "errors": { + "503": 1792 + }, + "failed_requests": 1792, + "instances": { + "29e74572f1e5": 5781, + "f472ce255207": 5788 + }, + "latency_ms": { + "p50": 92.749, + "p95": 106.996, + "p99": 190.253 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11569, + "successful_rps": 766.640896558756, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:20:31.259109+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.45%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "404kB / 508kB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.38%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "404kB / 509kB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.67%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.92%", + "MemUsage": "16.54MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "117MB / 118MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "2.97%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.258MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "16.5MB / 15.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 556MB", + "CPUPerc": "85.19%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "25.15%", + "MemUsage": "128.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "219MB / 152MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:20:34.553934+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.18%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.27%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.17MB / 4.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.19%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.21MB / 4.28MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.79%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.10%", + "MemUsage": "16.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "120MB / 121MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "7.64%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.17%", + "MemUsage": "5.551MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "16.9MB / 16.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 564MB", + "CPUPerc": "101.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "25.79%", + "MemUsage": "132.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "225MB / 156MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.17%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.92%", + "MemUsage": "10.03MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "1.33MB / 1.16MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:20:38.450505+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.37%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.12MB / 8.11MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.29%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.16MB / 8.23MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.87%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.25%", + "MemUsage": "16.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "123MB / 125MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "4.56%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.98MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "17.4MB / 16.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 573MB", + "CPUPerc": "102.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.01%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "230MB / 159MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.86%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.92%", + "MemUsage": "10.04MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "3.09MB / 2.65MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:20:40.858334+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.46%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.55MB / 11.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.51%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.55MB / 11.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.97%", + "MemUsage": "16.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "126MB / 127MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "6.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.70%", + "MemUsage": "4.344MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "17.7MB / 16.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 580MB", + "CPUPerc": "100.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.90%", + "MemUsage": "137.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "235MB / 163MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.44%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.82%", + "MemUsage": "9.773MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "5.23MB / 4.46MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:20:43.951781+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.20%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "26.14%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.6MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.13%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "23.03%", + "MemUsage": "117.9MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.6MB / 15.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.04%", + "MemUsage": "16.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "129MB / 131MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "6.37%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.746MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.1MB / 17.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 588MB", + "CPUPerc": "101.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.57%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "241MB / 167MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.29%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.88%", + "MemUsage": "9.926MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "7.13MB / 6.07MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:20:47.149008+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.89%", + "Container": "f472ce255207", + "ID": "f472ce255207", + "MemPerc": "3.67%", + "MemUsage": "18.77MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.6MB / 19.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.45%", + "Container": "29e74572f1e5", + "ID": "29e74572f1e5", + "MemPerc": "3.76%", + "MemUsage": "19.26MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.6MB / 19.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.57%", + "MemUsage": "16.09MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "133MB / 134MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 12.3kB", + "CPUPerc": "7.15%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.18MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.4MB / 17.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 597MB", + "CPUPerc": "100.14%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.93%", + "MemUsage": "137.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "247MB / 171MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.12%", + "Container": "ea3dee7d210d", + "ID": "ea3dee7d210d", + "MemPerc": "3.63%", + "MemUsage": "9.285MiB / 256MiB", + "Name": "focused_hermann", + "NetIO": "8.97MB / 7.63MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "LWLock": 5 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "f472ce255207": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20068, + "acquire_seconds_delta": 427.652710667 + }, + "29e74572f1e5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20139, + "acquire_seconds_delta": 426.988568447 + } + }, + "db_delta": { + "xact_commit": 38976, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 630352, + "tup_inserted": 25845, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "28258" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "58748" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "64", + "eresp": "0", + "stot": "98997" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "35992" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "66481" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5983" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5945" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "64", + "eresp": "0", + "stot": "114464" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 1, + "repeat": 1, + "result": { + "concurrency": 1, + "elapsed_seconds": 15.002587367, + "errors": {}, + "failed_requests": 0, + "instances": { + "1b32433fe7b3": 1132, + "41ab570786e3": 1131, + "6ba15f926347": 1133, + "e275f86f2316": 1130 + }, + "latency_ms": { + "p50": 2.987, + "p95": 4.796, + "p99": 6.757 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 4526, + "successful_rps": 301.68129598468346, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:20:57.311997+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.58%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "13.54%", + "MemUsage": "69.34MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "81.2kB / 109kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.80%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "19.75%", + "MemUsage": "101.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.53kB / 8.2kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.27%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "79.3kB / 106kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.67%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "13.51%", + "MemUsage": "69.17MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "81.7kB / 110kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.42%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.48%", + "MemUsage": "15.97MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "134MB / 136MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "1.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.8MB / 17.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 627MB", + "CPUPerc": "17.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "21.23%", + "MemUsage": "108.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "249MB / 172MB", + "PIDs": "10" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:21:00.317580+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.94%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "13.73%", + "MemUsage": "70.29MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "354kB / 476kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.46%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.94%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "355kB / 477kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.17%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "354kB / 476kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.71%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "13.69%", + "MemUsage": "70.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "354kB / 477kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.00%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.34%", + "MemUsage": "14.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "135MB / 137MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "18.8MB / 17.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 632MB", + "CPUPerc": "31.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "22.13%", + "MemUsage": "113.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "250MB / 173MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.69%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.57%", + "MemUsage": "6.586MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "365kB / 328kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:21:02.346004+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.53%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "14.17%", + "MemUsage": "72.56MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "781kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.45%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.95%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "783kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.92%", + "MemUsage": "132.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "781kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.13%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "14.11%", + "MemUsage": "72.22MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "783kB / 1.05MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.34%", + "MemUsage": "14.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "136MB / 137MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "4.07%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.85%", + "MemUsage": "7.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19MB / 18.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 640MB", + "CPUPerc": "30.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "22.73%", + "MemUsage": "116.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "252MB / 174MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.82%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.43%", + "MemUsage": "6.211MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "813kB / 731kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:04.371925+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.08%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "14.64%", + "MemUsage": "74.94MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.14MB / 1.53MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.70%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.14MB / 1.54MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.05%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.93%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.14MB / 1.53MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.57%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "14.61%", + "MemUsage": "74.82MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.14MB / 1.54MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.03%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.09%", + "MemUsage": "15.48MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "136MB / 138MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "4.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.67%", + "MemUsage": "6.844MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.1MB / 18.2MB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 646MB", + "CPUPerc": "34.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "24.08%", + "MemUsage": "123.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "253MB / 175MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.41%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.70%", + "MemUsage": "6.906MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "1.19MB / 1.07MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:06.410042+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.10%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.00%", + "MemUsage": "76.81MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.5MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.02%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.93%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.51MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.96%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.03%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.5MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.55%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "14.87%", + "MemUsage": "76.12MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.5MB / 2.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.08%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.80%", + "MemUsage": "16.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "137MB / 139MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.52%", + "MemUsage": "3.898MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.2MB / 18.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 652MB", + "CPUPerc": "27.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.28%", + "MemUsage": "119.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "255MB / 176MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.61%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.72%", + "MemUsage": "6.965MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "1.58MB / 1.42MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:08.436999+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.01%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.49%", + "MemUsage": "79.33MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.26%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.94%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.48%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.33%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "15.40%", + "MemUsage": "78.82MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.85MB / 2.49MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.34%", + "MemUsage": "14.52MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "138MB / 139MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.848MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.3MB / 18.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 658MB", + "CPUPerc": "28.73%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.42%", + "MemUsage": "119.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "256MB / 177MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.52%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.64%", + "MemUsage": "6.762MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "1.94MB / 1.74MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:10.478999+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.59%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.69%", + "MemUsage": "80.34MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.03%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.01%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.61%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "15.77%", + "MemUsage": "80.74MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.2MB / 2.96MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.72%", + "MemUsage": "16.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "139MB / 140MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.336MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.4MB / 18.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 665MB", + "CPUPerc": "27.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.53%", + "MemUsage": "120.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "258MB / 178MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.93%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.84%", + "MemUsage": "7.262MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "2.31MB / 2.08MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:12.531190+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.93%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "16.14%", + "MemUsage": "82.61MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.73%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "26.00%", + "MemUsage": "133.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.47%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.47%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "16.12%", + "MemUsage": "82.54MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.56MB / 3.45MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.23%", + "MemUsage": "15.66MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "139MB / 141MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.28%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.328MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.5MB / 18.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 671MB", + "CPUPerc": "27.40%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.55%", + "MemUsage": "120.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "259MB / 179MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.41%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.84%", + "MemUsage": "7.258MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "2.69MB / 2.42MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:14.509082+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.68%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "16.57%", + "MemUsage": "84.83MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.92MB / 3.93MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.72%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.91MB / 3.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.76%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.12%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.92MB / 3.93MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.52%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "16.55%", + "MemUsage": "84.73MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.92MB / 3.93MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "140MB / 142MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 16.4kB", + "CPUPerc": "2.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.094MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.6MB / 18.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 677MB", + "CPUPerc": "27.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "23.61%", + "MemUsage": "120.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "261MB / 180MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.33%", + "Container": "5de5643ccaf2", + "ID": "5de5643ccaf2", + "MemPerc": "2.83%", + "MemUsage": "7.254MiB / 256MiB", + "Name": "practical_matsumoto", + "NetIO": "3.06MB / 2.76MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + } + ], + "sample_errors": [], + "pool_stats": { + "e275f86f2316": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.011850298 + }, + "1b32433fe7b3": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.006257656 + }, + "41ab570786e3": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.007344988 + }, + "6ba15f926347": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.021835333 + } + }, + "db_delta": { + "xact_commit": 15788, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 255949, + "tup_inserted": 10369, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "35993" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "66483" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "5985" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "5946" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "114475" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "37314" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "67804" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "7305" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "7267" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "119758" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 8, + "repeat": 1, + "result": { + "concurrency": 8, + "elapsed_seconds": 15.00476668, + "errors": {}, + "failed_requests": 0, + "instances": { + "1b32433fe7b3": 2683, + "41ab570786e3": 2685, + "6ba15f926347": 2685, + "e275f86f2316": 2685 + }, + "latency_ms": { + "p50": 5.032, + "p95": 55.333, + "p99": 72.063 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10738, + "successful_rps": 715.6392517794219, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:21:18.243704+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.34%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "17.04%", + "MemUsage": "87.24MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.52MB / 4.74MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.28%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "28.79%", + "MemUsage": "147.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.53MB / 4.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.68%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "29.06%", + "MemUsage": "148.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.53MB / 4.75MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.78%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "17.11%", + "MemUsage": "87.61MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.52MB / 4.74MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.21%", + "MemUsage": "15.63MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "141MB / 143MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "4.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.90%", + "MemUsage": "4.863MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "19.6MB / 18.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 686MB", + "CPUPerc": "105.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "26.38%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "263MB / 182MB", + "PIDs": "19" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:21:21.340072+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.77%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "18.46%", + "MemUsage": "94.54MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.54%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "28.70%", + "MemUsage": "146.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.26%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "29.06%", + "MemUsage": "148.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.82%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "18.51%", + "MemUsage": "94.76MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.81MB / 6.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.08%", + "MemUsage": "15.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "144MB / 145MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "6.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.621MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "20.1MB / 19.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 696MB", + "CPUPerc": "92.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "27.28%", + "MemUsage": "139.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "268MB / 185MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.18%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "3.02%", + "MemUsage": "7.734MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "1.97MB / 1.74MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 3, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:21:24.350998+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.25%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "19.89%", + "MemUsage": "101.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.13MB / 8.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.38%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "29.27%", + "MemUsage": "149.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.13MB / 8.25MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.30%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "29.54%", + "MemUsage": "151.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.14MB / 8.25MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.05%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "19.87%", + "MemUsage": "101.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.14MB / 8.25MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.29%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.45%", + "MemUsage": "15.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "147MB / 148MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "7.23%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.617MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "20.4MB / 19.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 707MB", + "CPUPerc": "104.17%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "27.38%", + "MemUsage": "140.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "273MB / 189MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.83%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "2.72%", + "MemUsage": "6.961MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "3.4MB / 2.99MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:21:27.453273+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.92%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "21.20%", + "MemUsage": "108.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.3MB / 9.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.05%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "29.90%", + "MemUsage": "153.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.92MB / 9.31MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.86%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.40%", + "MemUsage": "155.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.92MB / 9.31MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.97%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "20.56%", + "MemUsage": "105.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.92MB / 9.31MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.67%", + "MemUsage": "14.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "148MB / 150MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "4.02%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.61%", + "MemUsage": "4.129MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "20.8MB / 19.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 713MB", + "CPUPerc": "86.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "27.59%", + "MemUsage": "141.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "277MB / 191MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.80%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "3.03%", + "MemUsage": "7.762MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "4.63MB / 4.08MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:21:30.459727+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.02%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "22.20%", + "MemUsage": "113.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.47%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.66%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.74%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.78%", + "MemUsage": "157.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.18%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "22.08%", + "MemUsage": "113MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.61%", + "MemUsage": "16.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "151MB / 153MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "4.92%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.68%", + "MemUsage": "4.297MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "21.2MB / 20.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 742MB", + "CPUPerc": "102.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "28.45%", + "MemUsage": "145.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "282MB / 195MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.07%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "2.94%", + "MemUsage": "7.539MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "5.76MB / 5.07MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:21:33.566661+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.96%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "23.52%", + "MemUsage": "120.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "9.76MB / 13.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.58%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.87%", + "MemUsage": "158MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.75MB / 13.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.47%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.68%", + "MemUsage": "157.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.3MB / 12.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.24%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "23.12%", + "MemUsage": "118.4MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.3MB / 12.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "11.91%", + "MemUsage": "15.25MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "154MB / 155MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 20.5kB", + "CPUPerc": "7.22%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.39%", + "MemUsage": "3.562MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "21.6MB / 20.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 753MB", + "CPUPerc": "101.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "29.19%", + "MemUsage": "149.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "288MB / 199MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.11%", + "Container": "028e4c8cf700", + "ID": "028e4c8cf700", + "MemPerc": "2.94%", + "MemUsage": "7.527MiB / 256MiB", + "Name": "reverent_chaplygin", + "NetIO": "6.77MB / 5.96MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "1b32433fe7b3": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.111015221 + }, + "41ab570786e3": { + "max_acquired": 4, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.027550571 + }, + "6ba15f926347": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.014943724 + }, + "e275f86f2316": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.104641968 + } + }, + "db_delta": { + "xact_commit": 37794, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 593139, + "tup_inserted": 25009, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "37314" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "67804" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "7306" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "7267" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "119759" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "40536" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "71025" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "10527" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "10489" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "132645" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.005777581, + "errors": {}, + "failed_requests": 0, + "instances": { + "1b32433fe7b3": 2721, + "41ab570786e3": 2721, + "6ba15f926347": 2720, + "e275f86f2316": 2719 + }, + "latency_ms": { + "p50": 14.665, + "p95": 92.77, + "p99": 101.427 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10881, + "successful_rps": 725.12070375995, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:21:39.856997+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.85%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.76%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "10.7MB / 14.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.01%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.50%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.7MB / 14.4MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.18%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.67%", + "MemUsage": "157.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.7MB / 14.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.85%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.60%", + "MemUsage": "156.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.3MB / 13.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.19%", + "MemUsage": "16.88MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "156MB / 157MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "6.29%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "21.9MB / 20.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 766MB", + "CPUPerc": "40.80%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.24%", + "MemUsage": "180.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "290MB / 200MB", + "PIDs": "36" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 30 + } + }, + { + "time": "2026-10-23T12:21:43.136858+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.61%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.87%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "12MB / 16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.09%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.34%", + "MemUsage": "155.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "11.5MB / 15.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.05%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.23%", + "MemUsage": "154.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12MB / 16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.32%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.44%", + "MemUsage": "155.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "11.5MB / 15.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.09%", + "MemUsage": "16.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "158MB / 160MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "4.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.90%", + "MemUsage": "4.863MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "22.3MB / 21.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 774MB", + "CPUPerc": "87.11%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.37%", + "MemUsage": "191.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "296MB / 205MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.78%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.57%", + "MemUsage": "9.141MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "1.9MB / 1.6MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:21:46.447496+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.87%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.86%", + "MemUsage": "158MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "13.4MB / 17.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.82%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.06%", + "MemUsage": "153.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "13.3MB / 17.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.22%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "30.12%", + "MemUsage": "154.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.3MB / 17.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.58%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.58%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.9MB / 17.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.35%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.84%", + "MemUsage": "16.44MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "161MB / 163MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "8.04%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.09%", + "MemUsage": "5.355MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "22.7MB / 21.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 781MB", + "CPUPerc": "105.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.99%", + "MemUsage": "194.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "302MB / 209MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.38%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.56%", + "MemUsage": "9.105MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "3.48MB / 2.89MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 26 + } + }, + { + "time": "2026-10-23T12:21:49.749208+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.25%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.3MB / 19.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.09%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.20%", + "MemUsage": "154.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.3MB / 19.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.67%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.69%", + "MemUsage": "131.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "14.8MB / 19.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.15%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.62%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.8MB / 19.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "164MB / 166MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "6.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "23MB / 21.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 788MB", + "CPUPerc": "106.57%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.99%", + "MemUsage": "194.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "307MB / 213MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.75%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.47%", + "MemUsage": "8.891MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "5.04MB / 4.18MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:21:53.241302+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.12%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "16.1MB / 21.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.01%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "3.16%", + "MemUsage": "16.19MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "16.1MB / 21.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.12%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.74%", + "MemUsage": "19.14MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "16.1MB / 21.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.31%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.57%", + "MemUsage": "156.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "15.6MB / 20.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.56%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "167MB / 169MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "11.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.53%", + "MemUsage": "3.91MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "23.5MB / 22.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 811MB", + "CPUPerc": "108.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.51%", + "MemUsage": "197.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "313MB / 216MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.65%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.68%", + "MemUsage": "9.426MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "6.53MB / 5.42MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 4, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:21:56.183468+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.39%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "17.2MB / 23MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.83%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "2.83%", + "MemUsage": "14.48MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "17.1MB / 22.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.01%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.58%", + "MemUsage": "18.34MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "17.6MB / 23.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.57%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.75%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "17.6MB / 23.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.51%", + "MemUsage": "16.01MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "170MB / 172MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 24.6kB", + "CPUPerc": "4.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.387MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "23.9MB / 22.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 819MB", + "CPUPerc": "100.36%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.92%", + "MemUsage": "199.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "319MB / 221MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.33%", + "Container": "2481735972e0", + "ID": "2481735972e0", + "MemPerc": "3.46%", + "MemUsage": "8.863MiB / 256MiB", + "Name": "eloquent_ellis", + "NetIO": "8.2MB / 6.79MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "1b32433fe7b3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 2840, + "acquire_seconds_delta": 21.408658647 + }, + "41ab570786e3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1782, + "acquire_seconds_delta": 12.828256835 + }, + "6ba15f926347": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 390, + "acquire_seconds_delta": 2.530663776 + }, + "e275f86f2316": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 598, + "acquire_seconds_delta": 4.310817353 + } + }, + "db_delta": { + "xact_commit": 39066, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 628910, + "tup_inserted": 25841, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "40536" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "71025" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "10527" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "10489" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "132645" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "43786" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "74276" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "13778" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "13739" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "145647" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 1, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.101730609, + "errors": { + "503": 41 + }, + "failed_requests": 41, + "instances": { + "1b32433fe7b3": 2951, + "41ab570786e3": 2993, + "6ba15f926347": 2989, + "e275f86f2316": 2990 + }, + "latency_ms": { + "p50": 91.73, + "p95": 187.552, + "p99": 203.038 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11923, + "successful_rps": 789.5121631221782, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:22:00.350187+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.82%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.62%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.08%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "15.28%", + "MemUsage": "78.24MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.11%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "15.67%", + "MemUsage": "80.25MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.58%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.58%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.3MB / 24.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.36%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.80%", + "MemUsage": "16.38MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "171MB / 173MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "4.87%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.367MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "24.2MB / 23MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 831MB", + "CPUPerc": "20.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.79%", + "MemUsage": "198.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "319MB / 221MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:22:03.843435+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.76%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.81%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "19.8MB / 26.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.74%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "16.58%", + "MemUsage": "84.87MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "19.8MB / 26.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.18%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "17.13%", + "MemUsage": "87.71MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "19.8MB / 26.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.94%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.53%", + "MemUsage": "156.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "19.8MB / 26.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.85%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.21%", + "MemUsage": "16.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "174MB / 176MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "3.89%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.141MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "24.7MB / 23.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 840MB", + "CPUPerc": "93.98%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.17%", + "MemUsage": "200.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "327MB / 226MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.96%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "4.02%", + "MemUsage": "10.3MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "1.83MB / 1.52MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:22:07.136648+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.94%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "30.77%", + "MemUsage": "157.5MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "20.8MB / 27.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.07%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "18.42%", + "MemUsage": "94.31MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "21.4MB / 28.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.22%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "18.65%", + "MemUsage": "95.49MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "21.4MB / 28.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.04%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "30.63%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "20.9MB / 27.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.46%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.97%", + "MemUsage": "16.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "176MB / 179MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "6.76%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.172MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "25.1MB / 23.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 848MB", + "CPUPerc": "100.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.65%", + "MemUsage": "203MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "333MB / 231MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.85%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.52%", + "MemUsage": "9.004MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "4.13MB / 3.4MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 23 + } + }, + { + "time": "2026-10-23T12:22:10.439137+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.21%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "3.41%", + "MemUsage": "17.45MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "22.7MB / 30.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.86%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "19.62%", + "MemUsage": "100.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "22.7MB / 30.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.77%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "19.79%", + "MemUsage": "101.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "22.8MB / 30.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.30%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "22.8MB / 30.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.37%", + "MemUsage": "15.83MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "180MB / 183MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "4.14%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.613MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "25.6MB / 24.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 871MB", + "CPUPerc": "98.41%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.91%", + "MemUsage": "204.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "338MB / 235MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.04%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.64%", + "MemUsage": "9.312MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "5.69MB / 4.67MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 3, + "IO": 2, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:22:13.640138+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.58%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "3.50%", + "MemUsage": "17.91MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "24.3MB / 32.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.84%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "21.33%", + "MemUsage": "109.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "24.4MB / 32.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.81%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "21.46%", + "MemUsage": "109.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "24.4MB / 32.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.42%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.44%", + "MemUsage": "17.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "24.4MB / 32.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.77%", + "MemUsage": "17.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "184MB / 186MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "3.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.578MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "25.9MB / 24.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 878MB", + "CPUPerc": "107.11%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.43%", + "MemUsage": "207MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "345MB / 239MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.29%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.70%", + "MemUsage": "9.48MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "6.91MB / 5.66MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:22:16.836503+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "3.61%", + "MemUsage": "18.51MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "25.8MB / 34.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.75%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "22.91%", + "MemUsage": "117.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "25.8MB / 34.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.27%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "23.12%", + "MemUsage": "118.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "25.9MB / 34.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.99%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.44%", + "MemUsage": "17.62MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "25.9MB / 34.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.18%", + "MemUsage": "16.87MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "187MB / 189MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 28.7kB", + "CPUPerc": "3.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.301MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "26.5MB / 25.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 883MB", + "CPUPerc": "99.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.52%", + "MemUsage": "207.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "348MB / 242MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.62%", + "Container": "b0bad2274256", + "ID": "b0bad2274256", + "MemPerc": "3.87%", + "MemUsage": "9.914MiB / 256MiB", + "Name": "dreamy_boyd", + "NetIO": "8.6MB / 7.03MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "1b32433fe7b3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10423, + "acquire_seconds_delta": 272.684431721 + }, + "41ab570786e3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8900, + "acquire_seconds_delta": 126.004045585 + }, + "e275f86f2316": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 7345, + "acquire_seconds_delta": 71.299460128 + }, + "6ba15f926347": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 7145, + "acquire_seconds_delta": 92.380888055 + } + }, + "db_delta": { + "xact_commit": 42670, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 671877, + "tup_inserted": 28281, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "43786" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "74276" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "16", + "econ": "0", + "eresp": "0", + "stot": "13778" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "14", + "econ": "0", + "eresp": "0", + "stot": "13739" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "145647" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "47382" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "77872" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "31", + "econ": "0", + "eresp": "0", + "stot": "17374" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "27", + "econ": "0", + "eresp": "0", + "stot": "17335" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "160031" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 128, + "repeat": 1, + "result": { + "concurrency": 128, + "elapsed_seconds": 15.197071711, + "errors": { + "503": 2927 + }, + "failed_requests": 2927, + "instances": { + "1b32433fe7b3": 2589, + "41ab570786e3": 2641, + "6ba15f926347": 2612, + "e275f86f2316": 2632 + }, + "latency_ms": { + "p50": 191.933, + "p95": 293.299, + "p99": 391.744 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10474, + "successful_rps": 689.2117244152156, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:22:20.333873+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.59%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "15.95%", + "MemUsage": "81.65MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.15%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.05%", + "MemUsage": "153.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.69%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "23.90%", + "MemUsage": "122.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.73%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.44%", + "MemUsage": "17.63MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "26.5MB / 35.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.31%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.47%", + "MemUsage": "17.24MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "188MB / 191MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "5.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.84MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "26.7MB / 25.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 901MB", + "CPUPerc": "99.71%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.96%", + "MemUsage": "209.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "353MB / 245MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:22:23.739620+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.95%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "17.15%", + "MemUsage": "87.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "28.1MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.25%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.11%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "28.1MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.66%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "25.51%", + "MemUsage": "130.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "28.1MB / 37.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.08%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.64%", + "MemUsage": "18.65MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "28.2MB / 37.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.66%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.23%", + "MemUsage": "18.22MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "192MB / 195MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "6.86%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.93MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "27.1MB / 25.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 908MB", + "CPUPerc": "100.43%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.23%", + "MemUsage": "211.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "359MB / 249MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.17%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.51%", + "MemUsage": "14.09MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "1.93MB / 1.75MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 2, + "IO": 2, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:22:27.247720+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.13%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "18.36%", + "MemUsage": "94.02MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "29.2MB / 38.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.17%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.10%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "29.7MB / 39.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.27%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "26.74%", + "MemUsage": "136.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "29.6MB / 39.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.10%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.58%", + "MemUsage": "18.35MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "29.8MB / 39.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.82%", + "MemUsage": "17.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "196MB / 198MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "4.72%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.83%", + "MemUsage": "4.691MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "27.6MB / 26.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 932MB", + "CPUPerc": "103.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.74%", + "MemUsage": "213.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "364MB / 253MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.34%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.06%", + "MemUsage": "12.95MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "3.99MB / 3.54MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 6, + "IO": 1, + "LWLock": 5, + "Timeout": 1 + } + }, + { + "time": "2026-10-23T12:22:30.432086+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.22%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "19.93%", + "MemUsage": "102MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "30.7MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.84%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.11%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.8MB / 40.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.15%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "27.17%", + "MemUsage": "139.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "30.7MB / 40.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.95%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.57%", + "MemUsage": "18.25MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.9MB / 41MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.27%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.41%", + "MemUsage": "17.16MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "198MB / 201MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "5.46%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.438MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "27.9MB / 26.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 937MB", + "CPUPerc": "103.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.71%", + "MemUsage": "223.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "368MB / 256MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.54%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.06%", + "MemUsage": "12.96MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "6.01MB / 5.3MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:22:33.734075+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.55%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "21.45%", + "MemUsage": "109.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "32.1MB / 42.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.00%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.01%", + "MemUsage": "153.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.2MB / 42.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.69%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.29%", + "MemUsage": "16.82MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "32.1MB / 42.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.95%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.48%", + "MemUsage": "17.81MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.3MB / 42.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.22%", + "MemUsage": "18.2MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "202MB / 204MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "6.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.45%", + "MemUsage": "3.699MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "28.3MB / 26.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 943MB", + "CPUPerc": "98.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "42.23%", + "MemUsage": "216.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "374MB / 259MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.98%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.14%", + "MemUsage": "13.17MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "7.1MB / 6.25MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:22:37.034920+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.15%", + "Container": "1b32433fe7b3", + "ID": "1b32433fe7b3", + "MemPerc": "23.13%", + "MemUsage": "118.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "33.6MB / 44.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.84%", + "Container": "e275f86f2316", + "ID": "e275f86f2316", + "MemPerc": "30.06%", + "MemUsage": "153.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "33.7MB / 44.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.21%", + "Container": "6ba15f926347", + "ID": "6ba15f926347", + "MemPerc": "3.22%", + "MemUsage": "16.49MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "33.6MB / 44.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.09%", + "Container": "41ab570786e3", + "ID": "41ab570786e3", + "MemPerc": "3.43%", + "MemUsage": "17.54MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "33.8MB / 44.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.84%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.97%", + "MemUsage": "17.89MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "205MB / 208MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 32.8kB", + "CPUPerc": "4.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.078MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "28.7MB / 27.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 950MB", + "CPUPerc": "100.61%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "42.42%", + "MemUsage": "217.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "379MB / 263MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.83%", + "Container": "8d2e8d84dd68", + "ID": "8d2e8d84dd68", + "MemPerc": "5.03%", + "MemUsage": "12.87MiB / 256MiB", + "Name": "hopeful_varahamihira", + "NetIO": "9.14MB / 8.02MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 30 + } + } + ], + "sample_errors": [], + "pool_stats": { + "41ab570786e3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9743, + "acquire_seconds_delta": 428.231188442 + }, + "6ba15f926347": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9567, + "acquire_seconds_delta": 427.383951528 + }, + "1b32433fe7b3": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9567, + "acquire_seconds_delta": 429.212863769 + }, + "e275f86f2316": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9723, + "acquire_seconds_delta": 429.046210391 + } + }, + "db_delta": { + "xact_commit": 39811, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 645105, + "tup_inserted": 26347, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "47382" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "77872" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "31", + "econ": "0", + "eresp": "0", + "stot": "17374" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "27", + "econ": "0", + "eresp": "0", + "stot": "17336" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "65", + "econ": "69", + "eresp": "0", + "stot": "160032" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "51496" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "81986" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21487" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "0", + "eresp": "0", + "stot": "21449" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "69", + "eresp": "0", + "stot": "176486" + } + ] + }, + { + "series": "fixed", + "replicas": 2, + "cpu_per_api": 1.0, + "memory_mib_per_api": 512, + "pool": 4, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.017989945, + "errors": {}, + "failed_requests": 0, + "instances": { + "872bfe7bd562": 5888, + "e479692ccb0f": 5890 + }, + "latency_ms": { + "p50": 23.38, + "p95": 90.155, + "p99": 125.17 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11778, + "successful_rps": 784.259414417926, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:22:45.429623+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.80%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "305kB / 397kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.94%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "965kB / 1.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.21%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "207MB / 210MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "3.42%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.15%", + "MemUsage": "5.504MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "29MB / 27.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 964MB", + "CPUPerc": "36.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "30.54%", + "MemUsage": "156.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "381MB / 264MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:22:48.453251+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.39%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.34%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.72MB / 5.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.55%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.73MB / 5.05MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.92%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.11%", + "MemUsage": "18.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "210MB / 213MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "7.42%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.33%", + "MemUsage": "5.969MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "29.4MB / 27.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 977MB", + "CPUPerc": "100.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.16%", + "MemUsage": "159.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "387MB / 269MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.19%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.58%", + "MemUsage": "9.164MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "1.58MB / 1.32MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:22:51.532268+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.35%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.51MB / 7.46MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.85%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.59%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.55MB / 7.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.94%", + "MemUsage": "17.85MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "213MB / 216MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "6.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.73MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "29.6MB / 28MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1GB", + "CPUPerc": "102.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.28%", + "MemUsage": "160.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "391MB / 272MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.84%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.61%", + "MemUsage": "9.23MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "3.12MB / 2.6MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:22:54.731454+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "26.51%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.47MB / 11.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.28%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "26.55%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "9.42MB / 12.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.61%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.31%", + "MemUsage": "17.03MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "216MB / 219MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "7.65%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.23MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "30.2MB / 28.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.02GB", + "CPUPerc": "103.98%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.83%", + "MemUsage": "163MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "399MB / 277MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.70%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.67%", + "MemUsage": "9.398MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "5.31MB / 4.42MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:22:57.837511+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "3.49%", + "MemUsage": "17.87MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.2MB / 16.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.10%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "3.55%", + "MemUsage": "18.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "12.3MB / 16.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.91%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.52%", + "MemUsage": "17.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "219MB / 222MB", + "PIDs": "14" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "7.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.23%", + "MemUsage": "5.703MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "30.5MB / 28.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.02GB", + "CPUPerc": "100.50%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "32.05%", + "MemUsage": "164.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "402MB / 280MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.34%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.43%", + "MemUsage": "8.789MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "6.37MB / 5.3MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:23:00.851365+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.56%", + "Container": "e479692ccb0f", + "ID": "e479692ccb0f", + "MemPerc": "3.56%", + "MemUsage": "18.23MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.5MB / 19.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.10%", + "Container": "872bfe7bd562", + "ID": "872bfe7bd562", + "MemPerc": "3.45%", + "MemUsage": "17.68MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.6MB / 19.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.76%", + "MemUsage": "17.61MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "221MB / 224MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 36.9kB", + "CPUPerc": "6.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.66%", + "MemUsage": "4.254MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "30.9MB / 29.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.04GB", + "CPUPerc": "71.98%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "32.57%", + "MemUsage": "166.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "409MB / 284MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.09%", + "Container": "385752e1e001", + "ID": "385752e1e001", + "MemPerc": "3.64%", + "MemUsage": "9.32MiB / 256MiB", + "Name": "loving_banzai", + "NetIO": "8.23MB / 6.85MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "872bfe7bd562": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 19740, + "acquire_seconds_delta": 138.246988661 + }, + "e479692ccb0f": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 20990, + "acquire_seconds_delta": 284.86104511 + } + }, + "db_delta": { + "xact_commit": 40695, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 648537, + "tup_inserted": 27011, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "51499" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "81987" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21488" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "0", + "eresp": "0", + "stot": "21449" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "75", + "eresp": "0", + "stot": "176497" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "58489" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "88978" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21488" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "0", + "eresp": "0", + "stot": "21449" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "75", + "eresp": "0", + "stot": "190478" + } + ] + }, + { + "series": "fixed", + "replicas": 4, + "cpu_per_api": 0.5, + "memory_mib_per_api": 256, + "pool": 2, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.101013577, + "errors": {}, + "failed_requests": 0, + "instances": { + "17a7ae4e2eaa": 2795, + "4ef558332e2c": 2793, + "7bcd23c99e30": 2793, + "7d239d0ef123": 2792 + }, + "latency_ms": { + "p50": 16.939, + "p95": 106.102, + "p99": 185.464 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11173, + "successful_rps": 739.8841106280001, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:23:11.243684+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.01%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "26.73%", + "MemUsage": "68.42MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "33.4kB / 36.1kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.29%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "51.85%", + "MemUsage": "132.7MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "31.2kB / 34.7kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.10%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "26.96%", + "MemUsage": "69.01MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.3kB / 33.6kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.51%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.10%", + "MemUsage": "133.4MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "28.1kB / 27.7kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.92%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.97%", + "MemUsage": "16.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "222MB / 225MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "3.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.367MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "31.1MB / 29.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.05GB", + "CPUPerc": "11.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.91%", + "MemUsage": "163.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "411MB / 286MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:14.433975+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.20%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "29.23%", + "MemUsage": "74.82MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "927kB / 1.24MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.96%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "51.93%", + "MemUsage": "132.9MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.36MB / 1.84MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.54%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "30.18%", + "MemUsage": "77.26MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.37MB / 1.85MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.31%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.18%", + "MemUsage": "133.6MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.38MB / 1.84MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.58%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.71%", + "MemUsage": "17.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "225MB / 228MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "5.73%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "31.5MB / 29.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.06GB", + "CPUPerc": "104.72%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "32.76%", + "MemUsage": "167.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "417MB / 289MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.54%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.15%", + "MemUsage": "8.07MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "1.53MB / 1.29MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:23:17.449489+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.90%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "33.20%", + "MemUsage": "85MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.71MB / 3.65MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.74%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.07%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.24MB / 3.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.50%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "31.73%", + "MemUsage": "81.22MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.27MB / 3.06MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.88%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.34%", + "MemUsage": "134MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.73MB / 3.65MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.12%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "228MB / 231MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "5.23%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.57MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "31.9MB / 30.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.09GB", + "CPUPerc": "106.01%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "33.03%", + "MemUsage": "169.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "422MB / 293MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.03%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "2.99%", + "MemUsage": "7.645MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "2.54MB / 2.11MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:23:20.551020+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.95%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "34.56%", + "MemUsage": "88.48MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.49MB / 4.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.70%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.23%", + "MemUsage": "133.7MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.5MB / 4.72MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.13%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "35.55%", + "MemUsage": "91.02MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4MB / 5.35MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.84%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.37%", + "MemUsage": "134.1MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.52MB / 4.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.73%", + "MemUsage": "16.29MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "231MB / 234MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "4.32%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.086MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "32.2MB / 30.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.1GB", + "CPUPerc": "82.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "33.19%", + "MemUsage": "170MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "425MB / 295MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.58%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.57%", + "MemUsage": "9.141MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "4.47MB / 3.72MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:23:23.637919+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.70%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "38.53%", + "MemUsage": "98.62MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.4MB / 7.31MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.89%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.22%", + "MemUsage": "133.7MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.44MB / 7.29MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.62%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "38.23%", + "MemUsage": "97.88MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.46MB / 7.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.53%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.37%", + "MemUsage": "134.1MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.45MB / 7.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.68%", + "MemUsage": "17.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "233MB / 237MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "7.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.094MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "32.7MB / 31MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.11GB", + "CPUPerc": "104.41%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "33.86%", + "MemUsage": "173.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "431MB / 299MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.60%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.29%", + "MemUsage": "8.426MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "5.55MB / 4.63MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:26.838337+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.66%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "41.93%", + "MemUsage": "107.3MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.85MB / 9.28MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.19%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.56%", + "MemUsage": "134.6MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.89MB / 9.22MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.54%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "40.46%", + "MemUsage": "103.6MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.38MB / 8.51MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.98%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.59%", + "MemUsage": "134.6MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.37MB / 8.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "236MB / 240MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "5.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.078MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.1MB / 31.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.13GB", + "CPUPerc": "105.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.08%", + "MemUsage": "174.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "439MB / 304MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.12%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "3.27%", + "MemUsage": "8.363MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "7.11MB / 5.94MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:23:29.855890+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.17%", + "Container": "17a7ae4e2eaa", + "ID": "17a7ae4e2eaa", + "MemPerc": "43.09%", + "MemUsage": "110.3MiB / 256MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.57MB / 10.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.51%", + "Container": "7d239d0ef123", + "ID": "7d239d0ef123", + "MemPerc": "52.20%", + "MemUsage": "133.6MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.6MB / 10.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.21%", + "Container": "4ef558332e2c", + "ID": "4ef558332e2c", + "MemPerc": "42.80%", + "MemUsage": "109.6MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.62MB / 10.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.85%", + "Container": "7bcd23c99e30", + "ID": "7bcd23c99e30", + "MemPerc": "52.26%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.61MB / 10.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.74%", + "MemUsage": "16.31MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "238MB / 241MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 41kB", + "CPUPerc": "1.20%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.816MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.4MB / 31.6MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.14GB", + "CPUPerc": "43.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.16%", + "MemUsage": "174.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "441MB / 306MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.86%", + "Container": "dfc3db8f3c53", + "ID": "dfc3db8f3c53", + "MemPerc": "2.97%", + "MemUsage": "7.598MiB / 256MiB", + "Name": "laughing_mayer", + "NetIO": "8.4MB / 7.01MB", + "PIDs": "6" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "7d239d0ef123": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 8129, + "acquire_seconds_delta": 60.752908568 + }, + "17a7ae4e2eaa": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 10069, + "acquire_seconds_delta": 251.352066837 + }, + "4ef558332e2c": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7982, + "acquire_seconds_delta": 51.490821228 + }, + "7bcd23c99e30": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 9411, + "acquire_seconds_delta": 60.518593445 + } + }, + "db_delta": { + "xact_commit": 39700, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 641254, + "tup_inserted": 26296, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "58490" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "88984" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "21489" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "21451" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "78", + "eresp": "0", + "stot": "190490" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61836" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "92330" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24796" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "78", + "eresp": "0", + "stot": "203873" + } + ] + }, + { + "series": "fixed", + "replicas": 1, + "cpu_per_api": 2.0, + "memory_mib_per_api": 1024, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.0632296, + "errors": {}, + "failed_requests": 0, + "instances": { + "905f6f8f9691": 13277 + }, + "latency_ms": { + "p50": 18.594, + "p95": 80.669, + "p99": 89.048 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13277, + "successful_rps": 881.4178866396619, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:23:37.247366+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.16%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "13.26%", + "MemUsage": "135.8MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "2.85MB / 3.85MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.40%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.80%", + "MemUsage": "17.66MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "239MB / 243MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "6.89%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.33%", + "MemUsage": "5.953MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.6MB / 31.8MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.14GB", + "CPUPerc": "62.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.11%", + "MemUsage": "174.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "442MB / 307MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:40.329361+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.30%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "13.30%", + "MemUsage": "136.2MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.95MB / 10.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.28%", + "MemUsage": "16.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "242MB / 246MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "4.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.691MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "33.9MB / 32.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.15GB", + "CPUPerc": "104.36%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.56%", + "MemUsage": "176.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "449MB / 312MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.55%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.54%", + "MemUsage": "9.059MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "2.26MB / 1.89MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:23:43.335214+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.21%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.82%", + "MemUsage": "18.59MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "13.8MB / 18.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.03%", + "MemUsage": "16.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "245MB / 249MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "3.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.141MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "34.2MB / 32.4MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.18GB", + "CPUPerc": "100.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.01%", + "MemUsage": "179.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "455MB / 316MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.57%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.48%", + "MemUsage": "8.914MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "3.28MB / 2.73MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:45.423735+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.39%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.91%", + "MemUsage": "19.54MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "18MB / 24.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.40%", + "MemUsage": "17.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "247MB / 251MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "6.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.52MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "34.7MB / 32.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.19GB", + "CPUPerc": "101.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.02%", + "MemUsage": "179.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "459MB / 319MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.51%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.67%", + "MemUsage": "9.395MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "5.11MB / 4.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:23:48.528321+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.39%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.94%", + "MemUsage": "19.83MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "24.2MB / 32.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.14%", + "MemUsage": "16.82MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "249MB / 253MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "6.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35MB / 33.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.21GB", + "CPUPerc": "100.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "34.96%", + "MemUsage": "179MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "466MB / 323MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.41%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.58%", + "MemUsage": "9.152MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "6.87MB / 5.74MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:23:51.437767+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.17%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.89%", + "MemUsage": "19.36MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "30.2MB / 41.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.57%", + "MemUsage": "17.37MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "254MB / 257MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "4.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.26%", + "MemUsage": "5.793MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35.6MB / 33.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.24GB", + "CPUPerc": "100.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.08%", + "MemUsage": "179.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "472MB / 327MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.94%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.54%", + "MemUsage": "9.051MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "8.57MB / 7.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:23:53.471252+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.84%", + "Container": "905f6f8f9691", + "ID": "905f6f8f9691", + "MemPerc": "1.88%", + "MemUsage": "19.23MiB / 1GiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "34.4MB / 46.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.00%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.36%", + "MemUsage": "17.1MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "256MB / 259MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "4.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.336MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35.9MB / 34MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.25GB", + "CPUPerc": "100.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.13%", + "MemUsage": "179.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "476MB / 330MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.27%", + "Container": "3be507b13983", + "ID": "3be507b13983", + "MemPerc": "3.47%", + "MemUsage": "8.891MiB / 256MiB", + "Name": "intelligent_galileo", + "NetIO": "9.78MB / 8.17MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "905f6f8f9691": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 46249, + "acquire_seconds_delta": 417.24937408 + } + }, + "db_delta": { + "xact_commit": 44810, + "xact_rollback": 0, + "blks_read": 11, + "blks_hit": 715030, + "tup_inserted": 29799, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61836" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "92331" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "85", + "eresp": "0", + "stot": "203882" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61836" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "107920" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "85", + "eresp": "0", + "stot": "219471" + } + ] + }, + { + "series": "growing", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.009726226, + "errors": {}, + "failed_requests": 0, + "instances": { + "5db10516dd4a": 6061, + "7748c30035f6": 6063 + }, + "latency_ms": { + "p50": 14.082, + "p95": 88.981, + "p99": 95.943 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12124, + "successful_rps": 807.7429139912415, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:24:01.126067+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.61%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "25.93%", + "MemUsage": "132.8MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "7.71kB / 8.96kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.07%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "25.91%", + "MemUsage": "132.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.87kB / 10.9kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.31%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.21%", + "MemUsage": "16.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "256MB / 260MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 49.2kB", + "CPUPerc": "2.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.18MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "35.9MB / 34.1MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.26GB", + "CPUPerc": "7.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "31.68%", + "MemUsage": "162.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "476MB / 330MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:24:04.330349+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.40%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "26.35%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.84MB / 2.47MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.47%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.85MB / 3.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.21%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.29%", + "MemUsage": "17.02MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "259MB / 263MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "6.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.016MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "36.3MB / 34.5MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.27GB", + "CPUPerc": "100.47%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.78%", + "MemUsage": "198.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "480MB / 333MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.68%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.42%", + "MemUsage": "8.746MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "1.02MB / 855kB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 15 + } + }, + { + "time": "2026-10-23T12:24:07.426312+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.54%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "26.36%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "4.69MB / 6.31MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.96%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.57MB / 7.49MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.26%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.69%", + "MemUsage": "17.53MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "262MB / 266MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "3.82%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.445MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "36.7MB / 34.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.28GB", + "CPUPerc": "99.73%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.12%", + "MemUsage": "200.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "487MB / 338MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.79%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.65%", + "MemUsage": "9.332MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "3.13MB / 2.61MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:24:10.527126+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.27%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.11%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.36MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.64%", + "MemUsage": "17.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "265MB / 268MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "7.15%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.066MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "37.2MB / 35.2MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.29GB", + "CPUPerc": "106.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.15%", + "MemUsage": "200.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "493MB / 342MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.48%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.74%", + "MemUsage": "9.582MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "4.69MB / 3.9MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:24:13.534019+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.28%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "25.43%", + "MemUsage": "130.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "11.3MB / 15.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.70%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "25.99%", + "MemUsage": "133.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "11.3MB / 15.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.08%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.70%", + "MemUsage": "17.54MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "268MB / 272MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "37.6MB / 35.7MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.3GB", + "CPUPerc": "100.10%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.85%", + "MemUsage": "198.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "499MB / 346MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.89%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.66%", + "MemUsage": "9.379MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "5.78MB / 4.8MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 15 + } + }, + { + "time": "2026-10-23T12:24:16.625472+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.24%", + "Container": "7748c30035f6", + "ID": "7748c30035f6", + "MemPerc": "3.75%", + "MemUsage": "19.18MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "14.1MB / 19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.87%", + "Container": "5db10516dd4a", + "ID": "5db10516dd4a", + "MemPerc": "4.00%", + "MemUsage": "20.47MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14.1MB / 19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.11%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.72%", + "MemUsage": "17.56MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "271MB / 274MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 53.2kB", + "CPUPerc": "4.43%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.695MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "37.9MB / 35.9MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.32GB", + "CPUPerc": "103.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "39.01%", + "MemUsage": "199.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "502MB / 348MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.57%", + "Container": "822cb8d0a268", + "ID": "822cb8d0a268", + "MemPerc": "3.57%", + "MemUsage": "9.129MiB / 256MiB", + "Name": "recursing_clarke", + "NetIO": "7.39MB / 6.14MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "7748c30035f6": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 19697, + "acquire_seconds_delta": 139.773726593 + }, + "5db10516dd4a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 19626, + "acquire_seconds_delta": 138.275310956 + } + }, + "db_delta": { + "xact_commit": 39615, + "xact_rollback": 0, + "blks_read": 122, + "blks_hit": 641711, + "tup_inserted": 26317, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "61841" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "107922" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "88", + "eresp": "0", + "stot": "219481" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "68745" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "114825" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24835" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24797" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "88", + "eresp": "0", + "stot": "233288" + } + ] + }, + { + "series": "growing", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.00810672, + "errors": {}, + "failed_requests": 0, + "instances": { + "2fd69cd3aa84": 2524, + "3d9aa8d0dbcc": 2526, + "9dde5ed544c7": 2525, + "f1277c98b685": 2526 + }, + "latency_ms": { + "p50": 14.482, + "p95": 96.117, + "p99": 101.047 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10101, + "successful_rps": 673.03625889995, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:24:27.529503+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.30%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "189kB / 243kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.33%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "13.66%", + "MemUsage": "69.93MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "195kB / 248kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.16%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "25.96%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "184kB / 236kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.24%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "13.54%", + "MemUsage": "69.35MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "40.6kB / 49kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "273MB / 276MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "5.10%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.418MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "38.3MB / 36.3MB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 1.34GB", + "CPUPerc": "23.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "38.53%", + "MemUsage": "197.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "508MB / 352MB", + "PIDs": "29" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 17, + "Timeout": 1 + } + }, + { + "time": "2026-10-23T12:24:30.430700+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.90%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.09%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "14.69%", + "MemUsage": "75.2MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.33%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.00%", + "MemUsage": "133.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.57%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "14.74%", + "MemUsage": "75.49MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.19MB / 1.56MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.61%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "275MB / 279MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "2.82%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.43MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "38.6MB / 36.6MB", + "PIDs": "5" + }, + { + "BlockIO": "12.6MB / 1.35GB", + "CPUPerc": "99.23%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.44%", + "MemUsage": "248MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "512MB / 355MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.26%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.46%", + "MemUsage": "8.852MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "1.28MB / 1.06MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 7, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:24:33.831388+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.19%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.31MB / 3.03MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.62%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "15.55%", + "MemUsage": "79.61MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "1.92MB / 2.52MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.66%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.03%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.3MB / 3.03MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.84%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "15.68%", + "MemUsage": "80.28MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.92MB / 2.54MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.57%", + "MemUsage": "17.36MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "277MB / 281MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "7.05%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.203MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "39MB / 36.9MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.36GB", + "CPUPerc": "101.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.20%", + "MemUsage": "262.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "515MB / 357MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.43%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.26%", + "MemUsage": "8.344MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "2.53MB / 2.08MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "IO": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:24:37.227391+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.39%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.22MB / 4.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.87%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "17.31%", + "MemUsage": "88.62MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "3.68MB / 4.85MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.45%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.22MB / 4.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.37%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "17.23%", + "MemUsage": "88.22MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.68MB / 4.86MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "280MB / 284MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "4.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "39.4MB / 37.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.37GB", + "CPUPerc": "106.18%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.92%", + "MemUsage": "250.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "522MB / 362MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.86%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.14%", + "MemUsage": "8.027MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "3.53MB / 2.9MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:24:40.529990+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.30%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.02MB / 6.63MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.69%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "18.66%", + "MemUsage": "95.54MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "5.01MB / 6.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.22%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.13%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.01MB / 6.63MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.18%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "18.61%", + "MemUsage": "95.29MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.01MB / 6.63MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.81%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.37%", + "MemUsage": "17.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "282MB / 287MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "3.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.23%", + "MemUsage": "5.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "39.8MB / 37.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.4GB", + "CPUPerc": "106.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.88%", + "MemUsage": "250.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "527MB / 366MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.32%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.31%", + "MemUsage": "8.469MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "5.53MB / 4.55MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 7, + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:24:43.738503+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.92%", + "Container": "2fd69cd3aa84", + "ID": "2fd69cd3aa84", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.99MB / 7.92MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.53%", + "Container": "9dde5ed544c7", + "ID": "9dde5ed544c7", + "MemPerc": "20.01%", + "MemUsage": "102.4MiB / 512MiB", + "Name": "mtusi-lab3-api-4", + "NetIO": "6.45MB / 8.52MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.36%", + "Container": "3d9aa8d0dbcc", + "ID": "3d9aa8d0dbcc", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.47MB / 8.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "f1277c98b685", + "ID": "f1277c98b685", + "MemPerc": "20.23%", + "MemUsage": "103.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.45MB / 8.54MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.09%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.81%", + "MemUsage": "16.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "285MB / 290MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 57.3kB", + "CPUPerc": "6.94%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.93MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "40.2MB / 38.1MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.41GB", + "CPUPerc": "100.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.07%", + "MemUsage": "251.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "532MB / 370MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.30%", + "Container": "c65702642cc4", + "ID": "c65702642cc4", + "MemPerc": "3.29%", + "MemUsage": "8.422MiB / 256MiB", + "Name": "peaceful_haslett", + "NetIO": "6.63MB / 5.45MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "3d9aa8d0dbcc": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 955, + "acquire_seconds_delta": 8.40502519 + }, + "f1277c98b685": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1009, + "acquire_seconds_delta": 7.495539517 + }, + "2fd69cd3aa84": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 955, + "acquire_seconds_delta": 10.026621067 + }, + "9dde5ed544c7": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 963, + "acquire_seconds_delta": 10.450772085 + } + }, + "db_delta": { + "xact_commit": 33532, + "xact_rollback": 0, + "blks_read": 991, + "blks_hit": 580673, + "tup_inserted": 22143, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "68747" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "114826" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "24837" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "24799" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "91", + "eresp": "0", + "stot": "233298" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71601" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "117680" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "91", + "eresp": "0", + "stot": "244715" + } + ] + }, + { + "series": "growing", + "replicas": 1, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.011977966, + "errors": {}, + "failed_requests": 0, + "instances": { + "b29497e1712a": 13229 + }, + "latency_ms": { + "p50": 17.121, + "p95": 81.45, + "p99": 87.616 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13229, + "successful_rps": 881.2296440856634, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:24:51.221756+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "63.49%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.5MB / 3.38MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.26%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.53%", + "MemUsage": "17.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "287MB / 291MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "4.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.27%", + "MemUsage": "5.809MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "40.5MB / 38.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.43GB", + "CPUPerc": "103.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "36.89%", + "MemUsage": "188.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "536MB / 372MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:24:54.226306+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.93%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "26.51%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.31MB / 11.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.43%", + "MemUsage": "17.19MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "290MB / 294MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "6.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.14%", + "MemUsage": "5.469MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "40.9MB / 38.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.45GB", + "CPUPerc": "100.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "36.96%", + "MemUsage": "189.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "542MB / 376MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.01%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.47%", + "MemUsage": "8.883MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "1.76MB / 1.47MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:24:56.241630+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "68.67%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "25.50%", + "MemUsage": "130.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.3MB / 16.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.18%", + "MemUsage": "16.88MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "292MB / 296MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "7.24%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.99%", + "MemUsage": "5.102MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "41.2MB / 39MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.46GB", + "CPUPerc": "101.21%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "36.97%", + "MemUsage": "189.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "546MB / 379MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.06%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.37%", + "MemUsage": "8.617MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "3.5MB / 2.92MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:24:59.327559+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "71.73%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.87%", + "MemUsage": "19.83MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "16.1MB / 21.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.61%", + "MemUsage": "17.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "295MB / 299MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "4.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.17%", + "MemUsage": "5.551MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "41.6MB / 39.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.47GB", + "CPUPerc": "102.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.03%", + "MemUsage": "189.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "549MB / 381MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.44%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.62%", + "MemUsage": "9.273MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "4.58MB / 3.83MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 4, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:02.341323+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.90%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.82%", + "MemUsage": "19.54MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "24.3MB / 33.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.59%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "298MB / 303MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "7.28%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "42.1MB / 39.9MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.51GB", + "CPUPerc": "101.38%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.14%", + "MemUsage": "190.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "558MB / 387MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.35%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.58%", + "MemUsage": "9.152MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "6.3MB / 5.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:25:05.342136+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "69.96%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.80%", + "MemUsage": "19.46MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "30MB / 40.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.82%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.47%", + "MemUsage": "17.25MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "301MB / 306MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "5.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.19%", + "MemUsage": "5.609MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "42.5MB / 40.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.52GB", + "CPUPerc": "100.56%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.11%", + "MemUsage": "190MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "563MB / 391MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.49%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.54%", + "MemUsage": "9.051MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "7.98MB / 6.66MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:25:07.415242+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.44%", + "Container": "b29497e1712a", + "ID": "b29497e1712a", + "MemPerc": "3.84%", + "MemUsage": "19.68MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "34.2MB / 46.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.94%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.65%", + "MemUsage": "17.47MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "304MB / 308MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 61.4kB", + "CPUPerc": "4.77%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.18%", + "MemUsage": "5.57MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "42.8MB / 40.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.53GB", + "CPUPerc": "101.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "37.12%", + "MemUsage": "190.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "568MB / 394MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.37%", + "Container": "f55abed0526b", + "ID": "f55abed0526b", + "MemPerc": "3.64%", + "MemUsage": "9.309MiB / 256MiB", + "Name": "jolly_cerf", + "NetIO": "9.72MB / 8.11MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b29497e1712a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 45903, + "acquire_seconds_delta": 413.237619337 + } + }, + "db_delta": { + "xact_commit": 44515, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 710445, + "tup_inserted": 29615, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71601" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "117682" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "99", + "eresp": "0", + "stot": "244725" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71601" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "133273" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "99", + "eresp": "0", + "stot": "260316" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 2, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.085814728, + "errors": { + "503": 1856 + }, + "failed_requests": 1856, + "instances": { + "24c76c1d1e4e": 5909, + "47680e7c8f3b": 5984 + }, + "latency_ms": { + "p50": 91.427, + "p95": 105.633, + "p99": 185.879 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11893, + "successful_rps": 788.3564934630954, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:25:15.116585+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.75%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "15.15%", + "MemUsage": "77.55MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.29MB / 1.69MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.63%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.31MB / 1.73MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.88%", + "MemUsage": "17.77MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "305MB / 310MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "7.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.11%", + "MemUsage": "5.406MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "43MB / 40.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.55GB", + "CPUPerc": "51.18%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.76%", + "MemUsage": "208.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "569MB / 395MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:25:18.328707+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.68%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "18.59%", + "MemUsage": "95.16MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "4.38MB / 5.84MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.78%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.47MB / 5.98MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.50%", + "MemUsage": "17.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "309MB / 313MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.24%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.695MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "43.5MB / 41.2MB", + "PIDs": "11" + }, + { + "BlockIO": "18.9MB / 1.56GB", + "CPUPerc": "99.39%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.17%", + "MemUsage": "210.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "577MB / 400MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.75%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.82%", + "MemUsage": "9.773MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "2.01MB / 1.73MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:25:21.227393+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.57%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "21.80%", + "MemUsage": "111.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.26MB / 9.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.35%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.37MB / 9.86MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.54%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "312MB / 317MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "6.81%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.719MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "43.9MB / 41.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.57GB", + "CPUPerc": "106.17%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.58%", + "MemUsage": "212.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "582MB / 404MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.55%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.82%", + "MemUsage": "9.773MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "4.48MB / 3.81MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:25:24.421826+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.78%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "23.91%", + "MemUsage": "122.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.3MB / 12.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.66%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "26.65%", + "MemUsage": "136.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.4MB / 13.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.20%", + "MemUsage": "18.17MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "316MB / 320MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.45%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.945MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "44.3MB / 42MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.59GB", + "CPUPerc": "100.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "41.27%", + "MemUsage": "211.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "588MB / 408MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.80%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.40%", + "MemUsage": "8.703MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "5.73MB / 4.88MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:25:27.623225+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.91%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "2.96%", + "MemUsage": "15.14MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.4MB / 16.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.40%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "3.71%", + "MemUsage": "19.01MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.5MB / 18MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.05%", + "MemUsage": "17.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "319MB / 324MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.05%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.316MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "44.8MB / 42.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.6GB", + "CPUPerc": "100.95%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.85%", + "MemUsage": "224.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "594MB / 412MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.34%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.68%", + "MemUsage": "9.426MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "8.25MB / 7.02MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:30.523045+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.16%", + "Container": "24c76c1d1e4e", + "ID": "24c76c1d1e4e", + "MemPerc": "3.00%", + "MemUsage": "15.37MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15.6MB / 20.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.68%", + "Container": "47680e7c8f3b", + "ID": "47680e7c8f3b", + "MemPerc": "3.72%", + "MemUsage": "19.07MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15.7MB / 21MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.11%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.05%", + "MemUsage": "17.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "322MB / 326MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 65.5kB", + "CPUPerc": "4.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.223MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.1MB / 42.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.61GB", + "CPUPerc": "107.61%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "42.95%", + "MemUsage": "219.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "598MB / 415MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.13%", + "Container": "3622d5de4ef0", + "ID": "3622d5de4ef0", + "MemPerc": "3.80%", + "MemUsage": "9.738MiB / 256MiB", + "Name": "great_cannon", + "NetIO": "9.64MB / 8.2MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "47680e7c8f3b": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 21368, + "acquire_seconds_delta": 425.948421153 + }, + "24c76c1d1e4e": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 21084, + "acquire_seconds_delta": 426.200185364 + } + }, + "db_delta": { + "xact_commit": 40756, + "xact_rollback": 0, + "blks_read": 726, + "blks_hit": 670843, + "tup_inserted": 27051, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "71605" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "133275" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "103", + "eresp": "0", + "stot": "260326" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "79771" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "141441" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "103", + "eresp": "0", + "stot": "276658" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 64, + "repeat": 2, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.090363119, + "errors": { + "503": 374 + }, + "failed_requests": 374, + "instances": { + "65fb2376f3cb": 4604, + "f23b4b3ef23e": 4659 + }, + "latency_ms": { + "p50": 100.257, + "p95": 136.131, + "p99": 174.712 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9263, + "successful_rps": 613.8354608801379, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:25:40.139929+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.64%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "780kB / 1.03MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.26%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "775kB / 1.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.56%", + "MemUsage": "18.63MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "324MB / 328MB", + "PIDs": "20" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "5.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.176MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.3MB / 43MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.64GB", + "CPUPerc": "64.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.17%", + "MemUsage": "180.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "601MB / 417MB", + "PIDs": "8" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:25:42.159945+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.65%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.22MB / 2.99MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.01%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.34%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.23MB / 3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.78%", + "MemUsage": "17.63MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "325MB / 330MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "5.19%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.715MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.5MB / 43.2MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.65GB", + "CPUPerc": "68.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.22%", + "MemUsage": "180.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "604MB / 419MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.45%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.20%", + "MemUsage": "10.74MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "1.33MB / 1.13MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:25:44.173604+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.55%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.44%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.63MB / 4.91MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.21%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.65MB / 4.94MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.29%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.93%", + "MemUsage": "17.83MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "327MB / 331MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "3.92%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.477MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.7MB / 43.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.66GB", + "CPUPerc": "55.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.15%", + "MemUsage": "180MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "607MB / 421MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.33%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.05%", + "MemUsage": "10.38MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "2.19MB / 1.84MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:25:46.179023+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.38%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.12MB / 6.94MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.82%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.16MB / 6.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.51%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.67%", + "MemUsage": "17.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "329MB / 333MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "4.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.94%", + "MemUsage": "4.961MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "45.9MB / 43.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.67GB", + "CPUPerc": "58.62%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.19%", + "MemUsage": "180.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "610MB / 423MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.12%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.11%", + "MemUsage": "10.51MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "3.09MB / 2.58MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:48.207941+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.70%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.40%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.47MB / 8.78MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.91%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.52MB / 8.86MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.87%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.21%", + "MemUsage": "18.19MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "330MB / 334MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "3.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.46%", + "MemUsage": "3.734MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.1MB / 43.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.69GB", + "CPUPerc": "55.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.14%", + "MemUsage": "179.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "613MB / 425MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.77%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "3.78%", + "MemUsage": "9.672MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "3.9MB / 3.25MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:25:50.215576+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.35%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.55%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.95MB / 10.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.92%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.01MB / 10.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.54%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "332MB / 336MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "4.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.94%", + "MemUsage": "4.965MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.3MB / 44MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.7GB", + "CPUPerc": "63.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.27%", + "MemUsage": "180.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "616MB / 427MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.09%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.10%", + "MemUsage": "10.5MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "4.78MB / 3.97MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:52.244458+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.55%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.37MB / 12.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.79%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.63%", + "MemUsage": "136.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.44MB / 12.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.82%", + "MemUsage": "17.69MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "333MB / 338MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.65%", + "MemUsage": "4.223MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.5MB / 44.2MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.73GB", + "CPUPerc": "63.32%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.32%", + "MemUsage": "180.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "619MB / 429MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.84%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "4.03%", + "MemUsage": "10.32MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "5.63MB / 4.65MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:25:54.351730+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.69%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "25.16%", + "MemUsage": "128.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.8MB / 14.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.25%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "10.8MB / 14.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.06%", + "MemUsage": "17.99MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "335MB / 339MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "5.13%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.719MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "46.7MB / 44.4MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.74GB", + "CPUPerc": "73.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.41%", + "MemUsage": "181.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "621MB / 431MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.82%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "3.62%", + "MemUsage": "9.273MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "6.46MB / 5.33MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:25:57.309069+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.12%", + "Container": "65fb2376f3cb", + "ID": "65fb2376f3cb", + "MemPerc": "3.72%", + "MemUsage": "19.02MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "11.9MB / 16.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.27%", + "Container": "f23b4b3ef23e", + "ID": "f23b4b3ef23e", + "MemPerc": "3.59%", + "MemUsage": "18.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.7MB / 17.4MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.21%", + "MemUsage": "18.18MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "337MB / 341MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 69.6kB", + "CPUPerc": "7.30%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.609MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "47MB / 44.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.76GB", + "CPUPerc": "70.39%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "35.44%", + "MemUsage": "181.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "625MB / 434MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.98%", + "Container": "77b202020d1c", + "ID": "77b202020d1c", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "wizardly_neumann", + "NetIO": "7.15MB / 5.9MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "65fb2376f3cb": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16817, + "acquire_seconds_delta": 557.389722385 + }, + "f23b4b3ef23e": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 17017, + "acquire_seconds_delta": 557.691744144 + } + }, + "db_delta": { + "xact_commit": 33054, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 524245, + "tup_inserted": 21925, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "79773" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "141444" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "110", + "eresp": "0", + "stot": "276670" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "85665" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "147335" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27692" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27653" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "110", + "eresp": "0", + "stot": "288453" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 128, + "repeat": 2, + "result": { + "concurrency": 128, + "elapsed_seconds": 15.197751524, + "errors": { + "503": 2846 + }, + "failed_requests": 2846, + "instances": { + "07e5b947cfd5": 2832, + "41cc8d95c1e1": 2808, + "48f2392e4507": 2806, + "dcf0a0dba502": 2820 + }, + "latency_ms": { + "p50": 189.78, + "p95": 215.681, + "p99": 297.814 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11266, + "successful_rps": 741.293867201931, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:26:06.418300+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.90%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "13.95%", + "MemUsage": "71.43MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "255kB / 286kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.54%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.22%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "278kB / 327kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.98%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "306kB / 367kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.33%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "13.54%", + "MemUsage": "69.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "65.3kB / 53.9kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.55%", + "MemUsage": "17.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "337MB / 342MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "5.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.91%", + "MemUsage": "4.902MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "47.1MB / 44.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.76GB", + "CPUPerc": "20.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "40.74%", + "MemUsage": "208.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "625MB / 434MB", + "PIDs": "24" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:26:09.731163+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.24%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "15.56%", + "MemUsage": "79.65MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.72MB / 2.19MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.56%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.78MB / 2.29MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.25%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.20%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.83MB / 2.35MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.55%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "15.62%", + "MemUsage": "79.98MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.81MB / 2.33MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.63%", + "MemUsage": "18.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "341MB / 345MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "4.32%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "47.5MB / 45.1MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.77GB", + "CPUPerc": "105.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.65%", + "MemUsage": "254.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "632MB / 438MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.23%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.42%", + "MemUsage": "11.32MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "1.59MB / 1.47MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:26:13.114394+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.44%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "17.35%", + "MemUsage": "88.83MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.28MB / 4.23MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.74%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.24%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.84MB / 3.67MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.82%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.18%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.37MB / 4.38MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.09%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "17.41%", + "MemUsage": "89.16MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.36MB / 4.36MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.76%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.80%", + "MemUsage": "18.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "345MB / 349MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "6.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.723MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "48MB / 45.6MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.78GB", + "CPUPerc": "105.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.06%", + "MemUsage": "256.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "637MB / 442MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.49%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.88%", + "MemUsage": "12.5MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "3.51MB / 3.13MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 6, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:26:16.424046+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.86%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "19.05%", + "MemUsage": "97.54MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.84MB / 6.28MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.33%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.32%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "4.47MB / 5.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.24%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.70%", + "MemUsage": "136.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.89MB / 6.36MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.65%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "19.05%", + "MemUsage": "97.54MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.94MB / 6.44MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.04%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.22%", + "MemUsage": "18.2MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "348MB / 353MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "4.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.484MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "48.3MB / 45.8MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.78GB", + "CPUPerc": "98.87%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.88%", + "MemUsage": "255.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "641MB / 445MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.77%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.95%", + "MemUsage": "12.67MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "6.11MB / 5.38MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:26:19.828489+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "20.44%", + "MemUsage": "104.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "6.25MB / 8.12MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.33MB / 8.23MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.82%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.33MB / 8.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.55%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "20.16%", + "MemUsage": "103.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.88MB / 7.65MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.21%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.24%", + "MemUsage": "18.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "352MB / 356MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "4.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.492MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "48.8MB / 46.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.81GB", + "CPUPerc": "106.53%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.89%", + "MemUsage": "255.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "648MB / 450MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.77%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "5.08%", + "MemUsage": "12.99MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "7.9MB / 6.93MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 17 + } + }, + { + "time": "2026-10-23T12:26:23.025605+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "22.21%", + "MemUsage": "113.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.79MB / 10.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.83%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.87MB / 10.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.76%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.89MB / 10.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.08%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "22.30%", + "MemUsage": "114.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.87MB / 10.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.59%", + "MemUsage": "18.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "355MB / 360MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 73.7kB", + "CPUPerc": "6.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.13%", + "MemUsage": "5.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "49.3MB / 46.7MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.82GB", + "CPUPerc": "99.61%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.09%", + "MemUsage": "256.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "652MB / 453MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.92%", + "Container": "9c43a60e5855", + "ID": "9c43a60e5855", + "MemPerc": "4.88%", + "MemUsage": "12.49MiB / 256MiB", + "Name": "upbeat_sanderson", + "NetIO": "9.83MB / 8.6MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9872, + "acquire_seconds_delta": 428.293407804 + }, + "dcf0a0dba502": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9858, + "acquire_seconds_delta": 426.56197857 + }, + "07e5b947cfd5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9743, + "acquire_seconds_delta": 423.513858684 + }, + "48f2392e4507": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9690, + "acquire_seconds_delta": 429.36883753 + } + }, + "db_delta": { + "xact_commit": 38405, + "xact_rollback": 0, + "blks_read": 2, + "blks_hit": 635220, + "tup_inserted": 25325, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "85668" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "147338" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "27693" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "27657" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "288468" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "89784" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "151453" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "31808" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "31773" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "304930" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 2, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.021072206, + "errors": { + "503": 20 + }, + "failed_requests": 20, + "instances": { + "07e5b947cfd5": 2450, + "41cc8d95c1e1": 2432, + "48f2392e4507": 2450, + "dcf0a0dba502": 2452 + }, + "latency_ms": { + "p50": 97.357, + "p95": 195.735, + "p99": 285.56 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9784, + "successful_rps": 651.3516389390559, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:26:27.126497+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.87%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "22.98%", + "MemUsage": "117.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.5MB / 11.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.10%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.24MB / 10.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.64%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.83%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.61MB / 11.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.55%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.11%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.6MB / 11.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.51%", + "MemUsage": "17.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "357MB / 362MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "7.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.48MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "49.5MB / 46.9MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.83GB", + "CPUPerc": "98.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.03%", + "MemUsage": "256.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "657MB / 456MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:26:30.737150+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.01%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "24.19%", + "MemUsage": "123.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.66MB / 12.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.90%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "9.41MB / 12.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.61%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.84%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.79MB / 12.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.50%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.24%", + "MemUsage": "154.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.75MB / 12.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.69%", + "MemUsage": "17.52MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "359MB / 364MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "3.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.85%", + "MemUsage": "4.746MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "49.8MB / 47.3MB", + "PIDs": "5" + }, + { + "BlockIO": "18.9MB / 1.84GB", + "CPUPerc": "103.74%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.88%", + "MemUsage": "265.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "661MB / 459MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.73%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.74%", + "MemUsage": "9.578MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "1.9MB / 1.58MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:26:34.015480+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.38%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "25.07%", + "MemUsage": "128.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.8MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.50%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "10.9MB / 14.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.05%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.73%", + "MemUsage": "157.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.9MB / 14.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.84%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.10%", + "MemUsage": "154.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.9MB / 14.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.85%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.67%", + "MemUsage": "17.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "361MB / 366MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "3.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.03%", + "MemUsage": "5.191MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "50.2MB / 47.6MB", + "PIDs": "5" + }, + { + "BlockIO": "27.6MB / 1.84GB", + "CPUPerc": "105.04%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "54.31%", + "MemUsage": "278MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "666MB / 462MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.12%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.78%", + "MemUsage": "9.664MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "3.19MB / 2.62MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:26:37.028147+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.64%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "23.75%", + "MemUsage": "121.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "11.6MB / 15.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.51%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.63%", + "MemUsage": "18.59MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "12.1MB / 15.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.78%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.82%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "11.7MB / 15.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.15%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.18%", + "MemUsage": "154.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12MB / 15.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.93%", + "MemUsage": "16.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "363MB / 368MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "5.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.949MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "50.5MB / 47.9MB", + "PIDs": "5" + }, + { + "BlockIO": "27.6MB / 1.85GB", + "CPUPerc": "100.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.52%", + "MemUsage": "274MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "669MB / 464MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.89%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.66%", + "MemUsage": "9.375MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "4.47MB / 3.66MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 31 + } + }, + { + "time": "2026-10-23T12:26:40.410191+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.95%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "2.89%", + "MemUsage": "14.82MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.8MB / 16.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.50%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.78%", + "MemUsage": "19.36MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "13.4MB / 17.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.71%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.87%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.4MB / 17.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.38%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.19%", + "MemUsage": "154.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.8MB / 16.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.08%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "367MB / 372MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "6.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.457MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "50.8MB / 48.1MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.87GB", + "CPUPerc": "99.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.02%", + "MemUsage": "271.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "675MB / 469MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.95%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.97%", + "MemUsage": "10.16MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "5.91MB / 4.83MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 3, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:26:43.323796+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "2.93%", + "MemUsage": "14.99MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.8MB / 19.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.14%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.49%", + "MemUsage": "17.88MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14.9MB / 19.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.40%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.92%", + "MemUsage": "158.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "14.9MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.12%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.14%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.3MB / 18.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.25%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.84%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "370MB / 375MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 77.8kB", + "CPUPerc": "6.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.203MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "51.4MB / 48.6MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.88GB", + "CPUPerc": "99.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.95%", + "MemUsage": "271.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "681MB / 473MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.94%", + "Container": "03709fa4f03b", + "ID": "03709fa4f03b", + "MemPerc": "3.65%", + "MemUsage": "9.332MiB / 256MiB", + "Name": "strange_poitras", + "NetIO": "7.59MB / 6.19MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8248, + "acquire_seconds_delta": 250.832599935 + }, + "07e5b947cfd5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 6815, + "acquire_seconds_delta": 111.143860104 + }, + "dcf0a0dba502": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 6941, + "acquire_seconds_delta": 90.375049427 + }, + "48f2392e4507": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 6943, + "acquire_seconds_delta": 108.491373221 + } + }, + "db_delta": { + "xact_commit": 34383, + "xact_rollback": 0, + "blks_read": 1263, + "blks_hit": 569476, + "tup_inserted": 22825, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "89784" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "151454" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "31808" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "31773" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "304931" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "92705" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "154374" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "34729" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "34694" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "316614" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.005732934, + "errors": {}, + "failed_requests": 0, + "instances": { + "07e5b947cfd5": 2769, + "41cc8d95c1e1": 2768, + "48f2392e4507": 2767, + "dcf0a0dba502": 2766 + }, + "latency_ms": { + "p50": 12.524, + "p95": 93.214, + "p99": 98.768 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11070, + "successful_rps": 737.7180474082401, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:26:47.019587+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.14%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "15.27%", + "MemUsage": "78.18MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.9MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.46%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.45%", + "MemUsage": "17.65MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15.5MB / 20.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.86%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.72%", + "MemUsage": "157.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15.4MB / 20.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.90%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.90%", + "MemUsage": "153.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "15.4MB / 20.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.54%", + "MemUsage": "17.33MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "371MB / 376MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "5.14%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.60%", + "MemUsage": "4.098MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "51.4MB / 48.7MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.89GB", + "CPUPerc": "100.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.88%", + "MemUsage": "270.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "683MB / 475MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 16 + } + }, + { + "time": "2026-10-23T12:26:50.215030+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.55%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "16.25%", + "MemUsage": "83.22MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "16.8MB / 22MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.98%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.41%", + "MemUsage": "17.45MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "16.9MB / 22.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.16%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.18%", + "MemUsage": "154.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "16.9MB / 22.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.35%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.85%", + "MemUsage": "152.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "16.3MB / 21.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.06%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "374MB / 379MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "4.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.594MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "52MB / 49.2MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.9GB", + "CPUPerc": "104.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.94%", + "MemUsage": "271.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "689MB / 479MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.84%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.55%", + "MemUsage": "9.078MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "2.2MB / 1.84MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "IO": 1, + "LWLock": 14, + "Timeout": 1 + } + }, + { + "time": "2026-10-23T12:26:53.425875+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.35%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "17.61%", + "MemUsage": "90.19MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.2MB / 23.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.40%", + "MemUsage": "17.43MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "18.3MB / 24MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.85%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18.3MB / 24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.19%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.99%", + "MemUsage": "153.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.2MB / 23.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.46%", + "MemUsage": "17.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "376MB / 382MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "4.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.51%", + "MemUsage": "3.863MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "52.2MB / 49.4MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.91GB", + "CPUPerc": "105.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.64%", + "MemUsage": "274.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "694MB / 482MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.80%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.45%", + "MemUsage": "8.824MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "3.75MB / 3.12MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 24 + } + }, + { + "time": "2026-10-23T12:26:56.623762+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.92%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "18.93%", + "MemUsage": "96.91MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "19.5MB / 25.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.73%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.46%", + "MemUsage": "17.72MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "19.6MB / 25.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.97%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "30.63%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "19.6MB / 25.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.16%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.84%", + "MemUsage": "152.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "19.6MB / 25.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.33%", + "MemUsage": "17.06MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "379MB / 385MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "7.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "52.7MB / 49.8MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.93GB", + "CPUPerc": "105.33%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.06%", + "MemUsage": "271.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "699MB / 486MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.44%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.58%", + "MemUsage": "9.168MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "5.22MB / 4.33MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:27:00.122760+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.64%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "20.39%", + "MemUsage": "104.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "20.9MB / 27.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.38%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.43%", + "MemUsage": "17.57MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "21MB / 27.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.21%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "29.96%", + "MemUsage": "153.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "21MB / 27.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.71%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "29.94%", + "MemUsage": "153.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "20.9MB / 27.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.46%", + "MemUsage": "17.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "382MB / 388MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "6.98%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.566MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "53.2MB / 50.3MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.94GB", + "CPUPerc": "103.51%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.06%", + "MemUsage": "271.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "705MB / 490MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.03%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "6.23MB / 5.16MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 6, + "CPU/runnable": 2 + } + }, + { + "time": "2026-10-23T12:27:03.237224+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.81%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "21.66%", + "MemUsage": "110.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "22.3MB / 29.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.23%", + "MemUsage": "16.56MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "22.4MB / 29.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.18%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.66%", + "MemUsage": "18.75MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "22.4MB / 29.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.44%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.28%", + "MemUsage": "155MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "22.4MB / 29.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.18%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.48%", + "MemUsage": "17.25MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "385MB / 391MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 81.9kB", + "CPUPerc": "4.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.828MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "53.6MB / 50.7MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.94GB", + "CPUPerc": "103.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.23%", + "MemUsage": "272.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "710MB / 494MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.67%", + "Container": "0ec9255bd265", + "ID": "0ec9255bd265", + "MemPerc": "3.03%", + "MemUsage": "7.77MiB / 256MiB", + "Name": "pedantic_merkle", + "NetIO": "7.8MB / 6.45MB", + "PIDs": "7" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1035, + "acquire_seconds_delta": 6.232823677 + }, + "dcf0a0dba502": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1657, + "acquire_seconds_delta": 10.60691384 + }, + "07e5b947cfd5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1041, + "acquire_seconds_delta": 7.772500838 + }, + "48f2392e4507": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1086, + "acquire_seconds_delta": 7.701276202 + } + }, + "db_delta": { + "xact_commit": 40071, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 633426, + "tup_inserted": 26551, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "92705" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "154374" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "34729" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "34694" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "316614" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "96009" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "157679" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "38034" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "37999" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "329833" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 8, + "repeat": 2, + "result": { + "concurrency": 8, + "elapsed_seconds": 15.004480733, + "errors": {}, + "failed_requests": 0, + "instances": { + "07e5b947cfd5": 2877, + "41cc8d95c1e1": 2877, + "48f2392e4507": 2877, + "dcf0a0dba502": 2874 + }, + "latency_ms": { + "p50": 4.586, + "p95": 58.212, + "p99": 72.125 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11505, + "successful_rps": 766.7709536056492, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:27:07.113788+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.00%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.97%", + "MemUsage": "153.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23MB / 30.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.89%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.38%", + "MemUsage": "17.3MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "23.1MB / 30.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.47%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.47%", + "MemUsage": "17.77MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "23.1MB / 30.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.36%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.77%", + "MemUsage": "137.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "23MB / 30.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.02%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.55%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "386MB / 392MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.754MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "53.8MB / 50.9MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.95GB", + "CPUPerc": "25.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.00%", + "MemUsage": "271.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "711MB / 494MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:27:10.126046+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.06%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.91%", + "MemUsage": "153.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23.8MB / 31.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.40%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.23%", + "MemUsage": "16.53MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "24.4MB / 32.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.33%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.56%", + "MemUsage": "18.22MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "24.4MB / 32.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.82%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.86%", + "MemUsage": "137.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "24.3MB / 32MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.31%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.49%", + "MemUsage": "15.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "389MB / 395MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "6.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.37%", + "MemUsage": "3.512MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "54.2MB / 51.3MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.97GB", + "CPUPerc": "103.56%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.05%", + "MemUsage": "271.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "718MB / 499MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.86%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "3.30%", + "MemUsage": "8.441MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "1.94MB / 1.71MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:27:13.209870+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.12%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.91%", + "MemUsage": "153.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "25.1MB / 33.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.90%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.28%", + "MemUsage": "16.78MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "25.7MB / 33.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.05%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.48%", + "MemUsage": "17.82MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "25.7MB / 33.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.01%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.76%", + "MemUsage": "137MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "25.7MB / 33.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.46%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.86%", + "MemUsage": "16.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "391MB / 397MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.38%", + "MemUsage": "3.523MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "54.6MB / 51.7MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 1.98GB", + "CPUPerc": "106.20%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.08%", + "MemUsage": "271.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "721MB / 501MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.75%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.73%", + "MemUsage": "6.992MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "2.87MB / 2.53MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:27:16.320492+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.39%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.91%", + "MemUsage": "153.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "27MB / 35.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.24%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.18%", + "MemUsage": "16.29MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "27.1MB / 35.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.84%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.58%", + "MemUsage": "18.34MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "27.1MB / 35.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.47%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.85%", + "MemUsage": "137.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "27MB / 35.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.24%", + "MemUsage": "16.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "394MB / 400MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.37%", + "MemUsage": "3.512MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "54.8MB / 51.9MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 2.01GB", + "CPUPerc": "103.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.11%", + "MemUsage": "271.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "728MB / 506MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.89%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.82%", + "MemUsage": "7.207MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "4.28MB / 3.77MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:27:19.413324+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.42%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.82%", + "MemUsage": "152.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "28.3MB / 37.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.89%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.28%", + "MemUsage": "16.78MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "28.4MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.29%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.76%", + "MemUsage": "19.25MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "28.4MB / 37.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.67%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.76%", + "MemUsage": "137MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "28.3MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.47%", + "MemUsage": "15.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "397MB / 403MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "5.13%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.66%", + "MemUsage": "4.25MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "55.4MB / 52.4MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 2.02GB", + "CPUPerc": "105.16%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.05%", + "MemUsage": "271.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "734MB / 510MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.11%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.75%", + "MemUsage": "7.051MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "5.71MB / 5.03MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:27:22.429924+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.41%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.86%", + "MemUsage": "152.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "29.6MB / 39.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.89%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.23%", + "MemUsage": "16.54MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "29.8MB / 39.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.79%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "3.88%", + "MemUsage": "19.88MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "29.7MB / 39.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.97%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "26.76%", + "MemUsage": "137MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "29.6MB / 39.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.86%", + "MemUsage": "16.46MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "400MB / 406MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 86kB", + "CPUPerc": "8.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.57%", + "MemUsage": "4.016MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "55.8MB / 52.8MB", + "PIDs": "5" + }, + { + "BlockIO": "34.2MB / 2.03GB", + "CPUPerc": "99.87%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.11%", + "MemUsage": "271.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "739MB / 514MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.53%", + "Container": "43d050b6c708", + "ID": "43d050b6c708", + "MemPerc": "2.86%", + "MemUsage": "7.316MiB / 256MiB", + "Name": "exciting_carson", + "NetIO": "7.64MB / 6.72MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "41cc8d95c1e1": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.005995701 + }, + "dcf0a0dba502": { + "max_acquired": 4, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.006734518 + }, + "07e5b947cfd5": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.005874821 + }, + "48f2392e4507": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.006908068 + } + }, + "db_delta": { + "xact_commit": 42069, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 662318, + "tup_inserted": 27911, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "96010" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "157679" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "38034" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "37999" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "329834" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "99463" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "161133" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "41487" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "41452" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "343647" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 1, + "repeat": 2, + "result": { + "concurrency": 1, + "elapsed_seconds": 15.001858243, + "errors": {}, + "failed_requests": 0, + "instances": { + "07e5b947cfd5": 1229, + "41cc8d95c1e1": 1229, + "48f2392e4507": 1229, + "dcf0a0dba502": 1230 + }, + "latency_ms": { + "p50": 2.85, + "p95": 4.326, + "p99": 5.286 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 4917, + "successful_rps": 327.7593962264186, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:27:28.500750+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.39%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.13%", + "MemUsage": "154.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.4MB / 40.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.84%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.15%", + "MemUsage": "16.14MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "30.6MB / 40.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.84%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "15.39%", + "MemUsage": "78.78MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "30.4MB / 40.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.27%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.5MB / 40.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.37%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.59%", + "MemUsage": "16.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "401MB / 407MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "4.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.46%", + "MemUsage": "3.75MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56MB / 53MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.05GB", + "CPUPerc": "53.47%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.88%", + "MemUsage": "291.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "742MB / 516MB", + "PIDs": "38" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:30.506487+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.20%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.01%", + "MemUsage": "153.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.8MB / 40.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.32%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.20%", + "MemUsage": "16.38MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "30.9MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.08%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "15.53%", + "MemUsage": "79.51MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "30.9MB / 40.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.16%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.08%", + "MemUsage": "154MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.8MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.80%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.11%", + "MemUsage": "16.78MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "402MB / 408MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "5.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.52%", + "MemUsage": "3.883MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.1MB / 53.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.06GB", + "CPUPerc": "31.43%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "57.01%", + "MemUsage": "291.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "744MB / 517MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.39%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.93%", + "MemUsage": "7.492MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "581kB / 522kB", + "PIDs": "4" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:32.532183+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.23%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "31.2MB / 41.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.76%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.53%", + "MemUsage": "18.08MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "31.3MB / 41.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.48%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "15.87%", + "MemUsage": "81.28MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "31.3MB / 41.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.22%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.03%", + "MemUsage": "153.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "31.2MB / 41.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.34%", + "MemUsage": "15.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "403MB / 409MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "5.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.949MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.2MB / 53.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.07GB", + "CPUPerc": "31.81%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.91%", + "MemUsage": "291.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "745MB / 518MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.09%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.55%", + "MemUsage": "6.52MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "980kB / 881kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:27:34.769832+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.60%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "30.07%", + "MemUsage": "154MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "31.6MB / 41.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.43%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.18%", + "MemUsage": "16.26MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "31.7MB / 41.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.89%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "16.24%", + "MemUsage": "83.15MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "31.7MB / 41.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.47%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.08%", + "MemUsage": "154MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "31.6MB / 41.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.59%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.93%", + "MemUsage": "16.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "403MB / 410MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "4.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.10%", + "MemUsage": "5.383MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.3MB / 53.3MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.07GB", + "CPUPerc": "32.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.93%", + "MemUsage": "291.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "747MB / 519MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.99%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.57%", + "MemUsage": "6.566MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "1.39MB / 1.25MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:27:37.636285+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.49%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.98%", + "MemUsage": "153.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.1MB / 42.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.58%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.13%", + "MemUsage": "16.03MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "32.3MB / 42.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.67%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "16.78%", + "MemUsage": "85.92MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.2MB / 42.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.65%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.2MB / 42.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.38MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "405MB / 411MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "4.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.629MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.4MB / 53.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.08GB", + "CPUPerc": "25.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.93%", + "MemUsage": "291.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "749MB / 521MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.93%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.78%", + "MemUsage": "7.109MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "1.8MB / 1.62MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:39.703600+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.11%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.82%", + "MemUsage": "152.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.5MB / 42.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.13%", + "MemUsage": "16.01MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "32.6MB / 43.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.67%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "17.14%", + "MemUsage": "87.75MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.6MB / 43.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.18%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.5MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.93%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.21%", + "MemUsage": "16.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "405MB / 411MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "2.10%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.61%", + "MemUsage": "4.129MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.6MB / 53.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.09GB", + "CPUPerc": "23.91%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.96%", + "MemUsage": "291.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "751MB / 521MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.81%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.50%", + "MemUsage": "6.395MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "2.36MB / 2.13MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:41.685415+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.04%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.81%", + "MemUsage": "152.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.8MB / 43.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.95%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.13%", + "MemUsage": "16MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "33MB / 43.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.91%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "17.52%", + "MemUsage": "89.68MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.9MB / 43.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.04%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.13%", + "MemUsage": "154.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.9MB / 43.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.61%", + "MemUsage": "17.42MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "406MB / 412MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "2.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.953MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.7MB / 53.7MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.09GB", + "CPUPerc": "24.28%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.98%", + "MemUsage": "291.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "752MB / 522MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.91%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.69%", + "MemUsage": "6.883MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "2.72MB / 2.45MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:27:43.726928+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.20%", + "Container": "48f2392e4507", + "ID": "48f2392e4507", + "MemPerc": "29.82%", + "MemUsage": "152.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "33.2MB / 43.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.98%", + "Container": "07e5b947cfd5", + "ID": "07e5b947cfd5", + "MemPerc": "3.22%", + "MemUsage": "16.51MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "33.3MB / 44MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.08%", + "Container": "dcf0a0dba502", + "ID": "dcf0a0dba502", + "MemPerc": "17.85%", + "MemUsage": "91.39MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "33.3MB / 44.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.38%", + "Container": "41cc8d95c1e1", + "ID": "41cc8d95c1e1", + "MemPerc": "30.23%", + "MemUsage": "154.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "33.2MB / 44MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.99%", + "MemUsage": "16.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "407MB / 413MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 90.1kB", + "CPUPerc": "2.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.54%", + "MemUsage": "3.949MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "56.8MB / 53.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.4MB / 2.1GB", + "CPUPerc": "27.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.86%", + "MemUsage": "291.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "753MB / 523MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.49%", + "Container": "c310f4b27506", + "ID": "c310f4b27506", + "MemPerc": "2.60%", + "MemUsage": "6.645MiB / 256MiB", + "Name": "ecstatic_noyce", + "NetIO": "3.12MB / 2.81MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "dcf0a0dba502": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002806833 + }, + "48f2392e4507": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002820055 + }, + "41cc8d95c1e1": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002698073 + }, + "07e5b947cfd5": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 0, + "acquire_seconds_delta": 0.002499027 + } + }, + "db_delta": { + "xact_commit": 18247, + "xact_rollback": 0, + "blks_read": 3784, + "blks_hit": 299744, + "tup_inserted": 12003, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "99463" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "161133" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "41487" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "41452" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "343647" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "100908" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "162578" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "42932" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "42897" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "114", + "eresp": "0", + "stot": "349427" + } + ] + }, + { + "series": "fixed", + "replicas": 4, + "cpu_per_api": 0.5, + "memory_mib_per_api": 256, + "pool": 2, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.077319768, + "errors": {}, + "failed_requests": 0, + "instances": { + "3113bd31d2e8": 2886, + "672d24b66952": 2888, + "9c793c05d21a": 2887, + "a25a488774a8": 2885 + }, + "latency_ms": { + "p50": 19.371, + "p95": 97.093, + "p99": 115.539 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11546, + "successful_rps": 765.7859737448264, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:27:54.217698+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.15%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.25%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "487kB / 652kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.36%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "26.83%", + "MemUsage": "68.69MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "44.1kB / 51.6kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.34%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "28.10%", + "MemUsage": "71.95MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "483kB / 646kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.44%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.07%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "477kB / 641kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.06%", + "MemUsage": "16.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "408MB / 414MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "5.94%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.754MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "57MB / 54MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.13GB", + "CPUPerc": "104.19%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.86%", + "MemUsage": "229.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "756MB / 526MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:27:57.401684+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.03%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.13%", + "MemUsage": "133.4MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.8MB / 2.41MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.00%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "30.92%", + "MemUsage": "79.16MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.78MB / 2.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.01%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "30.87%", + "MemUsage": "79.02MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.79MB / 2.41MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.97%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.22%", + "MemUsage": "133.7MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.34MB / 1.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.74%", + "MemUsage": "17.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "411MB / 417MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "7.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.86%", + "MemUsage": "4.754MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "57.4MB / 54.4MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.14GB", + "CPUPerc": "106.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.01%", + "MemUsage": "230.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "762MB / 529MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.60%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.60%", + "MemUsage": "9.211MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "1.51MB / 1.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:28:00.328996+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.22%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.27%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.05MB / 4.09MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.69%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "33.34%", + "MemUsage": "85.36MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.04MB / 4.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.64%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "33.58%", + "MemUsage": "85.96MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.04MB / 4.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.09%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.30%", + "MemUsage": "133.9MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.05MB / 4.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "414MB / 420MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "5.11%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "57.8MB / 54.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.15GB", + "CPUPerc": "99.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.89%", + "MemUsage": "229.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "767MB / 532MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.28%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.14%", + "MemUsage": "8.047MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "3.43MB / 2.85MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:28:03.501188+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.07%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.31%", + "MemUsage": "133.9MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.89MB / 5.23MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.64%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "35.56%", + "MemUsage": "91.04MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.88MB / 5.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.20%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "36.50%", + "MemUsage": "93.44MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.4MB / 5.91MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.63%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.06%", + "MemUsage": "133.3MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.4MB / 5.92MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.38%", + "MemUsage": "17.12MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "416MB / 423MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "7.84%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.66%", + "MemUsage": "4.246MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "58.2MB / 55.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.16GB", + "CPUPerc": "104.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.98%", + "MemUsage": "230.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "770MB / 535MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.32%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.47%", + "MemUsage": "8.891MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "4.95MB / 4.11MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:28:06.618436+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.30%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.47%", + "MemUsage": "134.3MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.33MB / 7.19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.54%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "39.21%", + "MemUsage": "100.4MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.78MB / 7.84MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.35%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "39.36%", + "MemUsage": "100.8MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.81MB / 7.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.47%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.41%", + "MemUsage": "134.2MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.8MB / 7.81MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.27%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.71%", + "MemUsage": "17.54MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "419MB / 426MB", + "PIDs": "14" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "5.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "58.6MB / 55.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.17GB", + "CPUPerc": "102.09%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.90%", + "MemUsage": "229.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "778MB / 540MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.01%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "3.18%", + "MemUsage": "8.137MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "6.54MB / 5.44MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:28:09.711954+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.98%", + "Container": "a25a488774a8", + "ID": "a25a488774a8", + "MemPerc": "52.65%", + "MemUsage": "134.8MiB / 256MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "7.19MB / 9.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.86%", + "Container": "3113bd31d2e8", + "ID": "3113bd31d2e8", + "MemPerc": "41.14%", + "MemUsage": "105.3MiB / 256MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.67MB / 9.04MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.37%", + "Container": "9c793c05d21a", + "ID": "9c793c05d21a", + "MemPerc": "42.34%", + "MemUsage": "108.4MiB / 256MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.2MB / 9.67MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.20%", + "Container": "672d24b66952", + "ID": "672d24b66952", + "MemPerc": "52.37%", + "MemUsage": "134.1MiB / 256MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.18MB / 9.64MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.89%", + "MemUsage": "17.78MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "422MB / 429MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 94.2kB", + "CPUPerc": "7.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.47%", + "MemUsage": "3.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "59MB / 55.9MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.18GB", + "CPUPerc": "103.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.04%", + "MemUsage": "230.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "783MB / 544MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.27%", + "Container": "d3c6ad9ee8e4", + "ID": "d3c6ad9ee8e4", + "MemPerc": "2.98%", + "MemUsage": "7.637MiB / 256MiB", + "Name": "agitated_hopper", + "NetIO": "7.53MB / 6.27MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "3113bd31d2e8": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 10354, + "acquire_seconds_delta": 231.730031303 + }, + "672d24b66952": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 7822, + "acquire_seconds_delta": 49.018177907 + }, + "a25a488774a8": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 9733, + "acquire_seconds_delta": 76.057795099 + }, + "9c793c05d21a": { + "max_acquired": 2, + "max_connections": 2, + "empty_acquires_delta": 9334, + "acquire_seconds_delta": 68.122494564 + } + }, + "db_delta": { + "xact_commit": 40820, + "xact_rollback": 0, + "blks_read": 5, + "blks_hit": 649485, + "tup_inserted": 27061, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "100911" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "162580" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "42933" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "42898" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "120", + "eresp": "0", + "stot": "349440" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104354" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "166023" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "120", + "eresp": "0", + "stot": "363212" + } + ] + }, + { + "series": "fixed", + "replicas": 1, + "cpu_per_api": 2.0, + "memory_mib_per_api": 1024, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014388003, + "errors": {}, + "failed_requests": 0, + "instances": { + "ad3c57383bf5": 13503 + }, + "latency_ms": { + "p50": 17.874, + "p95": 79.709, + "p99": 88.575 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 13503, + "successful_rps": 899.3373554288052, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:28:19.606962+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "71.25%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "13.14%", + "MemUsage": "134.5MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.07MB / 1.43MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.84%", + "MemUsage": "17.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "424MB / 430MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "4.61%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "59.4MB / 56.3MB", + "PIDs": "11" + }, + { + "BlockIO": "57.5MB / 2.21GB", + "CPUPerc": "102.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.93%", + "MemUsage": "230.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "789MB / 548MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:28:22.623538+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "64.83%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "13.23%", + "MemUsage": "135.5MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "6.99MB / 9.48MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.50%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.61%", + "MemUsage": "17.43MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "427MB / 433MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "6.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "59.8MB / 56.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.22GB", + "CPUPerc": "99.67%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.90%", + "MemUsage": "229.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "795MB / 552MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.52%", + "MemUsage": "9.016MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "2.6MB / 2.18MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:28:25.616314+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.15%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.91%", + "MemUsage": "19.52MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "15.4MB / 21MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "431MB / 438MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "6.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.27%", + "MemUsage": "5.816MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "60.1MB / 57.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.23GB", + "CPUPerc": "102.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.07%", + "MemUsage": "230.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "799MB / 555MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.83%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.36%", + "MemUsage": "8.59MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "3.75MB / 3.14MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:28:27.615391+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.46%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.90%", + "MemUsage": "19.45MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "19.8MB / 26.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.04%", + "MemUsage": "17.97MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "434MB / 440MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "4.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.309MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "60.6MB / 57.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.24GB", + "CPUPerc": "104.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.77%", + "MemUsage": "234.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "805MB / 559MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.01%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.59%", + "MemUsage": "9.199MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "5.61MB / 4.7MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:28:29.815232+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.95%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.90%", + "MemUsage": "19.48MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "23.5MB / 31.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.68%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.81%", + "MemUsage": "17.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "436MB / 442MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "4.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.29%", + "MemUsage": "5.875MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "60.9MB / 57.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.25GB", + "CPUPerc": "99.49%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.14%", + "MemUsage": "231.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "809MB / 562MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.05%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.67%", + "MemUsage": "9.398MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "6.66MB / 5.57MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:28:32.820085+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.86%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.96%", + "MemUsage": "20.03MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "27.5MB / 37.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.86%", + "MemUsage": "17.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "439MB / 445MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "6.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.676MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "61.3MB / 58.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.26GB", + "CPUPerc": "100.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.16%", + "MemUsage": "231.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "815MB / 566MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.61%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.76%", + "MemUsage": "9.629MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "8.39MB / 7.02MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:28:34.916158+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.52%", + "Container": "ad3c57383bf5", + "ID": "ad3c57383bf5", + "MemPerc": "1.88%", + "MemUsage": "19.3MiB / 1GiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "33.7MB / 45.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.51%", + "MemUsage": "17.29MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "441MB / 447MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 98.3kB", + "CPUPerc": "7.43%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.297MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "61.6MB / 58.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.27GB", + "CPUPerc": "103.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.19%", + "MemUsage": "231.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "819MB / 569MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.97%", + "Container": "3f6b7d5fb0d2", + "ID": "3f6b7d5fb0d2", + "MemPerc": "3.62%", + "MemUsage": "9.273MiB / 256MiB", + "Name": "wonderful_hofstadter", + "NetIO": "9.56MB / 8MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "ad3c57383bf5": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 48089, + "acquire_seconds_delta": 421.925890577 + } + }, + "db_delta": { + "xact_commit": 46253, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 737631, + "tup_inserted": 30761, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104354" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "166025" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "127", + "eresp": "0", + "stot": "363221" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104354" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "182057" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "127", + "eresp": "0", + "stot": "379253" + } + ] + }, + { + "series": "fixed", + "replicas": 2, + "cpu_per_api": 1.0, + "memory_mib_per_api": 512, + "pool": 4, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.019466196, + "errors": {}, + "failed_requests": 0, + "instances": { + "0e09227a4e8f": 5379, + "818128599e21": 5383 + }, + "latency_ms": { + "p50": 22.533, + "p95": 91.404, + "p99": 101.03 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10762, + "successful_rps": 716.5367836352365, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:28:45.221596+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.02%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "673kB / 898kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.26%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "43.9kB / 40.6kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.64%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.16%", + "MemUsage": "18.12MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "443MB / 449MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "7.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.97%", + "MemUsage": "5.051MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "61.9MB / 58.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.29GB", + "CPUPerc": "101.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.76%", + "MemUsage": "234.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "823MB / 571MB", + "PIDs": "16" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:28:48.408728+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.92%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.34%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.09MB / 4.18MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.12%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.11MB / 4.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.46%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.27%", + "MemUsage": "18.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "445MB / 452MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "4.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.641MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "62.2MB / 59.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.3GB", + "CPUPerc": "105.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.75%", + "MemUsage": "234.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "826MB / 573MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.43%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.48%", + "MemUsage": "8.914MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "1.76MB / 1.46MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:28:51.617656+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.45%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.69MB / 7.72MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.13%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.42%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.69MB / 7.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.65%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.29%", + "MemUsage": "18.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "448MB / 455MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "7.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.91%", + "MemUsage": "4.879MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "62.6MB / 59.5MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.32GB", + "CPUPerc": "101.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.31%", + "MemUsage": "232MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "833MB / 578MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.59%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.34%", + "MemUsage": "8.559MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "3.24MB / 2.68MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:28:54.913424+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.96%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "8.12MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.85%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.27%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.1MB / 10.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "450MB / 456MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "7.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.17%", + "MemUsage": "5.566MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63MB / 59.8MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.33GB", + "CPUPerc": "101.10%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.44%", + "MemUsage": "232.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "838MB / 581MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.15%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.62%", + "MemUsage": "9.27MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "4.63MB / 3.81MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:28:58.106446+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.06%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "26.53%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "10.6MB / 14.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.60%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.77MB / 13.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.69%", + "MemUsage": "17.52MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "453MB / 460MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "4.90%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.92%", + "MemUsage": "4.906MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.3MB / 60.2MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.34GB", + "CPUPerc": "103.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.43%", + "MemUsage": "232.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "843MB / 585MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.23%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.59%", + "MemUsage": "9.188MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "6.05MB / 4.98MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:29:01.202056+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.36%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "3.42%", + "MemUsage": "17.51MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "13.3MB / 18MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.27%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "3.40%", + "MemUsage": "17.41MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.3MB / 18MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.28%", + "MemUsage": "18.27MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "456MB / 463MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "8.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.89%", + "MemUsage": "4.832MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.7MB / 60.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.35GB", + "CPUPerc": "100.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.36%", + "MemUsage": "232.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "848MB / 588MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.70%", + "Container": "7aab6241756e", + "ID": "7aab6241756e", + "MemPerc": "3.74%", + "MemUsage": "9.562MiB / 256MiB", + "Name": "serene_austin", + "NetIO": "7.58MB / 6.25MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:29:04.067140+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "818128599e21", + "ID": "818128599e21", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "14MB / 19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "0e09227a4e8f", + "ID": "0e09227a4e8f", + "MemPerc": "3.44%", + "MemUsage": "17.62MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "14MB / 19MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.22%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.47%", + "MemUsage": "17.24MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "457MB / 463MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 102kB", + "CPUPerc": "0.31%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.08%", + "MemUsage": "5.32MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.8MB / 60.7MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.37GB", + "CPUPerc": "5.95%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "45.33%", + "MemUsage": "232.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "849MB / 589MB", + "PIDs": "14" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "818128599e21": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 18705, + "acquire_seconds_delta": 227.687893603 + }, + "0e09227a4e8f": { + "max_acquired": 4, + "max_connections": 4, + "empty_acquires_delta": 18636, + "acquire_seconds_delta": 195.913298547 + } + }, + "db_delta": { + "xact_commit": 36117, + "xact_rollback": 0, + "blks_read": 9, + "blks_hit": 590081, + "tup_inserted": 23965, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "104355" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "182058" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "134", + "eresp": "0", + "stot": "379262" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "110584" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "188287" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "0", + "eresp": "0", + "stot": "46376" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46341" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "134", + "eresp": "0", + "stot": "391720" + } + ] + }, + { + "series": "growing", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.097014605, + "errors": {}, + "failed_requests": 0, + "instances": { + "0b66b5eb5d91": 2311, + "67e1284ad274": 2313, + "bc4d197e55ca": 2313, + "f8ff8349f465": 2308 + }, + "latency_ms": { + "p50": 80.653, + "p95": 97.859, + "p99": 104.929 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9245, + "successful_rps": 612.3727267865354, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:29:13.315129+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "70.30%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "35.4kB / 40.2kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.06%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "43.2kB / 50.6kB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.85%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "13.53%", + "MemUsage": "69.27MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "36.8kB / 42.9kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.80%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "13.52%", + "MemUsage": "69.23MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "37kB / 39.5kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.66%", + "MemUsage": "16.21MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "457MB / 463MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "0.82%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.62%", + "MemUsage": "4.141MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "63.9MB / 60.7MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.37GB", + "CPUPerc": "48.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.35%", + "MemUsage": "257.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "849MB / 590MB", + "PIDs": "36" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:29:16.817738+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.79%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "814kB / 1.06MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.04%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.12%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.23MB / 1.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.25%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "14.84%", + "MemUsage": "75.98MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "1.22MB / 1.61MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.44%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "14.23%", + "MemUsage": "72.86MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "799kB / 1.04MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.62%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.37%", + "MemUsage": "17.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "459MB / 466MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "3.85%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.594MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "64.2MB / 61MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.38GB", + "CPUPerc": "91.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.39%", + "MemUsage": "288.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "852MB / 592MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.00%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.32%", + "MemUsage": "8.508MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "1.32MB / 1.1MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 5, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:29:20.107294+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.06%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.24%", + "MemUsage": "134.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.15MB / 2.83MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.92%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "25.91%", + "MemUsage": "132.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.52MB / 3.33MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.50%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "16.18%", + "MemUsage": "82.83MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "2.51MB / 3.33MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.54%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "16.28%", + "MemUsage": "83.33MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.52MB / 3.32MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "462MB / 469MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "8.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.61%", + "MemUsage": "4.109MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "64.6MB / 61.4MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.39GB", + "CPUPerc": "98.81%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.78%", + "MemUsage": "290.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "859MB / 596MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.89%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.82%", + "MemUsage": "9.77MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "2.76MB / 2.28MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:29:23.506078+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.13%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.8MB / 5.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.52%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.08%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.8MB / 5.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.87%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "17.51%", + "MemUsage": "89.66MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "3.78MB / 5.02MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.82%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "17.66%", + "MemUsage": "90.42MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.8MB / 5.01MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.58%", + "MemUsage": "17.39MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "464MB / 471MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "7.09%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.80%", + "MemUsage": "4.609MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "64.9MB / 61.6MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.39GB", + "CPUPerc": "101.63%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.90%", + "MemUsage": "291.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "864MB / 600MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.96%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.41%", + "MemUsage": "8.73MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "4.19MB / 3.45MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:29:27.209206+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.78%", + "Container": "67e1284ad274", + "ID": "67e1284ad274", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.06MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.01%", + "Container": "f8ff8349f465", + "ID": "f8ff8349f465", + "MemPerc": "26.17%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.05MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.05%", + "Container": "bc4d197e55ca", + "ID": "bc4d197e55ca", + "MemPerc": "18.82%", + "MemUsage": "96.37MiB / 512MiB", + "Name": "mtusi-lab3-api-5", + "NetIO": "5.04MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.25%", + "Container": "0b66b5eb5d91", + "ID": "0b66b5eb5d91", + "MemPerc": "18.65%", + "MemUsage": "95.49MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.06MB / 6.68MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.63%", + "MemUsage": "17.45MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "466MB / 473MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 106kB", + "CPUPerc": "8.14%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.72%", + "MemUsage": "4.406MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "65.4MB / 62.1MB", + "PIDs": "5" + }, + { + "BlockIO": "57.5MB / 2.4GB", + "CPUPerc": "105.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "56.89%", + "MemUsage": "291.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "869MB / 603MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.40%", + "Container": "cc3397c89be2", + "ID": "cc3397c89be2", + "MemPerc": "3.75%", + "MemUsage": "9.609MiB / 256MiB", + "Name": "blissful_northcutt", + "NetIO": "5.59MB / 4.59MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 15 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "f8ff8349f465": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1065, + "acquire_seconds_delta": 10.06994263 + }, + "0b66b5eb5d91": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 878, + "acquire_seconds_delta": 10.073815578 + }, + "bc4d197e55ca": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 835, + "acquire_seconds_delta": 8.367109126 + }, + "67e1284ad274": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1216, + "acquire_seconds_delta": 12.320611395 + } + }, + "db_delta": { + "xact_commit": 30566, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 544337, + "tup_inserted": 20159, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "110587" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "188290" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "46379" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "46342" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "139", + "eresp": "0", + "stot": "391733" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "113178" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "190880" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "139", + "eresp": "0", + "stot": "402095" + } + ] + }, + { + "series": "growing", + "replicas": 1, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.088472793, + "errors": {}, + "failed_requests": 0, + "instances": { + "03889f2a5716": 12432 + }, + "latency_ms": { + "p50": 18.158, + "p95": 81.755, + "p99": 92.015 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12432, + "successful_rps": 823.9402470054877, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:29:37.600538+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "59.45%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.86MB / 2.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.86%", + "MemUsage": "17.74MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "470MB / 477MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "3.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.254MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "65.7MB / 62.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.42GB", + "CPUPerc": "23.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.08%", + "MemUsage": "235.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "873MB / 606MB", + "PIDs": "14" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:29:40.602999+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.10%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.6MB / 8.97MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.00%", + "MemUsage": "17.93MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "473MB / 479MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "8.15%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.793MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "66.2MB / 62.8MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.44GB", + "CPUPerc": "99.97%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.52%", + "MemUsage": "238.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "879MB / 611MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.56%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.72%", + "MemUsage": "9.527MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "1.88MB / 1.57MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:29:43.707081+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "63.14%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.83%", + "MemUsage": "19.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "12.3MB / 16.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "475MB / 482MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "4.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.527MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "66.6MB / 63.2MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.46GB", + "CPUPerc": "100.34%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.49%", + "MemUsage": "238.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "885MB / 615MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.17%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.87%", + "MemUsage": "9.918MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "2.94MB / 2.44MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:29:46.705445+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "66.39%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.94%", + "MemUsage": "20.18MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18MB / 24.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "478MB / 485MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "4.62%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.38%", + "MemUsage": "6.094MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "66.9MB / 63.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.47GB", + "CPUPerc": "100.26%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.65%", + "MemUsage": "238.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "891MB / 618MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.44%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.45%", + "MemUsage": "8.82MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "5.13MB / 4.26MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:29:48.799055+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.05%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.82%", + "MemUsage": "19.57MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "21.8MB / 29.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.61MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "480MB / 487MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "6.84%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.074MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "67.3MB / 63.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.48GB", + "CPUPerc": "101.86%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.64%", + "MemUsage": "238.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "895MB / 621MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.85%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.65%", + "MemUsage": "9.34MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "6.2MB / 5.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:29:51.904988+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.02%", + "Container": "03889f2a5716", + "ID": "03889f2a5716", + "MemPerc": "3.75%", + "MemUsage": "19.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "27.7MB / 37.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.56%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.11%", + "MemUsage": "18.07MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "484MB / 491MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "4.58%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.254MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "67.7MB / 64.3MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.5GB", + "CPUPerc": "100.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.53%", + "MemUsage": "238.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "901MB / 625MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.79%", + "Container": "b993e3af4ff5", + "ID": "b993e3af4ff5", + "MemPerc": "3.38%", + "MemUsage": "8.645MiB / 256MiB", + "Name": "gifted_wozniak", + "NetIO": "7.9MB / 6.57MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "03889f2a5716": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 43443, + "acquire_seconds_delta": 423.790453902 + } + }, + "db_delta": { + "xact_commit": 43417, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 736210, + "tup_inserted": 28867, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "113178" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "190882" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "146", + "eresp": "0", + "stot": "402104" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "1", + "eresp": "0", + "stot": "113178" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "205365" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "146", + "eresp": "0", + "stot": "416587" + } + ] + }, + { + "series": "growing", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.010577927, + "errors": {}, + "failed_requests": 0, + "instances": { + "0c604cd40578": 4967, + "e440ece03e6f": 4967 + }, + "latency_ms": { + "p50": 18.329, + "p95": 96.95, + "p99": 109.056 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9934, + "successful_rps": 661.7999685496053, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:30:01.899340+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.01%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.07%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.33kB / 11.8kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.24%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "25.76%", + "MemUsage": "131.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.22kB / 8.24kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.87%", + "MemUsage": "17.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "486MB / 493MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 111kB", + "CPUPerc": "2.41%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.137MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "68.1MB / 64.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.52GB", + "CPUPerc": "7.34%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.26%", + "MemUsage": "221.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "905MB / 628MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:30:05.406609+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.75%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.42MB / 3.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.09%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.41MB / 3.24MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.48%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.68%", + "MemUsage": "17.51MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "488MB / 495MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "4.36%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.938MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "68.5MB / 65MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.53GB", + "CPUPerc": "105.55%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.65%", + "MemUsage": "259.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "910MB / 632MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.04%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.38%", + "MemUsage": "8.656MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "918kB / 771kB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2 + } + }, + { + "time": "2026-10-23T12:30:08.506353+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.30%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.34%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.01MB / 6.72MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.86%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.12MB / 5.53MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.58%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.51%", + "MemUsage": "18.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "491MB / 498MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "3.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.25%", + "MemUsage": "5.762MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "68.9MB / 65.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.54GB", + "CPUPerc": "101.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.11%", + "MemUsage": "261.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "915MB / 635MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.23%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.42%", + "MemUsage": "8.758MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "2.82MB / 2.33MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 10 + } + }, + { + "time": "2026-10-23T12:30:11.800359+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.67%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.48%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.61MB / 10.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.00%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.48%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.59MB / 10.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.92%", + "MemUsage": "17.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "494MB / 501MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "7.20%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.648MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "69.2MB / 65.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.56GB", + "CPUPerc": "100.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.82%", + "MemUsage": "260.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "920MB / 639MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.78%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.80%", + "MemUsage": "9.734MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "4.28MB / 3.53MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:30:15.427174+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.79%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.1MB / 13.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.40%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.59%", + "MemUsage": "136.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.1MB / 13.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.87%", + "MemUsage": "17.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "496MB / 504MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "6.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.15%", + "MemUsage": "5.516MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "69.5MB / 66MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.57GB", + "CPUPerc": "105.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.76%", + "MemUsage": "259.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "925MB / 642MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.62%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.59%", + "MemUsage": "9.203MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "5.24MB / 4.32MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:30:18.602337+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.21%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "3.76%", + "MemUsage": "19.26MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "12.5MB / 16.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.65%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "26.14%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "11.8MB / 15.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.55%", + "MemUsage": "17.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "499MB / 506MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "5.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.97%", + "MemUsage": "5.039MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70MB / 66.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.57GB", + "CPUPerc": "100.16%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.69%", + "MemUsage": "259.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "930MB / 646MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.58%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "3.46%", + "MemUsage": "8.867MiB / 256MiB", + "Name": "kind_stonebraker", + "NetIO": "6.64MB / 5.47MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "IO": 2, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:30:21.412664+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "0c604cd40578", + "ID": "0c604cd40578", + "MemPerc": "3.59%", + "MemUsage": "18.37MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.4MB / 18MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.19%", + "Container": "e440ece03e6f", + "ID": "e440ece03e6f", + "MemPerc": "3.39%", + "MemUsage": "17.33MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "13.4MB / 18MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.40%", + "MemUsage": "17.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "500MB / 507MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 115kB", + "CPUPerc": "0.22%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.84%", + "MemUsage": "4.711MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.1MB / 66.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.59GB", + "CPUPerc": "6.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.72%", + "MemUsage": "259.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "932MB / 647MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "3d0201f2d51e", + "ID": "3d0201f2d51e", + "MemPerc": "0.00%", + "MemUsage": "0B / 0B", + "Name": "kind_stonebraker", + "NetIO": "0B / 0B", + "PIDs": "0" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "0c604cd40578": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 16328, + "acquire_seconds_delta": 153.988172295 + }, + "e440ece03e6f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 15051, + "acquire_seconds_delta": 124.879943181 + } + }, + "db_delta": { + "xact_commit": 33935, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 584747, + "tup_inserted": 22501, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "113180" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "205368" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "152", + "eresp": "0", + "stot": "416597" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "119062" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "211250" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "152", + "eresp": "0", + "stot": "428361" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 64, + "repeat": 3, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.126669825, + "errors": { + "503": 422 + }, + "failed_requests": 422, + "instances": { + "4d8e31c3eb7c": 4827, + "bd81b384e880": 4809 + }, + "latency_ms": { + "p50": 95.991, + "p95": 136.494, + "p99": 150.424 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9636, + "successful_rps": 637.0205809658438, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:30:28.900376+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.41%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "60.8kB / 49.5kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.39%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "764kB / 1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.30%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.50%", + "MemUsage": "18.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "501MB / 508MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "6.25%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.27MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.2MB / 66.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.59GB", + "CPUPerc": "11.81%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.49%", + "MemUsage": "222.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "932MB / 647MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:30:31.759885+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.64%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.69MB / 3.64MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.03%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.28%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.7MB / 3.64MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.55%", + "MemUsage": "18.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "503MB / 510MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "5.07%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.5MB / 66.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.62GB", + "CPUPerc": "78.12%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.67%", + "MemUsage": "223.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "937MB / 650MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.01%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.95%", + "MemUsage": "10.11MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "1.62MB / 1.38MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:30:33.786169+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.74%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.36MB / 5.92MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.29%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.41%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.35MB / 5.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.49%", + "MemUsage": "18.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "505MB / 512MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.527MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.7MB / 67.2MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.63GB", + "CPUPerc": "73.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.72%", + "MemUsage": "223.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "940MB / 653MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.39%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "4.13%", + "MemUsage": "10.57MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "2.63MB / 2.2MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:35.801627+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.05%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "5.87MB / 7.97MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.25%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.44%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.86MB / 7.95MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.43%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.20%", + "MemUsage": "18.18MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "506MB / 514MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "5.00%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.67%", + "MemUsage": "4.285MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "70.9MB / 67.4MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.64GB", + "CPUPerc": "74.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.75%", + "MemUsage": "224MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "943MB / 655MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.73%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.96%", + "MemUsage": "10.13MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "3.54MB / 2.95MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:37.885527+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.63%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.37MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.38%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.53%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.36MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.98%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.02%", + "MemUsage": "17.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "508MB / 515MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.57%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.531MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.1MB / 67.6MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.66GB", + "CPUPerc": "72.65%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.65%", + "MemUsage": "223.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "946MB / 657MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.47%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.96%", + "MemUsage": "10.14MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "4.44MB / 3.69MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:39.900459+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.46%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.67%", + "MemUsage": "136.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.86MB / 12.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.22%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.85MB / 12MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.04%", + "MemUsage": "17.97MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "510MB / 517MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.67%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.781MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.3MB / 67.8MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.67GB", + "CPUPerc": "74.34%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.86%", + "MemUsage": "224.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "949MB / 659MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.37%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.77%", + "MemUsage": "9.66MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "5.33MB / 4.41MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:30:41.901984+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.45%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.4MB / 14.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.07%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "26.51%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.4MB / 14.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.44%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.83%", + "MemUsage": "17.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "511MB / 519MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.54%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.58%", + "MemUsage": "4.039MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.6MB / 68MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.68GB", + "CPUPerc": "75.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.85%", + "MemUsage": "224.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "952MB / 661MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.07%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.68%", + "MemUsage": "9.418MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "6.23MB / 5.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:30:44.926322+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.29%", + "Container": "4d8e31c3eb7c", + "ID": "4d8e31c3eb7c", + "MemPerc": "23.80%", + "MemUsage": "121.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "11.6MB / 15.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.31%", + "Container": "bd81b384e880", + "ID": "bd81b384e880", + "MemPerc": "3.66%", + "MemUsage": "18.73MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.1MB / 16.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.12%", + "MemUsage": "18.08MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "513MB / 520MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 119kB", + "CPUPerc": "4.90%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.027MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "71.7MB / 68.2MB", + "PIDs": "5" + }, + { + "BlockIO": "79.7MB / 2.69GB", + "CPUPerc": "80.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "43.85%", + "MemUsage": "224.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "955MB / 663MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.37%", + "Container": "0ced3eadc02e", + "ID": "0ced3eadc02e", + "MemPerc": "3.86%", + "MemUsage": "9.891MiB / 256MiB", + "Name": "funny_curie", + "NetIO": "6.94MB / 5.73MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "4d8e31c3eb7c": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16992, + "acquire_seconds_delta": 558.093796711 + }, + "bd81b384e880": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16954, + "acquire_seconds_delta": 558.286976189 + } + }, + "db_delta": { + "xact_commit": 34004, + "xact_rollback": 0, + "blks_read": 2, + "blks_hit": 572940, + "tup_inserted": 22581, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "119064" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "211251" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "158", + "eresp": "0", + "stot": "428370" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "124993" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "217179" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "158", + "eresp": "0", + "stot": "440227" + } + ] + }, + { + "series": "pool-overload", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 3, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.097207971, + "errors": { + "503": 1824 + }, + "failed_requests": 1824, + "instances": { + "b658639ab28a": 5901, + "d619c6735c36": 5969 + }, + "latency_ms": { + "p50": 92.64, + "p95": 104.732, + "p99": 180.424 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11870, + "successful_rps": 786.2380926858069, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:30:54.693300+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.88%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.07MB / 1.41MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.33%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.33%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.03MB / 1.35MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.55%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.84%", + "MemUsage": "17.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "515MB / 522MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.58%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.86%", + "MemUsage": "4.77MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "72.1MB / 68.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.71GB", + "CPUPerc": "32.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.79%", + "MemUsage": "254.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "957MB / 664MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 2, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:30:57.792164+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.52%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.23MB / 4.29MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.16%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.30%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.2MB / 4.25MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.26%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.30%", + "MemUsage": "18.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "518MB / 526MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "6.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.738MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "72.5MB / 68.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.72GB", + "CPUPerc": "100.69%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.57%", + "MemUsage": "258.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "963MB / 668MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.45%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.75%", + "MemUsage": "9.598MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "2.5MB / 2.15MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:31:00.896451+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.92%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.05MB / 9.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.52%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.07MB / 9.44MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.44%", + "MemUsage": "18.49MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "522MB / 529MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.72%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.15%", + "MemUsage": "5.508MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "72.9MB / 69.3MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.73GB", + "CPUPerc": "101.53%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.68%", + "MemUsage": "259.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "971MB / 674MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.58%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.85%", + "MemUsage": "9.855MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "4.32MB / 3.68MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:31:04.189722+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.21%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.96MB / 13.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.94%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "26.56%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10MB / 13.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.15%", + "MemUsage": "18.11MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "525MB / 533MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.07%", + "MemUsage": "5.293MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "73.3MB / 69.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.74GB", + "CPUPerc": "102.89%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.92%", + "MemUsage": "260.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "976MB / 677MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.91%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.41%", + "MemUsage": "8.738MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "5.5MB / 4.69MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:31:07.302931+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.87%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "3.70%", + "MemUsage": "18.94MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12.9MB / 17.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.88%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "3.82%", + "MemUsage": "19.54MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13MB / 17.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.53%", + "MemUsage": "18.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "529MB / 536MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.59%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.24%", + "MemUsage": "5.734MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "73.6MB / 70MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.75GB", + "CPUPerc": "101.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.86%", + "MemUsage": "260.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "982MB / 681MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.07%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.63%", + "MemUsage": "9.301MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "7.96MB / 6.77MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:31:10.595595+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.69%", + "Container": "b658639ab28a", + "ID": "b658639ab28a", + "MemPerc": "3.75%", + "MemUsage": "19.21MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "14.9MB / 19.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.77%", + "Container": "d619c6735c36", + "ID": "d619c6735c36", + "MemPerc": "4.10%", + "MemUsage": "21MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15.9MB / 21.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.09%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.18%", + "MemUsage": "18.15MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "531MB / 538MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 123kB", + "CPUPerc": "4.33%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.824MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.2MB / 70.5MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.76GB", + "CPUPerc": "103.37%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.89%", + "MemUsage": "260.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "987MB / 685MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.04%", + "Container": "d1ce0d343f15", + "ID": "d1ce0d343f15", + "MemPerc": "3.80%", + "MemUsage": "9.738MiB / 256MiB", + "Name": "bold_yalow", + "NetIO": "9.17MB / 7.79MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 4 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b658639ab28a": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 20814, + "acquire_seconds_delta": 424.440077339 + }, + "d619c6735c36": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 21005, + "acquire_seconds_delta": 424.330590426 + } + }, + "db_delta": { + "xact_commit": 41123, + "xact_rollback": 0, + "blks_read": 8, + "blks_hit": 703884, + "tup_inserted": 27271, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "124994" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "217183" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "163", + "eresp": "0", + "stot": "440237" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "133035" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "225225" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48969" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48933" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "163", + "eresp": "0", + "stot": "456320" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 1, + "repeat": 3, + "result": { + "concurrency": 1, + "elapsed_seconds": 15.002138136, + "errors": {}, + "failed_requests": 0, + "instances": { + "40b9a5b2a3f0": 1111, + "87b00d06aa4f": 1109, + "8c07a7c18532": 1109, + "b16a57707e80": 1112 + }, + "latency_ms": { + "p50": 2.964, + "p95": 4.633, + "p99": 6.926 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 4441, + "successful_rps": 296.02447062816464, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:31:18.971833+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.75%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "13.32%", + "MemUsage": "68.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "37.1kB / 48.2kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.94%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "39kB / 52.3kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "81.57%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.06%", + "MemUsage": "133.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "37.2kB / 50kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.95%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "13.50%", + "MemUsage": "69.11MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "37.1kB / 48.4kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.67%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.26%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "533MB / 540MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "0.83%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.10%", + "MemUsage": "5.367MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.3MB / 70.6MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.77GB", + "CPUPerc": "8.09%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "44.01%", + "MemUsage": "225.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "988MB / 686MB", + "PIDs": "10" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:20.990615+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.92%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "13.62%", + "MemUsage": "69.71MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "368kB / 495kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.97%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "366kB / 492kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.73%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "25.95%", + "MemUsage": "132.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "370kB / 497kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.05%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "13.81%", + "MemUsage": "70.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "366kB / 493kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.13%", + "MemUsage": "16.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "533MB / 541MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.49%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.996MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.4MB / 70.7MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.78GB", + "CPUPerc": "32.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.63%", + "MemUsage": "238.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "990MB / 687MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.25%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.43%", + "MemUsage": "6.223MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "375kB / 337kB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:23.038435+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.77%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "14.06%", + "MemUsage": "72MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "714kB / 961kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.88%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "709kB / 955kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.02%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.20%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "713kB / 961kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.85%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.07%", + "MemUsage": "72.02MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "712kB / 959kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.07%", + "MemUsage": "16.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "534MB / 541MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.55%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.984MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.5MB / 70.8MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.79GB", + "CPUPerc": "31.29%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.56%", + "MemUsage": "238.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "991MB / 688MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.16%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.75%", + "MemUsage": "7.031MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "740kB / 665kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:25.073285+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.36%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "14.58%", + "MemUsage": "74.64MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.06MB / 1.43MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.41%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.06MB / 1.42MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.30%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "25.92%", + "MemUsage": "132.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.06MB / 1.43MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.39%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.58%", + "MemUsage": "74.67MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.06MB / 1.43MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.12%", + "MemUsage": "16.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "535MB / 542MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.57%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.074MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.6MB / 70.9MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.79GB", + "CPUPerc": "31.60%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "46.58%", + "MemUsage": "238.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "993MB / 689MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.05%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.65%", + "MemUsage": "6.785MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "1.11MB / 995kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:27.111048+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.82%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "14.81%", + "MemUsage": "75.84MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.43MB / 1.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.04%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.42MB / 1.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.21%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "25.98%", + "MemUsage": "133MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.43MB / 1.92MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.14%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.97%", + "MemUsage": "76.67MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.42MB / 1.91MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.91%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.20%", + "MemUsage": "16.9MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "535MB / 543MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.74%", + "MemUsage": "4.453MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.7MB / 71MB", + "PIDs": "5" + }, + { + "BlockIO": "79.8MB / 2.8GB", + "CPUPerc": "44.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "48.97%", + "MemUsage": "250.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "994MB / 690MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.79%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.89%", + "MemUsage": "7.387MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "1.49MB / 1.34MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:29.284012+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.95%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "15.26%", + "MemUsage": "78.12MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.66MB / 2.24MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.49%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.04%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.66MB / 2.23MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.82%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.03%", + "MemUsage": "133.3MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "1.66MB / 2.24MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.71%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "15.15%", + "MemUsage": "77.57MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "1.66MB / 2.23MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.19%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.36%", + "MemUsage": "17.1MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "536MB / 543MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "2.10%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.836MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.7MB / 71.1MB", + "PIDs": "5" + }, + { + "BlockIO": "82.7MB / 2.8GB", + "CPUPerc": "97.17%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.43%", + "MemUsage": "263.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "995MB / 690MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.52%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.80%", + "MemUsage": "7.172MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "1.74MB / 1.56MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 2 + } + }, + { + "time": "2026-10-23T12:31:32.184770+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.11%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "15.49%", + "MemUsage": "79.32MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.93MB / 2.59MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.52%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.13MB / 2.87MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.51%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.09%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.13MB / 2.87MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.19%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "15.62%", + "MemUsage": "79.95MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.13MB / 2.86MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.86%", + "MemUsage": "17.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "537MB / 544MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "4.39%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.652MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "74.9MB / 71.2MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.81GB", + "CPUPerc": "29.18%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "49.97%", + "MemUsage": "255.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "997MB / 692MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.69%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.80%", + "MemUsage": "7.176MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "2.23MB / 2.01MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:34.220497+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.05%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "16.04%", + "MemUsage": "82.15MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.52MB / 3.39MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.74%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.51MB / 3.38MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.69%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.51MB / 3.39MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.64%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "16.07%", + "MemUsage": "82.27MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.51MB / 3.38MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.03%", + "MemUsage": "16.68MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "538MB / 545MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "4.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.582MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75MB / 71.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.82GB", + "CPUPerc": "27.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.05%", + "MemUsage": "256.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "998MB / 693MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.92%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.84%", + "MemUsage": "7.258MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "2.64MB / 2.37MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:31:36.246752+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.76%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "16.37%", + "MemUsage": "83.82MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.89MB / 3.89MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.49%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "26.12%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.88MB / 3.88MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.43%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "2.89MB / 3.89MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.96%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "16.53%", + "MemUsage": "84.62MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "2.88MB / 3.88MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.95%", + "MemUsage": "16.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "538MB / 546MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 131kB", + "CPUPerc": "4.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.027MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75.1MB / 71.4MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.83GB", + "CPUPerc": "27.73%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "50.00%", + "MemUsage": "256MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1e+03MB / 694MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.63%", + "Container": "57b1e3e3478a", + "ID": "57b1e3e3478a", + "MemPerc": "2.99%", + "MemUsage": "7.648MiB / 256MiB", + "Name": "friendly_cray", + "NetIO": "3.03MB / 2.72MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b16a57707e80": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.008362347 + }, + "40b9a5b2a3f0": { + "max_acquired": 0, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.007096944 + }, + "87b00d06aa4f": { + "max_acquired": 0, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.007363136 + }, + "8c07a7c18532": { + "max_acquired": 1, + "max_connections": 8, + "empty_acquires_delta": 1, + "acquire_seconds_delta": 0.012822437 + } + }, + "db_delta": { + "xact_commit": 16003, + "xact_rollback": 0, + "blks_read": 10438, + "blks_hit": 277781, + "tup_inserted": 10507, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "133037" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "225227" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "48970" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "48936" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "456331" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "134366" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "226555" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "50299" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "50265" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "461646" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 8, + "repeat": 3, + "result": { + "concurrency": 8, + "elapsed_seconds": 15.003578331, + "errors": {}, + "failed_requests": 0, + "instances": { + "40b9a5b2a3f0": 2687, + "87b00d06aa4f": 2689, + "8c07a7c18532": 2690, + "b16a57707e80": 2691 + }, + "latency_ms": { + "p50": 4.876, + "p95": 58.22, + "p99": 72.386 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10757, + "successful_rps": 716.9622981055238, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:31:40.401169+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.35%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.09%", + "MemUsage": "149MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.48MB / 4.69MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.43%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "29.26%", + "MemUsage": "149.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.47MB / 4.67MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.43%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "3.48MB / 4.68MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.69%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "17.17%", + "MemUsage": "87.93MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "3.48MB / 4.69MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.02%", + "MemUsage": "16.66MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "539MB / 547MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "1.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.848MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75.1MB / 71.5MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.84GB", + "CPUPerc": "101.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.08%", + "MemUsage": "266.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1GB / 695MB", + "PIDs": "19" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:31:43.506703+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.33%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.05%", + "MemUsage": "148.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "4.8MB / 6.45MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.12%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "29.22%", + "MemUsage": "149.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.79MB / 6.44MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.55%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "4.8MB / 6.45MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.39%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "18.71%", + "MemUsage": "95.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "4.79MB / 6.44MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.02%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.87%", + "MemUsage": "16.47MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "541MB / 549MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.40%", + "MemUsage": "3.59MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "75.6MB / 72MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.84GB", + "CPUPerc": "105.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.60%", + "MemUsage": "269.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.01GB / 698MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.23%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.85%", + "MemUsage": "7.297MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "1.95MB / 1.71MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:31:46.601367+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.41%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.10%", + "MemUsage": "149MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.12MB / 8.23MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.89%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "29.43%", + "MemUsage": "150.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.1MB / 8.21MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.19%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "5.64MB / 7.58MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.30%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "19.89%", + "MemUsage": "101.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "6.1MB / 8.21MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.20%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.87%", + "MemUsage": "16.48MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "545MB / 552MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "7.94%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.40%", + "MemUsage": "3.59MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "76MB / 72.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.86GB", + "CPUPerc": "103.33%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.27%", + "MemUsage": "272.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.01GB / 703MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.06%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.82%", + "MemUsage": "7.211MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "3.35MB / 2.94MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:31:49.994135+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.69%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.20%", + "MemUsage": "149.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.44MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.18%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.60%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.42MB / 9.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.12%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.12%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "7.44MB / 10MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.44%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "21.19%", + "MemUsage": "108.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "7.43MB / 9.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.27%", + "MemUsage": "16.98MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "546MB / 554MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.53%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.332MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "76.4MB / 72.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.87GB", + "CPUPerc": "104.54%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.36%", + "MemUsage": "273.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.02GB / 706MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.00%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.96%", + "MemUsage": "7.566MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "4.76MB / 4.18MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:31:53.103542+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.81%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.20%", + "MemUsage": "149.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.7MB / 11.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.34%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.35MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.88%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.15%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "8.69MB / 11.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.28%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "22.43%", + "MemUsage": "114.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "8.69MB / 11.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.03%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.46%", + "MemUsage": "17.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "550MB / 558MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.71%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.46%", + "MemUsage": "3.738MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "76.7MB / 73MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.88GB", + "CPUPerc": "101.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.77%", + "MemUsage": "275.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.02GB / 710MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.59%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.66%", + "MemUsage": "6.805MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "5.75MB / 5.06MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:31:56.300302+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.30%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.13%", + "MemUsage": "149.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.92MB / 13.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.22%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.64%", + "MemUsage": "156.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.41MB / 12.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.96%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "9.91MB / 13.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.47%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "23.74%", + "MemUsage": "121.5MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "9.91MB / 13.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.81%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "12.72%", + "MemUsage": "16.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "552MB / 560MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "5.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.37%", + "MemUsage": "3.5MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.1MB / 73.4MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.9GB", + "CPUPerc": "104.19%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.74%", + "MemUsage": "275.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.03GB / 713MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.80%", + "Container": "4ca5ef1b9335", + "ID": "4ca5ef1b9335", + "MemPerc": "2.79%", + "MemUsage": "7.141MiB / 256MiB", + "Name": "elegant_ellis", + "NetIO": "7.41MB / 6.51MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:31:59.217906+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.23%", + "MemUsage": "149.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "26.18%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.22%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "23.95%", + "MemUsage": "122.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.2MB / 13.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "553MB / 561MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 135kB", + "CPUPerc": "2.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.281MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.2MB / 73.5MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.91GB", + "CPUPerc": "4.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.74%", + "MemUsage": "275.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.03GB / 714MB", + "PIDs": "22" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "b16a57707e80": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.017883201 + }, + "8c07a7c18532": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.077791424 + }, + "87b00d06aa4f": { + "max_acquired": 2, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.017922066 + }, + "40b9a5b2a3f0": { + "max_acquired": 3, + "max_connections": 8, + "empty_acquires_delta": 2, + "acquire_seconds_delta": 0.11141296 + } + }, + "db_delta": { + "xact_commit": 37988, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 604733, + "tup_inserted": 25137, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "134366" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "226555" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "50299" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "50265" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "461646" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "137570" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "229760" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "53503" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "53469" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "474463" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.007840599, + "errors": {}, + "failed_requests": 0, + "instances": { + "40b9a5b2a3f0": 3061, + "87b00d06aa4f": 3063, + "8c07a7c18532": 3061, + "b16a57707e80": 3062 + }, + "latency_ms": { + "p50": 10.575, + "p95": 91.363, + "p99": 95.558 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12247, + "successful_rps": 816.0401171115877, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:32:02.684196+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.17%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.38%", + "MemUsage": "150.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.09%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.45%", + "MemUsage": "155.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.33%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.50%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.86%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "24.59%", + "MemUsage": "125.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "10.5MB / 14.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.63%", + "MemUsage": "17.45MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "554MB / 561MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "3.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.52MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.3MB / 73.6MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.91GB", + "CPUPerc": "99.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "61.12%", + "MemUsage": "312.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.03GB / 715MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:32:05.991044+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.84%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.36%", + "MemUsage": "150.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12MB / 16.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.56%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.41%", + "MemUsage": "155.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12MB / 16.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.55%", + "MemUsage": "156.4MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "12MB / 16.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.24%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "24.94%", + "MemUsage": "127.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "12MB / 16.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.42%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.72MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "557MB / 564MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "6.36%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.387MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "77.8MB / 74MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.92GB", + "CPUPerc": "100.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.12%", + "MemUsage": "307.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.04GB / 719MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.97%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.30%", + "MemUsage": "8.438MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "1.5MB / 1.25MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 18 + } + }, + { + "time": "2026-10-23T12:32:09.293264+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.02%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "29.39%", + "MemUsage": "150.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.1MB / 17.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.92%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "13.6MB / 18.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.22%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.71%", + "MemUsage": "157.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "13.6MB / 18.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.40%", + "MemUsage": "12.27MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "13.6MB / 18.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.67%", + "MemUsage": "17.5MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "560MB / 568MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "6.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.73%", + "MemUsage": "4.434MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "78.3MB / 74.4MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.93GB", + "CPUPerc": "104.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.29%", + "MemUsage": "308.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.04GB / 723MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.85%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.76%", + "MemUsage": "9.629MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "3.75MB / 3.12MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:12.299382+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.27%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "28.52%", + "MemUsage": "146MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "15MB / 20.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.93%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.32%", + "MemUsage": "155.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "15MB / 20.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.83%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "15MB / 20.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.54%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.39%", + "MemUsage": "12.26MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "15MB / 20.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.60%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.52%", + "MemUsage": "17.3MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "563MB / 571MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "3.99%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.195MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "78.7MB / 74.8MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.94GB", + "CPUPerc": "100.01%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.13%", + "MemUsage": "307.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.05GB / 727MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.53%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.42%", + "MemUsage": "8.762MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "5.29MB / 4.4MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 18 + } + }, + { + "time": "2026-10-23T12:32:15.484840+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.52%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.74%", + "MemUsage": "14.04MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "16.1MB / 21.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.49%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.51%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "16MB / 21.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.00%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.64%", + "MemUsage": "156.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "16.5MB / 22.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.48%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.47%", + "MemUsage": "12.67MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "16MB / 21.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.93%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "566MB / 574MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "6.06%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.55%", + "MemUsage": "3.961MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.1MB / 75.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.95GB", + "CPUPerc": "104.79%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.22%", + "MemUsage": "308.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.05GB / 731MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.74%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.24%", + "MemUsage": "8.289MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "7.02MB / 5.84MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 5, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:18.688646+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.10%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.81%", + "MemUsage": "14.37MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.1MB / 24.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.79%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.69%", + "MemUsage": "157.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18MB / 24.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.22%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.52%", + "MemUsage": "156.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18MB / 24.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.98%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.62%", + "MemUsage": "13.44MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18MB / 24.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.16%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.12%", + "MemUsage": "16.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "569MB / 577MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "3.75%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.64%", + "MemUsage": "4.195MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.6MB / 75.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.95GB", + "CPUPerc": "100.37%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.37%", + "MemUsage": "309.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.06GB / 734MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.42%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "3.57%", + "MemUsage": "9.141MiB / 256MiB", + "Name": "busy_visvesvaraya", + "NetIO": "8.68MB / 7.21MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:32:21.403218+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.27%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.90%", + "MemUsage": "14.83MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.32%", + "MemUsage": "155.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.16%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.60%", + "MemUsage": "156.7MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.18%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.85%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "570MB / 578MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 139kB", + "CPUPerc": "2.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.66MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.7MB / 75.8MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.97GB", + "CPUPerc": "1.08%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.32%", + "MemUsage": "308.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.06GB / 737MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "6201843b5763", + "ID": "6201843b5763", + "MemPerc": "0.00%", + "MemUsage": "0B / 0B", + "Name": "busy_visvesvaraya", + "NetIO": "0B / 0B", + "PIDs": "0" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "87b00d06aa4f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 998, + "acquire_seconds_delta": 5.456329146 + }, + "40b9a5b2a3f0": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1215, + "acquire_seconds_delta": 7.411525576 + }, + "8c07a7c18532": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1032, + "acquire_seconds_delta": 7.095187232 + }, + "b16a57707e80": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 1815, + "acquire_seconds_delta": 12.428188683 + } + }, + "db_delta": { + "xact_commit": 42804, + "xact_rollback": 0, + "blks_read": 7, + "blks_hit": 690722, + "tup_inserted": 28333, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "137570" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "229760" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "53503" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "53469" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "474463" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "141179" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "233369" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "57112" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "57078" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "488899" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 64, + "repeat": 3, + "result": { + "concurrency": 64, + "elapsed_seconds": 15.090357861, + "errors": { + "503": 32 + }, + "failed_requests": 32, + "instances": { + "40b9a5b2a3f0": 2989, + "87b00d06aa4f": 2990, + "8c07a7c18532": 2958, + "b16a57707e80": 2988 + }, + "latency_ms": { + "p50": 92.103, + "p95": 187.653, + "p99": 200.552 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11925, + "successful_rps": 790.2397086830756, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:32:25.186861+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.80%", + "MemUsage": "14.35MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "18.5MB / 24.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.99%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.50%", + "MemUsage": "156.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "18.9MB / 25.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.05%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.88%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "18.8MB / 25.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.41%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "14.70%", + "MemUsage": "75.28MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "18.9MB / 25.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.03%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.75%", + "MemUsage": "17.59MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "571MB / 579MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "3.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.93%", + "MemUsage": "4.938MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "79.8MB / 75.9MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.97GB", + "CPUPerc": "72.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.32%", + "MemUsage": "308.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.06GB / 738MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 19 + } + }, + { + "time": "2026-10-23T12:32:28.399736+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.52%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.04%", + "MemUsage": "15.56MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "20.4MB / 27.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.53%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.42%", + "MemUsage": "155.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "20.4MB / 27.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.01%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.83%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "20.4MB / 27.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.61%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "16.06%", + "MemUsage": "82.24MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "20.4MB / 27.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.09%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.54%", + "MemUsage": "17.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "574MB / 582MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "7.21%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.45%", + "MemUsage": "3.703MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "80.3MB / 76.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.98GB", + "CPUPerc": "99.41%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.22%", + "MemUsage": "308.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.07GB / 742MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.68%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.60%", + "MemUsage": "9.227MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "1.57MB / 1.31MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 7 + } + }, + { + "time": "2026-10-23T12:32:31.685895+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.95%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.97%", + "MemUsage": "15.23MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.42%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "30.83%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.09%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.88%", + "MemUsage": "158.1MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.26%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "17.45%", + "MemUsage": "89.36MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "21.8MB / 29.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.38%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.54%", + "MemUsage": "17.33MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "577MB / 585MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "3.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.55%", + "MemUsage": "3.969MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "80.7MB / 76.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.98GB", + "CPUPerc": "98.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.23%", + "MemUsage": "308.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.07GB / 746MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.13%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.68%", + "MemUsage": "9.434MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "3.69MB / 3.03MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:35.096804+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.96%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.14%", + "MemUsage": "16.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "23.4MB / 31.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.30%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.62%", + "MemUsage": "18.55MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "23.3MB / 31.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.79%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.84%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "23.4MB / 31.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.56%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "19.15%", + "MemUsage": "98.03MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "23.4MB / 31.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.99%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.72%", + "MemUsage": "17.56MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "579MB / 587MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "4.29%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.01%", + "MemUsage": "5.152MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "81.2MB / 77.2MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 2.99GB", + "CPUPerc": "101.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.27%", + "MemUsage": "308.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.08GB / 750MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.56%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.85%", + "MemUsage": "9.855MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "5.5MB / 4.49MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 4, + "IO": 1, + "LWLock": 2 + } + }, + { + "time": "2026-10-23T12:32:38.486733+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.02%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.02%", + "MemUsage": "15.48MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "25MB / 33.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.37%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.57%", + "MemUsage": "18.27MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "24.4MB / 32.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.35%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.83%", + "MemUsage": "157.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "24.9MB / 33.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.77%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "20.89%", + "MemUsage": "106.9MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "24.9MB / 33.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.78%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.89%", + "MemUsage": "17.79MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "583MB / 591MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "6.52%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.82%", + "MemUsage": "4.668MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "81.7MB / 77.6MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 3GB", + "CPUPerc": "105.31%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.51%", + "MemUsage": "309.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.09GB / 754MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.49%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.78%", + "MemUsage": "9.68MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "7.22MB / 5.89MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 5, + "IO": 2, + "IPC": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:32:41.686604+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "2.84%", + "MemUsage": "14.54MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "26.4MB / 35.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.48%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.50%", + "MemUsage": "17.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "26.2MB / 35.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.43%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "26.3MB / 35.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.65%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "22.22%", + "MemUsage": "113.8MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "26.3MB / 35.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.39%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "586MB / 594MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "4.18%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.63%", + "MemUsage": "4.164MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.1MB / 78MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 3.02GB", + "CPUPerc": "99.71%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.04%", + "MemUsage": "307.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.09GB / 758MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.93%", + "Container": "52f9d8a24ec3", + "ID": "52f9d8a24ec3", + "MemPerc": "3.94%", + "MemUsage": "10.1MiB / 256MiB", + "Name": "inspiring_mclaren", + "NetIO": "8.81MB / 7.18MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 4, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:32:44.613277+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.03%", + "MemUsage": "15.49MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "26.9MB / 35.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.32%", + "MemUsage": "17.01MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "26.8MB / 35.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.19%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.67%", + "MemUsage": "157MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "26.9MB / 35.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.18%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "22.58%", + "MemUsage": "115.6MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "26.9MB / 35.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.44%", + "MemUsage": "17.21MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "587MB / 596MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 143kB", + "CPUPerc": "0.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.90%", + "MemUsage": "4.875MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.3MB / 78.1MB", + "PIDs": "5" + }, + { + "BlockIO": "84.8MB / 3.03GB", + "CPUPerc": "4.96%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.36%", + "MemUsage": "309.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.09GB / 760MB", + "PIDs": "38" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "8c07a7c18532": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10426, + "acquire_seconds_delta": 261.588291252 + }, + "40b9a5b2a3f0": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8773, + "acquire_seconds_delta": 92.90600146 + }, + "b16a57707e80": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 8532, + "acquire_seconds_delta": 94.417123394 + }, + "87b00d06aa4f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 9081, + "acquire_seconds_delta": 108.712551752 + } + }, + "db_delta": { + "xact_commit": 43479, + "xact_rollback": 0, + "blks_read": 0, + "blks_hit": 686652, + "tup_inserted": 28837, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "141180" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "233369" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "57112" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "57078" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "488900" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "144804" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "236994" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "60737" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "60703" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "503399" + } + ] + }, + { + "series": "saturation", + "replicas": 4, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 128, + "repeat": 3, + "result": { + "concurrency": 128, + "elapsed_seconds": 15.182865746, + "errors": { + "503": 3197 + }, + "failed_requests": 3197, + "instances": { + "40b9a5b2a3f0": 2991, + "87b00d06aa4f": 2999, + "8c07a7c18532": 3030, + "b16a57707e80": 3016 + }, + "latency_ms": { + "p50": 184.062, + "p95": 207.692, + "p99": 297.57 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 12036, + "successful_rps": 792.7357194191711, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:32:48.386877+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.34%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.20%", + "MemUsage": "16.37MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "27.7MB / 36.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.74%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.30%", + "MemUsage": "16.88MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "27.5MB / 36.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.77%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.59%", + "MemUsage": "156.6MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "27.6MB / 36.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.47%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.20%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "27.1MB / 36.2MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.78%", + "MemUsage": "18.92MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "589MB / 597MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "9.70%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.074MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.5MB / 78.3MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.04GB", + "CPUPerc": "107.93%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.26%", + "MemUsage": "308.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.1GB / 762MB", + "PIDs": "38" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:32:51.390415+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.21%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.15%", + "MemUsage": "16.12MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "29.2MB / 38.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.00%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.39%", + "MemUsage": "17.34MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "29MB / 38.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.07%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.69%", + "MemUsage": "157.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "29.1MB / 38.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.97%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.01%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "29.1MB / 38.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.14%", + "MemUsage": "18.09MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "592MB / 601MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "7.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.41%", + "MemUsage": "3.617MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "82.9MB / 78.7MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.04GB", + "CPUPerc": "98.23%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.17%", + "MemUsage": "308.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.1GB / 765MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.24%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "5.26%", + "MemUsage": "13.46MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "2.77MB / 2.45MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 29 + } + }, + { + "time": "2026-10-23T12:32:54.683992+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.85%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "30.7MB / 40.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.82%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.39%", + "MemUsage": "17.35MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "30.6MB / 40.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.90%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.64%", + "MemUsage": "156.9MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "30.7MB / 40.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.89%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "30.6MB / 40.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.04%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "596MB / 605MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "6.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.71%", + "MemUsage": "4.387MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "83.4MB / 79.1MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.05GB", + "CPUPerc": "100.54%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.03%", + "MemUsage": "307.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.11GB / 770MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.87%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "5.11%", + "MemUsage": "13.08MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "4.19MB / 3.68MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 24 + } + }, + { + "time": "2026-10-23T12:32:57.983464+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.84%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.65%", + "MemUsage": "18.68MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "32.4MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.66%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.44%", + "MemUsage": "17.64MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "32.2MB / 42.9MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.61%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.70%", + "MemUsage": "157.2MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "32.3MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.27%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "26.16%", + "MemUsage": "134MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "32.3MB / 43MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.15%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.38%", + "MemUsage": "18.4MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "599MB / 607MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "4.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.59%", + "MemUsage": "4.062MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "83.8MB / 79.6MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.06GB", + "CPUPerc": "102.29%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.18%", + "MemUsage": "308.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.11GB / 774MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.90%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "4.85%", + "MemUsage": "12.41MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "6.79MB / 5.94MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 2, + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:33:01.193113+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.44%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.79%", + "MemUsage": "19.39MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "33.8MB / 44.9MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.39%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.45%", + "MemUsage": "17.66MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "33.7MB / 44.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.86%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.56%", + "MemUsage": "156.5MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "33.8MB / 44.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.58%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "25.97%", + "MemUsage": "133MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "33.7MB / 44.9MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.07%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.16%", + "MemUsage": "18.13MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "603MB / 612MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "6.78%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.40%", + "MemUsage": "3.574MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "84.2MB / 79.9MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.08GB", + "CPUPerc": "99.37%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.96%", + "MemUsage": "307MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.12GB / 778MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.12%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "4.80%", + "MemUsage": "12.28MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "8.66MB / 7.55MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 2, + "CPU/runnable": 3, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:33:04.486569+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.94%", + "Container": "b16a57707e80", + "ID": "b16a57707e80", + "MemPerc": "3.46%", + "MemUsage": "17.72MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "35.5MB / 47.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.83%", + "Container": "8c07a7c18532", + "ID": "8c07a7c18532", + "MemPerc": "3.59%", + "MemUsage": "18.39MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "35.4MB / 47MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.00%", + "Container": "40b9a5b2a3f0", + "ID": "40b9a5b2a3f0", + "MemPerc": "30.83%", + "MemUsage": "157.8MiB / 512MiB", + "Name": "mtusi-lab3-api-7", + "NetIO": "35.4MB / 47MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.64%", + "Container": "87b00d06aa4f", + "ID": "87b00d06aa4f", + "MemPerc": "27.29%", + "MemUsage": "139.7MiB / 512MiB", + "Name": "mtusi-lab3-api-6", + "NetIO": "35.4MB / 47MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.57%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.65%", + "MemUsage": "18.75MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "607MB / 616MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "6.70%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.69%", + "MemUsage": "4.328MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "84.6MB / 80.2MB", + "PIDs": "5" + }, + { + "BlockIO": "84.9MB / 3.09GB", + "CPUPerc": "100.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.12%", + "MemUsage": "307.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 782MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.31%", + "Container": "fc60f1c61990", + "ID": "fc60f1c61990", + "MemPerc": "5.30%", + "MemUsage": "13.58MiB / 256MiB", + "Name": "stupefied_herschel", + "NetIO": "10.1MB / 8.81MB", + "PIDs": "7" + } + ], + "db_active_waits": { + "Client": 4, + "CPU/runnable": 5, + "LWLock": 8 + } + } + ], + "sample_errors": [], + "pool_stats": { + "b16a57707e80": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10888, + "acquire_seconds_delta": 426.489848409 + }, + "8c07a7c18532": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10868, + "acquire_seconds_delta": 426.533035945 + }, + "40b9a5b2a3f0": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10745, + "acquire_seconds_delta": 421.575465487 + }, + "87b00d06aa4f": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 10788, + "acquire_seconds_delta": 425.665936457 + } + }, + "db_delta": { + "xact_commit": 43738, + "xact_rollback": 0, + "blks_read": 4, + "blks_hit": 689667, + "tup_inserted": 28927, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "144805" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "236994" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "36", + "econ": "2", + "eresp": "0", + "stot": "60737" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "60703" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "503400" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "149365" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "241554" + }, + { + "svname": "replica3", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "166", + "eresp": "0", + "stot": "521642" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.078653098, + "errors": {}, + "failed_requests": 0, + "instances": { + "3ca8acc239b4": 4278, + "45aea464edd1": 4277 + }, + "latency_ms": { + "p50": 59.739, + "p95": 110.459, + "p99": 138.606 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 8555, + "successful_rps": 567.3583671166701, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:34:11.780116+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.34%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.1kB / 16.5kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.53%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "13.42%", + "MemUsage": "68.73MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.53kB / 9.59kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.90%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.65%", + "MemUsage": "17.48MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "608MB / 617MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 147kB", + "CPUPerc": "4.57%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.81%", + "MemUsage": "4.645MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "84.8MB / 80.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.11GB", + "CPUPerc": "14.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.37%", + "MemUsage": "268.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 783MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:34:14.906664+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.33%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.36%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.43MB / 1.94MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.17%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "15.12%", + "MemUsage": "77.43MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.41MB / 1.93MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.02%", + "MemUsage": "17.95MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "609MB / 618MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "4.34%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.32%", + "MemUsage": "5.941MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.1MB / 80.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.13GB", + "CPUPerc": "72.57%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.64%", + "MemUsage": "269.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 785MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.46%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.38%", + "MemUsage": "8.656MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "464kB / 394kB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:34:17.918548+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.04%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.59%", + "MemUsage": "136.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.29MB / 4.47MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.37%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "17.18%", + "MemUsage": "87.98MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.27MB / 4.46MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.79%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.53%", + "MemUsage": "18.6MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "611MB / 620MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "9.58%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.02%", + "MemUsage": "5.168MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.3MB / 80.9MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.15GB", + "CPUPerc": "76.47%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.81%", + "MemUsage": "270.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.13GB / 787MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.71%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.73%", + "MemUsage": "9.551MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "1.9MB / 1.56MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:34:20.990093+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.49%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.53%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.21MB / 7.07MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.98%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "18.47%", + "MemUsage": "94.59MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "4.5MB / 6.15MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.14%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.62%", + "MemUsage": "18.71MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "613MB / 622MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "4.77%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.85%", + "MemUsage": "4.73MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.6MB / 81.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.17GB", + "CPUPerc": "70.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.79%", + "MemUsage": "270.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.14GB / 789MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.21%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.12%", + "MemUsage": "7.996MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "2.62MB / 2.15MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:34:23.980374+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.93%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.55%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.01MB / 9.47MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.50%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "20.45%", + "MemUsage": "104.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.22MB / 8.51MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.32%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.53%", + "MemUsage": "17.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "616MB / 624MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "7.38%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.50%", + "MemUsage": "3.828MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "85.8MB / 81.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.19GB", + "CPUPerc": "69.15%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "53.40%", + "MemUsage": "273.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.14GB / 792MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.58%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.47%", + "MemUsage": "8.871MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "3.61MB / 2.97MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:34:26.999404+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.91%", + "Container": "3ca8acc239b4", + "ID": "3ca8acc239b4", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.12MB / 12.3MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.98%", + "Container": "45aea464edd1", + "ID": "45aea464edd1", + "MemPerc": "22.77%", + "MemUsage": "116.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.34MB / 11.4MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.39%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.23%", + "MemUsage": "18.22MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "618MB / 627MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 152kB", + "CPUPerc": "7.09%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.582MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "86MB / 81.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.21GB", + "CPUPerc": "74.44%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.94%", + "MemUsage": "271.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.14GB / 795MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.55%", + "Container": "1e7ed546e4e8", + "ID": "1e7ed546e4e8", + "MemPerc": "3.51%", + "MemUsage": "8.98MiB / 256MiB", + "Name": "upbeat_kepler", + "NetIO": "5.21MB / 4.31MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "3ca8acc239b4": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 11618, + "acquire_seconds_delta": 118.508297879 + }, + "45aea464edd1": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 14746, + "acquire_seconds_delta": 417.142871688 + } + }, + "db_delta": { + "xact_commit": 29253, + "xact_rollback": 0, + "blks_read": 10, + "blks_hit": 444092, + "tup_inserted": 19389, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "149379" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "241576" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "183", + "eresp": "0", + "stot": "521695" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "154288" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "246486" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "183", + "eresp": "0", + "stot": "531514" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 1, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.090506931, + "errors": {}, + "failed_requests": 0, + "instances": { + "9887b930be79": 5583, + "ad45a01d5616": 5582 + }, + "latency_ms": { + "p50": 15.776, + "p95": 92.695, + "p99": 98.553 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11165, + "successful_rps": 739.8691144738191, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:34:38.076835+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.35%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.20%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "962kB / 1.28MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.97%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.26%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "951kB / 1.27MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.95%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.19%", + "MemUsage": "18.16MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "621MB / 630MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "4.04%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.19%", + "MemUsage": "5.613MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "86.5MB / 82.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.23GB", + "CPUPerc": "48.06%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.36%", + "MemUsage": "298.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.15GB / 798MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:34:40.879395+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.36%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.31%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.11MB / 4.16MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.10%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.08MB / 4.13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.33%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.32%", + "MemUsage": "18.33MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "623MB / 632MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "6.19%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.211MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "86.9MB / 82.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.24GB", + "CPUPerc": "105.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.13%", + "MemUsage": "302.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.15GB / 802MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.99%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.67%", + "MemUsage": "9.398MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "1.73MB / 1.44MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 3 + } + }, + { + "time": "2026-10-23T12:34:43.989000+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.87%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.40%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.11MB / 6.86MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.66%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.42%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.99MB / 8.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.41%", + "MemUsage": "18.45MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "626MB / 635MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "3.49%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.95%", + "MemUsage": "4.992MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "87.3MB / 82.9MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.25GB", + "CPUPerc": "99.75%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.14%", + "MemUsage": "302.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.16GB / 806MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.71%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.54%", + "MemUsage": "9.062MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "3.36MB / 2.78MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 5 + } + }, + { + "time": "2026-10-23T12:34:47.485384+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.34%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.76MB / 11.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.68%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.77MB / 11.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.95%", + "MemUsage": "17.85MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "629MB / 638MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "8.17%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.16%", + "MemUsage": "5.52MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "87.7MB / 83.3MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.26GB", + "CPUPerc": "100.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.13%", + "MemUsage": "302.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.17GB / 810MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.39%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.31%", + "MemUsage": "8.477MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "4.41MB / 3.65MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 8 + } + }, + { + "time": "2026-10-23T12:34:50.773158+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.81%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "25.76%", + "MemUsage": "131.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "11.7MB / 15.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.28%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "26.08%", + "MemUsage": "133.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "11.7MB / 15.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.05%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.01%", + "MemUsage": "17.94MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "632MB / 641MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "4.02%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.824MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "88.1MB / 83.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.27GB", + "CPUPerc": "102.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.89%", + "MemUsage": "301.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.17GB / 814MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.22%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.23%", + "MemUsage": "8.281MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "6.05MB / 5MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 3, + "IO": 2, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:34:53.870577+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.92%", + "Container": "ad45a01d5616", + "ID": "ad45a01d5616", + "MemPerc": "3.69%", + "MemUsage": "18.87MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.4MB / 18.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.37%", + "Container": "9887b930be79", + "ID": "9887b930be79", + "MemPerc": "3.64%", + "MemUsage": "18.65MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.3MB / 19.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.97%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.31%", + "MemUsage": "18.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "634MB / 644MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 156kB", + "CPUPerc": "5.51%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.86%", + "MemUsage": "4.758MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "88.5MB / 84.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.28GB", + "CPUPerc": "101.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.03%", + "MemUsage": "302.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.18GB / 817MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.45%", + "Container": "9ba11f17e4c4", + "ID": "9ba11f17e4c4", + "MemPerc": "3.44%", + "MemUsage": "8.801MiB / 256MiB", + "Name": "serene_pasteur", + "NetIO": "8.06MB / 6.66MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [], + "pool_stats": { + "ad45a01d5616": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 16448, + "acquire_seconds_delta": 99.91955192 + }, + "9887b930be79": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 18918, + "acquire_seconds_delta": 178.184637557 + } + }, + "db_delta": { + "xact_commit": 37170, + "xact_rollback": 0, + "blks_read": 7, + "blks_hit": 602616, + "tup_inserted": 24661, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "154289" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "246489" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "190", + "eresp": "0", + "stot": "531525" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "160702" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "252903" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "190", + "eresp": "0", + "stot": "544352" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.009222618, + "errors": {}, + "failed_requests": 0, + "instances": { + "6261381dbb91": 5757, + "658e101c8521": 5757 + }, + "latency_ms": { + "p50": 15.051, + "p95": 92.072, + "p99": 100.503 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 11514, + "successful_rps": 767.1283378921763, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:35:00.685456+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.94%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.22%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "308kB / 398kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.30%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "314kB / 411kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.53%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.55%", + "MemUsage": "18.62MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "635MB / 644MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "1.88%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.23%", + "MemUsage": "5.703MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "88.6MB / 84.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.3GB", + "CPUPerc": "67.58%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.51%", + "MemUsage": "299.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.18GB / 818MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 9 + } + }, + { + "time": "2026-10-23T12:35:03.879790+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.56%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.11%", + "MemUsage": "133.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.6MB / 3.49MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.57%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.6MB / 3.49MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.96%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.53%", + "MemUsage": "17.32MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "636MB / 646MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "7.08%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.18%", + "MemUsage": "5.582MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "89MB / 84.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.31GB", + "CPUPerc": "106.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.02%", + "MemUsage": "302.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.18GB / 821MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.85%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.68%", + "MemUsage": "9.418MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "1.46MB / 1.21MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:35:07.073819+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.82%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.26%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.13MB / 6.89MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.77%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.36%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.11MB / 6.87MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.41%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.44%", + "MemUsage": "17.2MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "639MB / 648MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "3.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.09%", + "MemUsage": "5.355MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "89.4MB / 84.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.31GB", + "CPUPerc": "98.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.03%", + "MemUsage": "302.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.19GB / 825MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.41%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.42%", + "MemUsage": "8.75MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "2.39MB / 1.98MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:35:10.275551+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.70%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.16%", + "MemUsage": "133.9MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "7.99MB / 10.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.37%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.25%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "7.96MB / 10.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.66%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.85%", + "MemUsage": "17.73MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "642MB / 651MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "11.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.785MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "89.8MB / 85.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.32GB", + "CPUPerc": "102.03%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.44%", + "MemUsage": "304.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.19GB / 829MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.31%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.58%", + "MemUsage": "9.152MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "3.95MB / 3.26MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 12 + } + }, + { + "time": "2026-10-23T12:35:13.680457+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.80%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.92MB / 13.3MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.03%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.7MB / 14.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.53%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "646MB / 655MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "3.69%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.04%", + "MemUsage": "5.234MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "90.2MB / 85.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.33GB", + "CPUPerc": "102.99%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.07%", + "MemUsage": "302.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.2GB / 833MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.85%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.36%", + "MemUsage": "8.605MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "6.06MB / 5.02MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:35:16.871084+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.15%", + "Container": "6261381dbb91", + "ID": "6261381dbb91", + "MemPerc": "3.56%", + "MemUsage": "18.25MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.7MB / 17MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.71%", + "Container": "658e101c8521", + "ID": "658e101c8521", + "MemPerc": "3.77%", + "MemUsage": "19.32MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12.6MB / 17.1MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.83%", + "MemUsage": "17.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "649MB / 658MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 160kB", + "CPUPerc": "4.12%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.12%", + "MemUsage": "5.426MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "90.6MB / 86MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.34GB", + "CPUPerc": "97.22%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "59.11%", + "MemUsage": "302.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.2GB / 835MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.44%", + "Container": "162b875eab03", + "ID": "162b875eab03", + "MemPerc": "3.29%", + "MemUsage": "8.426MiB / 256MiB", + "Name": "pensive_mccarthy", + "NetIO": "7.73MB / 6.4MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1, + "LWLock": 2 + } + } + ], + "sample_errors": [ + "CalledProcessError" + ], + "pool_stats": { + "6261381dbb91": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 16771, + "acquire_seconds_delta": 103.657054933 + }, + "658e101c8521": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 19498, + "acquire_seconds_delta": 175.463052334 + } + }, + "db_delta": { + "xact_commit": 38155, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 618661, + "tup_inserted": 25351, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "160705" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "252904" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "195", + "eresp": "0", + "stot": "544361" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "167349" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "259548" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "195", + "eresp": "0", + "stot": "557649" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 32, + "repeat": 2, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.047648499, + "errors": {}, + "failed_requests": 0, + "instances": { + "a6dcbf459cad": 4655, + "ad48e9b7b7f4": 4656 + }, + "latency_ms": { + "p50": 52.973, + "p95": 74.209, + "p99": 91.543 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9311, + "successful_rps": 618.7677762820396, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:35:26.662641+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.13%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.43%", + "MemUsage": "135.3MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "1.08MB / 1.46MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.07%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.50%", + "MemUsage": "135.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "1.08MB / 1.46MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.36%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.98%", + "MemUsage": "17.89MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "652MB / 661MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.94%", + "MemUsage": "4.977MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91MB / 86.4MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.36GB", + "CPUPerc": "37.64%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "51.98%", + "MemUsage": "266.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.21GB / 839MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "CPU/runnable": 2 + } + }, + { + "time": "2026-10-23T12:35:28.666994+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.70%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.34MB / 3.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.54%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.28%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.35MB / 3.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.24%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.78%", + "MemUsage": "17.64MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "653MB / 662MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.16%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.992MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.2MB / 86.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.38GB", + "CPUPerc": "65.70%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.02%", + "MemUsage": "266.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.21GB / 842MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.79%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.36%", + "MemUsage": "8.594MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "1.36MB / 1.12MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "CPU/runnable": 1 + } + }, + { + "time": "2026-10-23T12:35:30.718661+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.73%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.40%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.67MB / 5.01MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.33%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.68MB / 5.03MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.13%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.65%", + "MemUsage": "18.76MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "654MB / 664MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "10.13%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.488MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.4MB / 86.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.39GB", + "CPUPerc": "63.13%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.17%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.21GB / 844MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.31%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.53%", + "MemUsage": "9.035MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "2.15MB / 1.76MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:32.712809+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.25%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.13MB / 7.02MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.91%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.26%", + "MemUsage": "134.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.14MB / 7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.25%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.35%", + "MemUsage": "18.37MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "656MB / 665MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "6.66%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.996MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.6MB / 87MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.4GB", + "CPUPerc": "63.07%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.06%", + "MemUsage": "266.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.22GB / 846MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.69%", + "MemUsage": "9.438MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "2.98MB / 2.45MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + }, + { + "time": "2026-10-23T12:35:34.739707+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.24%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.6MB / 9.05MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.37%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.59%", + "MemUsage": "136.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.62MB / 8.99MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.37%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.24%", + "MemUsage": "18.23MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "657MB / 667MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "6.60%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.484MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "91.8MB / 87.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.41GB", + "CPUPerc": "60.68%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.16%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.22GB / 848MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.96%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.58%", + "MemUsage": "9.168MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "3.83MB / 3.15MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:36.770712+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.65%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.08MB / 11.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.09%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.64%", + "MemUsage": "136.4MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.09MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.92%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.03%", + "MemUsage": "17.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "659MB / 668MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.01%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.76%", + "MemUsage": "4.496MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92MB / 87.4MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.43GB", + "CPUPerc": "62.27%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.17%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.22GB / 850MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.99%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.62%", + "MemUsage": "9.27MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "4.67MB / 3.85MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:38.800553+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.72%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.49%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.5MB / 13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.44%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.67%", + "MemUsage": "136.6MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.52MB / 12.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.40%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.17%", + "MemUsage": "18.14MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "660MB / 670MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "6.93%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.56%", + "MemUsage": "3.992MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.2MB / 87.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.44GB", + "CPUPerc": "67.48%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.23%", + "MemUsage": "267.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 852MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.95%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.49%", + "MemUsage": "8.945MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "5.5MB / 4.53MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:40.979442+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.07%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "10.8MB / 14.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.61%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.9MB / 14.7MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.49%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.50%", + "MemUsage": "18.56MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "662MB / 671MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "7.40%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.488MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.4MB / 87.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.45GB", + "CPUPerc": "70.32%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.28%", + "MemUsage": "267.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 853MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.45%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.53%", + "MemUsage": "9.039MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "6.28MB / 5.17MB", + "PIDs": "5" + } + ], + "db_active_waits": { + "Client": 1 + } + }, + { + "time": "2026-10-23T12:35:43.875811+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.52%", + "Container": "ad48e9b7b7f4", + "ID": "ad48e9b7b7f4", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12.4MB / 17MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.76%", + "Container": "a6dcbf459cad", + "ID": "a6dcbf459cad", + "MemPerc": "3.52%", + "MemUsage": "18.02MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.4MB / 16.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.59%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.23%", + "MemUsage": "16.93MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "663MB / 673MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 164kB", + "CPUPerc": "1.47%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.75%", + "MemUsage": "4.48MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.6MB / 88MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.47GB", + "CPUPerc": "21.00%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.04%", + "MemUsage": "266.5MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 856MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.18%", + "Container": "ff54a48cc4fd", + "ID": "ff54a48cc4fd", + "MemPerc": "3.71%", + "MemUsage": "9.488MiB / 256MiB", + "Name": "upbeat_meninsky", + "NetIO": "7.04MB / 5.78MB", + "PIDs": "5" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "a6dcbf459cad": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16694, + "acquire_seconds_delta": 218.065275587 + }, + "ad48e9b7b7f4": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 16695, + "acquire_seconds_delta": 316.906797843 + } + }, + "db_delta": { + "xact_commit": 33204, + "xact_rollback": 0, + "blks_read": 5, + "blks_hit": 497754, + "tup_inserted": 22042, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "167351" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "259549" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "201", + "eresp": "0", + "stot": "557658" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "172909" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "265107" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "201", + "eresp": "0", + "stot": "568774" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 1, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.046390949, + "errors": {}, + "failed_requests": 0, + "instances": { + "42080974b87f": 4805, + "60757208d7fd": 4806 + }, + "latency_ms": { + "p50": 49.199, + "p95": 72.457, + "p99": 86.777 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 9611, + "successful_rps": 638.7578278789013, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:35:51.616080+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.70%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.06%", + "MemUsage": "133.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "318kB / 419kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.33%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.02%", + "MemUsage": "133.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "315kB / 417kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.86%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.49%", + "MemUsage": "18.55MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "664MB / 673MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "9.78%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.79%", + "MemUsage": "4.57MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.6MB / 88.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.48GB", + "CPUPerc": "63.01%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.17%", + "MemUsage": "267.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.23GB / 857MB", + "PIDs": "8" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:53.603514+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.03%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.35%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "2.3MB / 3.14MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.25%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.21%", + "MemUsage": "134.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.3MB / 3.14MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.36%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.73%", + "MemUsage": "17.58MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "666MB / 675MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.67%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.98%", + "MemUsage": "5.059MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "92.9MB / 88.3MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.5GB", + "CPUPerc": "66.32%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.16%", + "MemUsage": "267MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.24GB / 859MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.23%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.63%", + "MemUsage": "9.285MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "1.34MB / 1.1MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:55.607013+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.75%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.75MB / 5.13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.70%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "3.75MB / 5.13MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.79%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.51%", + "MemUsage": "18.57MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "667MB / 677MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "9.68%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.555MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.1MB / 88.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.51GB", + "CPUPerc": "68.30%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.21%", + "MemUsage": "267.3MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.24GB / 861MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.30%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.63%", + "MemUsage": "9.289MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "2.19MB / 1.79MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 1, + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:57.666615+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.63%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.38%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "5.21MB / 7.14MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.92%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.42%", + "MemUsage": "135.2MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "5.21MB / 7.13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.01%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.92%", + "MemUsage": "17.81MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "669MB / 679MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.95%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.555MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.3MB / 88.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.52GB", + "CPUPerc": "68.05%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.30%", + "MemUsage": "267.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.24GB / 863MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.73%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.54%", + "MemUsage": "9.07MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "3.05MB / 2.49MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:35:59.695005+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.50%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.65MB / 9.08MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.82%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.37%", + "MemUsage": "135MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.63MB / 9.08MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.70%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.28%", + "MemUsage": "18.28MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "670MB / 680MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.80%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.78%", + "MemUsage": "4.555MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.5MB / 89MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.54GB", + "CPUPerc": "65.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.23%", + "MemUsage": "267.4MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 865MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.54%", + "MemUsage": "9.055MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "3.87MB / 3.16MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:36:01.715174+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.27%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.57%", + "MemUsage": "136MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.05MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.83%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.39%", + "MemUsage": "135.1MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "8.03MB / 11MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.03%", + "MemUsage": "17.96MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "672MB / 682MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "7.03%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.797MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.7MB / 89.2MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.55GB", + "CPUPerc": "66.74%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.26%", + "MemUsage": "267.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 867MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.10%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.44%", + "MemUsage": "8.816MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "4.68MB / 3.83MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:36:03.702992+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.14%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "26.52%", + "MemUsage": "135.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "9.51MB / 12.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.37%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "26.46%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.47MB / 13MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.28%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.33%", + "MemUsage": "18.34MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "673MB / 683MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.74%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.87%", + "MemUsage": "4.789MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "93.9MB / 89.4MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.56GB", + "CPUPerc": "66.88%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.27%", + "MemUsage": "267.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 869MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.18%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.66%", + "MemUsage": "9.375MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "5.52MB / 4.52MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 1 + } + }, + { + "time": "2026-10-23T12:36:05.738676+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.88%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "25.20%", + "MemUsage": "129MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "11MB / 14.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.55%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "25.89%", + "MemUsage": "132.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "10.9MB / 15MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.89%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.85%", + "MemUsage": "19MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "675MB / 685MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.85%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.96%", + "MemUsage": "5.027MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.1MB / 89.6MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.57GB", + "CPUPerc": "65.02%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.29%", + "MemUsage": "267.7MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.25GB / 871MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.57%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.73%", + "MemUsage": "9.551MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "6.36MB / 5.21MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1 + } + }, + { + "time": "2026-10-23T12:36:07.756094+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.06%", + "Container": "42080974b87f", + "ID": "42080974b87f", + "MemPerc": "3.37%", + "MemUsage": "17.23MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "12.4MB / 16.8MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.54%", + "Container": "60757208d7fd", + "ID": "60757208d7fd", + "MemPerc": "3.66%", + "MemUsage": "18.73MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "12.4MB / 17MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.00%", + "MemUsage": "17.91MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "676MB / 686MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 168kB", + "CPUPerc": "6.96%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.77%", + "MemUsage": "4.539MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.3MB / 89.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.58GB", + "CPUPerc": "67.77%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "52.26%", + "MemUsage": "267.6MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.26GB / 873MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "c04a71207340", + "ID": "c04a71207340", + "MemPerc": "3.68%", + "MemUsage": "9.41MiB / 256MiB", + "Name": "jovial_pare", + "NetIO": "7.18MB / 5.9MB", + "PIDs": "6" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "60757208d7fd": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 17124, + "acquire_seconds_delta": 312.264768691 + }, + "42080974b87f": { + "max_acquired": 1, + "max_connections": 1, + "empty_acquires_delta": 17121, + "acquire_seconds_delta": 222.94996017 + } + }, + "db_delta": { + "xact_commit": 33636, + "xact_rollback": 0, + "blks_read": 1, + "blks_hit": 499928, + "tup_inserted": 22315, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "172911" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "265110" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "207", + "eresp": "0", + "stot": "568785" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "178611" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "270810" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "207", + "eresp": "0", + "stot": "580185" + } + ] + }, + { + "series": "pool-tuning", + "replicas": 2, + "cpu_per_api": 1, + "memory_mib_per_api": 512, + "pool": 8, + "concurrency": 32, + "repeat": 3, + "result": { + "concurrency": 32, + "elapsed_seconds": 15.014593415, + "errors": {}, + "failed_requests": 0, + "instances": { + "e8660d7c15fd": 5465, + "eaf9ba2d5194": 5473 + }, + "latency_ms": { + "p50": 15.07, + "p95": 94.225, + "p99": 99.187 + }, + "note": "Success-only latency; closed-loop has coordinated omission. Counts HTTP confirmations, not unique DB commits.", + "requested_duration_seconds": 15, + "successful_requests": 10938, + "successful_rps": 728.491254986141, + "warmup_seconds": 3, + "workload": "closed-loop POST 128 ASCII characters, unique keys, persistent connections, no retries" + }, + "samples": [ + { + "time": "2026-10-23T12:36:16.176315+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.05%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.30%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "958kB / 1.27MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.96%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.26%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "173kB / 220kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.47%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.38%", + "MemUsage": "18.41MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "677MB / 687MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "6.48%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.281MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.5MB / 90MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.6GB", + "CPUPerc": "50.85%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.17%", + "MemUsage": "297.8MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.26GB / 873MB", + "PIDs": "22" + } + ], + "db_active_waits": { + "Client": 3, + "CPU/runnable": 1, + "IO": 1, + "LWLock": 4 + } + }, + { + "time": "2026-10-23T12:36:19.367049+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.41%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "2.8MB / 3.74MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.29%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.32%", + "MemUsage": "134.7MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "3.65MB / 4.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.10%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.35%", + "MemUsage": "18.37MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "681MB / 690MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "3.63%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.273MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "94.9MB / 90.3MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.61GB", + "CPUPerc": "99.82%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.81%", + "MemUsage": "301.1MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.26GB / 878MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.82%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.59%", + "MemUsage": "9.184MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "1.56MB / 1.3MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:36:22.366566+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.50%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.25%", + "MemUsage": "134.4MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "6.4MB / 8.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.95%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.47%", + "MemUsage": "135.6MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "6.39MB / 8.6MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.61%", + "MemUsage": "18.7MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "683MB / 693MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "6.43%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.05%", + "MemUsage": "5.258MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "95.3MB / 90.7MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.62GB", + "CPUPerc": "101.59%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.97%", + "MemUsage": "301.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.27GB / 882MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.64%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.49%", + "MemUsage": "8.945MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "3.6MB / 2.99MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 1, + "LWLock": 13 + } + }, + { + "time": "2026-10-23T12:36:25.467576+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.15%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "26.47%", + "MemUsage": "135.5MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "9.37MB / 12.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.35%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.32%", + "MemUsage": "134.8MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "8.32MB / 11.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.91%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.91%", + "MemUsage": "17.8MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "686MB / 696MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "3.91%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.22%", + "MemUsage": "5.676MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "95.8MB / 91.1MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.63GB", + "CPUPerc": "101.51%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "58.82%", + "MemUsage": "301.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.28GB / 886MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.14%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.36%", + "MemUsage": "8.59MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "5.26MB / 4.37MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "CPU/runnable": 2, + "IO": 1, + "LWLock": 11 + } + }, + { + "time": "2026-10-23T12:36:28.668162+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.97%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "25.84%", + "MemUsage": "132.3MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "11.2MB / 15MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.11%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "26.19%", + "MemUsage": "134.1MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "11.1MB / 15MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.34%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.11%", + "MemUsage": "16.78MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "689MB / 699MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "5.19%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.49%", + "MemUsage": "3.809MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "96.2MB / 91.5MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.63GB", + "CPUPerc": "100.66%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "60.91%", + "MemUsage": "311.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.28GB / 889MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.50%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "2.96%", + "MemUsage": "7.57MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "6.68MB / 5.54MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "CPU/runnable": 1, + "IO": 2, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:36:31.675922+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.22%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "3.96%", + "MemUsage": "20.28MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "13.9MB / 18.6MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.77%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "3.76%", + "MemUsage": "19.25MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "13.8MB / 18.7MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.23%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "14.14%", + "MemUsage": "18.1MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "691MB / 701MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "3.11%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "2.06%", + "MemUsage": "5.277MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "96.5MB / 91.8MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.64GB", + "CPUPerc": "100.94%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "61.51%", + "MemUsage": "314.9MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.29GB / 892MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.60%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "3.59%", + "MemUsage": "9.191MiB / 256MiB", + "Name": "charming_allen", + "NetIO": "7.81MB / 6.46MB", + "PIDs": "6" + } + ], + "db_active_waits": { + "Client": 1, + "IO": 3, + "LWLock": 6 + } + }, + { + "time": "2026-10-23T12:36:34.535866+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.26%", + "Container": "eaf9ba2d5194", + "ID": "eaf9ba2d5194", + "MemPerc": "3.84%", + "MemUsage": "19.65MiB / 512MiB", + "Name": "mtusi-lab3-api-8", + "NetIO": "14.5MB / 19.4MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "e8660d7c15fd", + "ID": "e8660d7c15fd", + "MemPerc": "3.39%", + "MemUsage": "17.35MiB / 512MiB", + "Name": "mtusi-lab3-api-9", + "NetIO": "14.5MB / 19.5MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.88%", + "Container": "3ab85f1808aa", + "ID": "3ab85f1808aa", + "MemPerc": "13.88%", + "MemUsage": "17.77MiB / 128MiB", + "Name": "mtusi-lab3-lb-1", + "NetIO": "692MB / 702MB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 172kB", + "CPUPerc": "2.27%", + "Container": "d05b4b0c0e14", + "ID": "d05b4b0c0e14", + "MemPerc": "1.88%", + "MemUsage": "4.801MiB / 256MiB", + "Name": "mtusi-lab3-valkey-1", + "NetIO": "96.6MB / 91.9MB", + "PIDs": "5" + }, + { + "BlockIO": "127MB / 3.66GB", + "CPUPerc": "95.46%", + "Container": "16f66e71d6f1", + "ID": "16f66e71d6f1", + "MemPerc": "62.15%", + "MemUsage": "318.2MiB / 512MiB", + "Name": "mtusi-lab3-db-1", + "NetIO": "1.29GB / 893MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "83710d7b77f7", + "ID": "83710d7b77f7", + "MemPerc": "0.00%", + "MemUsage": "0B / 0B", + "Name": "charming_allen", + "NetIO": "0B / 0B", + "PIDs": "0" + } + ], + "db_active_waits": {} + } + ], + "sample_errors": [], + "pool_stats": { + "eaf9ba2d5194": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 15320, + "acquire_seconds_delta": 86.483395891 + }, + "e8660d7c15fd": { + "max_acquired": 8, + "max_connections": 8, + "empty_acquires_delta": 18937, + "acquire_seconds_delta": 192.898063808 + } + }, + "db_delta": { + "xact_commit": 37231, + "xact_rollback": 0, + "blks_read": 16665, + "blks_hit": 574938, + "tup_inserted": 24683, + "deadlocks": 0 + }, + "lb_before": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "178614" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "270812" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "213", + "eresp": "0", + "stot": "580196" + } + ], + "lb_after": [ + { + "svname": "replica1", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "184981" + }, + { + "svname": "replica2", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "43", + "econ": "0", + "eresp": "0", + "stot": "277180" + }, + { + "svname": "replica3", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "2", + "eresp": "0", + "stot": "65298" + }, + { + "svname": "replica4", + "status": "MAINT (resolution)", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "37", + "econ": "1", + "eresp": "0", + "stot": "65264" + }, + { + "svname": "BACKEND", + "status": "UP", + "qcur": "0", + "qmax": "0", + "scur": "0", + "smax": "129", + "econ": "213", + "eresp": "0", + "stot": "592931" + } + ] + } + ] +} diff --git a/evidence/research.md b/evidence/research.md new file mode 100644 index 0000000..c2b152a --- /dev/null +++ b/evidence/research.md @@ -0,0 +1,35 @@ +# Измерения трека 1 + +Fixed: суммарно 2 CPU / 1024 MiB API, суммарный пул 8. Growing: 1 CPU / 512 MiB и пул 8 на каждую API. PostgreSQL 1 CPU / 512 MiB, LB 0.5 CPU / 128 MiB, Valkey 0.5 CPU / 256 MiB, генератор 2 CPU / 256 MiB. + +| Серия | API | Клиенты | Пул/реплика | RPS median [min;max] | p95 ms | Ошибки | +|---|---:|---:|---:|---:|---:|---:| +| fixed | 1 | 32 | 8 | 886.9 [881.4; 899.3] | 80.7 | 0 | +| fixed | 2 | 32 | 4 | 771.3 [716.5; 784.3] | 90.2 | 0 | +| fixed | 4 | 32 | 2 | 739.9 [682.5; 765.8] | 106.1 | 0 | +| growing | 1 | 32 | 8 | 857.1 [823.9; 881.2] | 81.8 | 0 | +| growing | 2 | 32 | 8 | 791.1 [661.8; 807.7] | 91.1 | 0 | +| growing | 4 | 32 | 8 | 673.0 [612.4; 703.2] | 96.1 | 0 | +| pool-overload | 2 | 64 | 1 | 613.8 [400.1; 637.0] | 136.5 | 970 | +| pool-overload | 2 | 64 | 8 | 786.2 [766.6; 788.4] | 105.6 | 5472 | +| pool-tuning | 2 | 32 | 1 | 618.8 [567.4; 638.8] | 74.2 | 0 | +| pool-tuning | 2 | 32 | 8 | 739.9 [728.5; 767.1] | 92.7 | 0 | +| saturation | 4 | 1 | 8 | 301.7 [296.0; 327.8] | 4.6 | 0 | +| saturation | 4 | 8 | 8 | 717.0 [715.6; 766.8] | 58.2 | 0 | +| saturation | 4 | 32 | 8 | 737.7 [725.1; 816.0] | 92.8 | 0 | +| saturation | 4 | 64 | 8 | 789.5 [651.4; 790.2] | 187.7 | 93 | +| saturation | 4 | 128 | 8 | 741.3 [689.2; 792.7] | 215.7 | 8970 | + +Контролируемая настройка пула 1 → 8 (2 API, 32 клиента): изменение median RPS +19.6%. Критерий подтверждения: >5% без увеличения общего числа ошибок. Подтверждено: True. + +Диагностика: research.json содержит CPU/RAM каждого контейнера, активные ожидания PostgreSQL, счётчики ожидания пула и очереди/ошибки HAProxy. Pool-tuning — отдельный намеренно ограниченный сценарий; он не выдаётся за дефект исходного пула 8. + +Интерпретация этого прогона: fixed 1/2/4 API дали 886.9/771.3/739.9 median RPS, growing — 857.1/791.1/673.0; в этих сериях ошибок нет. Увеличение числа API и суммарных ресурсов API не повысило throughput. В sweep рост 8 → 32 клиентов дал лишь +2.9% RPS (717.0 → 737.7), одновременно p95 вырос 58.2 → 92.8 ms. При 128 клиентах доля неуспешных попыток 20.98%, p95=215.7 ms. Практическое колено этого профиля — около 8–32 клиентов. + +В показательных sweep-запусках средний CPU DB около 87–104% ядра при лимите 1 CPU, память примерно 256–278/512 MiB. CPU LB около 17–27% при лимите 0.5 CPU, генератора 10–18% при лимите 2 CPU; qmax LB=0. Наблюдения согласуются с общим пределом DB/очереди пула; насыщение LB или клиента не видно. Конкретные различия RPS нельзя приписать исключительно CPU DB без отдельного эксперимента с её ресурсами. + +Контроль пула 1 → 8 улучшил median throughput на 19.57% (618.8 → 739.9), все шесть запусков без ошибок. Диапазоны RPS не пересекаются: 567.4–638.8 против 728.5–767.1. p50 улучшился 53.0 → 15.1 ms, но p95 ухудшился 74.2 → 92.7 ms, p99 — 91.5 → 99.2 ms. Подтверждено улучшение throughput с ценой в хвосте, не ускорение каждого запроса. Отрицательный pool-overload при 64 клиентах сохранён отдельно и не принят за улучшение из-за роста ошибок 970 → 5472. + +Контрольные 32-клиентные серии добавлены после исходных серий. В raw сохранены все 45 завершённых запусков. Порядок, накопление истории и состояние хоста ограничивают точность сравнения; частота/температура CPU не измерялись. Снимок перед дополнительной ручной проверкой содержит 572124 сообщений/ключей и pg_database_size=370461843 bytes. + +Ограничения: один Docker Desktop/хост; closed-loop и coordinated omission; p95 только успехов; контейнерные CPU/RAM и PostgreSQL-счётчики включают прогрев; история растёт; дисковый кэш между сериями не сбрасывается; max RPS промышленной системы не заявляется. diff --git a/evidence/research.txt b/evidence/research.txt new file mode 100644 index 0000000..38ad156 --- /dev/null +++ b/evidence/research.txt @@ -0,0 +1,64 @@ +Reusing 39 completed measurements + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 1, "concurrency": 32, "repeat": 1} + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 8, "concurrency": 32, "repeat": 1} + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 8, "concurrency": 32, "repeat": 2} + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 1, "concurrency": 32, "repeat": 2} + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 1, "concurrency": 32, "repeat": 3} + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started +Measuring {"series": "pool-tuning", "replicas": 2, "cpu_per_api": 1, "memory_mib_per_api": 512, "pool": 8, "concurrency": 32, "repeat": 3} + Container mtusi-lab3-api-9 Recreate + Container mtusi-lab3-api-8 Recreate + Container mtusi-lab3-api-9 Recreated + Container mtusi-lab3-api-8 Recreated + Container mtusi-lab3-api-9 Starting + Container mtusi-lab3-api-9 Started + Container mtusi-lab3-api-8 Starting + Container mtusi-lab3-api-8 Started +PASS: repeated scaling/saturation series and pool improvement measured; see evidence/research.md diff --git a/evidence/restart-after.txt b/evidence/restart-after.txt new file mode 100644 index 0000000..75fb659 --- /dev/null +++ b/evidence/restart-after.txt @@ -0,0 +1,5 @@ +809671ea9e156b63efb0e814356e296f7763b44f6e3a3fd7bb35ae7f8aa6244b api 2026-10-23T12:13:46.830894808Z running +d37b1b1c131fbba70e88871316faf75d5a999c1ebb4a5c44c9a5acd23be5b75a api 2026-10-23T12:13:46.753675356Z running +16f66e71d6f11ec87802055d002ffdc955cb7e45a4d49d65cbb855d5b9a05ff1 db 2026-10-23T12:13:45.663039253Z running +3ab85f1808aa04096c15c57985cedade3cf2317f7c04cea78bd891a9523a801a lb 2026-10-23T12:13:45.60706352Z running +d05b4b0c0e14422e029990de042ac54aedba88cd5c2de77b269a105148dea512 valkey 2026-10-23T12:13:45.319020586Z running diff --git a/evidence/restart-before.txt b/evidence/restart-before.txt new file mode 100644 index 0000000..7fae4b8 --- /dev/null +++ b/evidence/restart-before.txt @@ -0,0 +1,5 @@ +809671ea9e156b63efb0e814356e296f7763b44f6e3a3fd7bb35ae7f8aa6244b api 2026-10-23T12:12:37.237236606Z running +d37b1b1c131fbba70e88871316faf75d5a999c1ebb4a5c44c9a5acd23be5b75a api 2026-10-23T12:12:37.077670375Z running +16f66e71d6f11ec87802055d002ffdc955cb7e45a4d49d65cbb855d5b9a05ff1 db 2026-10-23T12:12:33.390812174Z running +3ab85f1808aa04096c15c57985cedade3cf2317f7c04cea78bd891a9523a801a lb 2026-10-23T12:12:43.161972189Z running +d05b4b0c0e14422e029990de042ac54aedba88cd5c2de77b269a105148dea512 valkey 2026-10-23T12:12:33.392857899Z running diff --git a/evidence/saturation.png b/evidence/saturation.png new file mode 100644 index 0000000..c026b3b Binary files /dev/null and b/evidence/saturation.png differ diff --git a/evidence/scaling.png b/evidence/scaling.png new file mode 100644 index 0000000..02a3d4b Binary files /dev/null and b/evidence/scaling.png differ diff --git a/evidence/source-manifest.json b/evidence/source-manifest.json new file mode 100644 index 0000000..36d0692 --- /dev/null +++ b/evidence/source-manifest.json @@ -0,0 +1,36 @@ +{ + "auth.go": "d46cc3640891c1c0249352e297df8bd1daa4ef89ba86b968db40b6ec0bf4b139", + "auth_test.go": "172e59bd8413744d0448b57f168c5a6b3b1abc2cd3f47fb0cca3a8f418582665", + "compose.yaml": "2d623732093f0e522df660b12fb8815ee5c7b10aa6ec4cae1f4e3a34c64a186f", + "Dockerfile": "04bd53ca10e5e4ad9a8fa6eceb92044eec9523bfda397596fd16a6f3082ec65c", + "Dockerfile.tests": "2e56bd135892d2d12ba85ba5194bbb4ee29ddc08e87067865d1f668f6d5d2325", + "go.mod": "62ea9165ef562a8767ee94cabcefd2386e30657bea4f953fc92fbd12d69edf5f", + "go.sum": "c8c6aeb5caa7db83ebde4b4eb9643ae9b9e0c942806f44da4eb3389c3640f928", + "idempotency.go": "2bda0d19736f1be2208684df2243e7ec6db6e3ccce0b6c4957fdb813e79d50d1", + "main.go": "d527399f424d0b52d059bf170dedbb6aa16856376058a7f3f1da93c22726bbcd", + "protocol.go": "ee4464b917b138455a710a553b901642a914bc0479ccf764bf8494729508a905", + "store.go": "9a28caff699f25555bf9303b81b59a62ca1a62e42794d72a15395f947e4f3067", + "infra/haproxy.cfg": "28e14266088d438ad687a3f87066df9a94adfd9361fa2f3461d9cab625c01939", + "migrations/001_initial.sql": "00bed85481a6fa28e9469dee045d0c1da00ea93e67a834a57fc9e0b681f5af5a", + "migrations/002_unicode_storage.sql": "fb9abffe9f0937b55a44039f4e4f90a035c66284121560deb0c89568ec66a7f1", + "migrations/003_idempotency.sql": "ab5b28929d16fc0ae14605e95a0b6542a04c834bf928e79c95db2fca883c240c", + "scripts/bootstrap.py": "c1c827478574d3997fa731f33718fc1fb8d8b6d57ea8368d5febca71ca48bbbf", + "scripts/check_contract.py": "61e300fe5c1074360418e24b4653b12f96808247a2beaf2a64859aa360f81493", + "scripts/linux_tests.py": "06b74d5e4c08f0a52e701916d5f15404f1597896885af452703ba9de1c538890", + "scripts/manage.py": "0aa8425c2941a379a2fe6803cadb702f46150764a159f5658de3ad85e0fda27b", + "scripts/manual.ps1": "c65612a4a64595287aaa4a51b10cc310b883a8659a3b4a346b6b45e53614712e", + "scripts/research.py": "7d09a0f19e4b9e25ef753163e603d87dc95aa5c46c1f6ce8b10f6e90ec8698cf", + "scripts/restart.example.sh": "7cbfc7f518b975ee3ca37a645359ff734ab0686789b795a9ac845789eb46fbd9", + "scripts/restart.sh": "1b6b768bfe3afdff7a965626b846cc8e1d2a31a3856922e12fd6ff0988a1efe8", + "scripts/stop-one.example.sh": "6467c6e1515dee72982f85bced3f3862601ae0dbfafd4fd4818ef420f1dea040", + "scripts/stop-one.sh": "853660e83760e87659807f5064c0c3658634ce4c1a9572e786b0e82c933cd18d", + "scripts/validate_openapi.py": "cd7a33221b1860c5d2330e52afa6cb222d375db671ae9ab379ba51a0d3a77946", + "scripts/verify.py": "2d7cc020b5ebe8f3dde4b9c9f69568db96c00e49223e263640c781d433c41d3d", + "student-tests/acceptance.py": "0855dfe766185213db528d33dc08fab6e698bc815f509de79f35b26391453e2f", + "student-tests/failures.py": "8d074519f2ce3150c452de793443e531a3e4b1233ae6d6022eb67459ef15ae3c", + "tests/client.py": "b318084e2a4c380db91a55d082190bf33979fa556a4c4ca87e01f46ae275775c", + "tests/load.py": "9a9aff05e109630e243c3b092d7bd564344e4872b29e38b6618647a08460a72e", + "tests/resilience.py": "4ba30b9c81a0664127ddab2b0bea5e76aa2087be8bb25aa13cd5a8e69be23fdd", + "tests/smoke.py": "354e168e1e644145c3ff50bbbe189fd217cce5659aa125f588098025ffab0fdf", + "cmd/load/main.go": "59d98b803ac77763ba84582be755bf2b94e5197de844cacd7ace0b5cbdfb4836" +} diff --git a/evidence/stopped-after.txt b/evidence/stopped-after.txt new file mode 100644 index 0000000..b38f33f --- /dev/null +++ b/evidence/stopped-after.txt @@ -0,0 +1 @@ +809671ea9e156b63efb0e814356e296f7763b44f6e3a3fd7bb35ae7f8aa6244b exited 2026-10-23T12:13:52.154097487Z 0 diff --git a/evidence/stopped-before.txt b/evidence/stopped-before.txt new file mode 100644 index 0000000..7d546a3 --- /dev/null +++ b/evidence/stopped-before.txt @@ -0,0 +1 @@ +809671ea9e156b63efb0e814356e296f7763b44f6e3a3fd7bb35ae7f8aa6244b running 2026-10-23T12:13:46.830894808Z diff --git a/evidence/test-failover.txt b/evidence/test-failover.txt new file mode 100644 index 0000000..e50459a --- /dev/null +++ b/evidence/test-failover.txt @@ -0,0 +1,4 @@ +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://lb:8080" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 137, "failed_attempts": 4, "first_recovery_seconds": 2.024} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/test-own.txt b/evidence/test-own.txt new file mode 100644 index 0000000..4600307 --- /dev/null +++ b/evidence/test-own.txt @@ -0,0 +1,3 @@ +python3 student-tests/acceptance.py --base-url "http://lb:8080" +{"concurrent_requests": 16, "instances": ["809671ea9e15", "d37b1b1c131f"], "identical_result": true, "key_scopes": "user + POST + chat path", "revocation_rechecked": true} +PASS: concurrent replay, Unicode, conflict, key validation, isolation and logout diff --git a/evidence/test-persistence.txt b/evidence/test-persistence.txt new file mode 100644 index 0000000..bf693b5 --- /dev/null +++ b/evidence/test-persistence.txt @@ -0,0 +1,3 @@ +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://lb:8080" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/test-race.txt b/evidence/test-race.txt new file mode 100644 index 0000000..aabc8d3 --- /dev/null +++ b/evidence/test-race.txt @@ -0,0 +1,14 @@ +go test -race ./... +go: downloading github.com/jackc/pgx/v5 v5.7.6 +go: downloading github.com/redis/go-redis/v9 v9.12.1 +go: downloading golang.org/x/crypto v0.43.0 +go: downloading github.com/jackc/puddle/v2 v2.2.2 +go: downloading golang.org/x/text v0.30.0 +go: downloading github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 +go: downloading github.com/jackc/pgpassfile v1.0.0 +go: downloading golang.org/x/sync v0.17.0 +go: downloading github.com/cespare/xxhash/v2 v2.3.0 +go: downloading github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f +go: downloading golang.org/x/sys v0.37.0 +ok mtusi-messenger 2.155s +? mtusi-messenger/cmd/load [no test files] diff --git a/evidence/test.txt b/evidence/test.txt new file mode 100644 index 0000000..35b6f2b --- /dev/null +++ b/evidence/test.txt @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://lb:8080" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/validate.txt b/evidence/validate.txt new file mode 100644 index 0000000..683be25 --- /dev/null +++ b/evidence/validate.txt @@ -0,0 +1,2 @@ +python3 scripts/validate_openapi.py +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/evidence/verification.json b/evidence/verification.json new file mode 100644 index 0000000..5062274 --- /dev/null +++ b/evidence/verification.json @@ -0,0 +1,233 @@ +{ + "timestamp_utc": "2026-10-23T12:36:44.872473+00:00", + "complete": true, + "levels_3_4_passed": true, + "track_5_measured": true, + "checks": [ + { + "check": "bootstrap", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/bootstrap.py" + ] + }, + { + "check": "docker-info", + "exit_code": 0, + "command": [ + "docker", + "info", + "--format", + "{{.ServerVersion}} {{.NCPU}} CPU {{.MemTotal}} bytes" + ] + }, + { + "check": "compose-check", + "exit_code": 0, + "command": [ + "docker", + "compose", + "config", + "--quiet" + ] + }, + { + "check": "build-start", + "exit_code": 0, + "command": [ + "docker", + "compose", + "up", + "-d", + "--build", + "--wait" + ] + }, + { + "check": "build-tests", + "exit_code": 0, + "command": [ + "docker", + "build", + "-f", + "Dockerfile.tests", + "-t", + "mtusi-messenger:lab3-tests", + "." + ] + }, + { + "check": "check", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/linux_tests.py", + "check" + ] + }, + { + "check": "validate", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/linux_tests.py", + "validate" + ] + }, + { + "check": "test", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/linux_tests.py", + "test" + ] + }, + { + "check": "test-own", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/linux_tests.py", + "test-own" + ] + }, + { + "check": "test-race", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/linux_tests.py", + "test-race" + ] + }, + { + "check": "test-persistence", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/linux_tests.py", + "test-persistence" + ] + }, + { + "check": "test-failover", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/linux_tests.py", + "test-failover" + ] + }, + { + "check": "restore", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/manage.py", + "restore" + ] + }, + { + "check": "failures", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "student-tests/failures.py" + ] + }, + { + "check": "build-load", + "exit_code": 0, + "command": [ + "docker", + "build", + "--target", + "load", + "-t", + "mtusi-messenger:lab3-load", + "." + ] + }, + { + "check": "research-dependencies", + "exit_code": 0, + "command": [ + "C:\\Users\\maxsi\\HLAlab3\\mtusi2026lab3-fork\\.venv\\Scripts\\python.exe", + "-m", + "pip", + "install", + "--disable-pip-version-check", + "-r", + "requirements-research.txt" + ] + }, + { + "check": "research", + "exit_code": 0, + "command": [ + "C:\\Users\\maxsi\\HLAlab3\\mtusi2026lab3-fork\\.venv\\Scripts\\python.exe", + "-X", + "utf8", + "scripts/research.py", + "--resume" + ] + }, + { + "check": "final-smoke", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "tests/smoke.py", + "--base-url", + "http://127.0.0.1:8080" + ] + }, + { + "check": "final-own", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "student-tests/acceptance.py", + "--base-url", + "http://127.0.0.1:8080" + ] + }, + { + "check": "final-containers", + "exit_code": 0, + "command": [ + "C:\\Python314\\python.exe", + "-X", + "utf8", + "scripts/manage.py", + "status" + ] + } + ] +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..c7a36b7 --- /dev/null +++ b/go.mod @@ -0,0 +1,20 @@ +module mtusi-messenger + +go 1.26.0 + +require ( + github.com/jackc/pgx/v5 v5.7.6 + github.com/redis/go-redis/v9 v9.12.1 + golang.org/x/crypto v0.43.0 +) + +require ( + github.com/cespare/xxhash/v2 v2.3.0 // indirect + github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect + github.com/jackc/pgpassfile v1.0.0 // indirect + github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect + github.com/jackc/puddle/v2 v2.2.2 // indirect + golang.org/x/sync v0.17.0 // indirect + golang.org/x/sys v0.37.0 // indirect + golang.org/x/text v0.30.0 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..18d327f --- /dev/null +++ b/go.sum @@ -0,0 +1,40 @@ +github.com/bsm/ginkgo/v2 v2.12.0 h1:Ny8MWAHyOepLGlLKYmXG4IEkioBysk6GpaRTLC8zwWs= +github.com/bsm/ginkgo/v2 v2.12.0/go.mod h1:SwYbGRRDovPVboqFv0tPTcG1sN61LM1Z4ARdbAV9g4c= +github.com/bsm/gomega v1.27.10 h1:yeMWxP2pV2fG3FgAODIY8EiRE3dy0aeFYt4l7wh6yKA= +github.com/bsm/gomega v1.27.10/go.mod h1:JyEr/xRbxbtgWNi8tIEVPUYZ5Dzef52k01W3YH0H+O0= +github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs= +github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78= +github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc= +github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM= +github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg= +github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 h1:iCEnooe7UlwOQYpKFhBabPMi4aNAfoODPEFNiAnClxo= +github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM= +github.com/jackc/pgx/v5 v5.7.6 h1:rWQc5FwZSPX58r1OQmkuaNicxdmExaEz5A2DO2hUuTk= +github.com/jackc/pgx/v5 v5.7.6/go.mod h1:aruU7o91Tc2q2cFp5h4uP3f6ztExVpyVv88Xl/8Vl8M= +github.com/jackc/puddle/v2 v2.2.2 h1:PR8nw+E/1w0GLuRFSmiioY6UooMp6KJv0/61nB7icHo= +github.com/jackc/puddle/v2 v2.2.2/go.mod h1:vriiEXHvEE654aYKXXjOvZM39qJ0q+azkZFrfEOc3H4= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/redis/go-redis/v9 v9.12.1 h1:k5iquqv27aBtnTm2tIkROUDp8JBXhXZIVu1InSgvovg= +github.com/redis/go-redis/v9 v9.12.1/go.mod h1:huWgSWd8mW6+m0VPhJjSSQ+d6Nh1VICQ6Q5lHuCH/Iw= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +golang.org/x/crypto v0.43.0 h1:dduJYIi3A3KOfdGOHX8AVZ/jGiyPa3IbBozJ5kNuE04= +golang.org/x/crypto v0.43.0/go.mod h1:BFbav4mRNlXJL4wNeejLpWxB7wMbc79PdRGhWKncxR0= +golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug= +golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI= +golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ= +golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= +golang.org/x/text v0.30.0 h1:yznKA/E9zq54KzlzBEAWn1NXSQ8DIp/NYMy88xJjl4k= +golang.org/x/text v0.30.0/go.mod h1:yDdHFIX9t+tORqspjENWgzaCVXgk0yYnYuSZ8UzzBVM= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/idempotency.go b/idempotency.go new file mode 100644 index 0000000..8a391fa --- /dev/null +++ b/idempotency.go @@ -0,0 +1,54 @@ +package main + +import ( + "context" + "errors" + "time" + + "github.com/jackc/pgx/v5" +) + +// The advisory lock serializes this key across processes. Message and result +// commit together; an interrupted/rolled-back transaction reserves nothing. +func (a *App) createMessage(ctx context.Context, chat, user, key, text string) (Message, error) { + m := Message{ChatID: chat, SenderID: user, Text: text} + tx, err := a.db.Begin(ctx) + if err != nil { + return m, unavailable() + } + defer tx.Rollback(ctx) + // POST and the canonical chat path are implicit in this dedicated table. + if _, err = tx.Exec(ctx, "SELECT pg_advisory_xact_lock(hashtextextended($1,0))", user+":"+chat+":"+key); err != nil { + return m, unavailable() + } + var previous Message + var created time.Time + err = tx.QueryRow(ctx, `SELECT m.id::text,m.chat_id::text,m.sender_id::text,m.text,m.created_at + FROM message_keys k JOIN messages m ON m.id=k.message_id + WHERE k.user_id=$1 AND k.chat_id=$2 AND k.key=$3 AND k.expires_at>clock_timestamp()`, user, chat, key).Scan(&previous.ID, &previous.ChatID, &previous.SenderID, utf8String{&previous.Text}, &created) + if err == nil { + if previous.Text != text { + return m, apiError{409, "conflict", "Idempotency key has a different message"} + } + previous.CreatedAt = stamp(created) + return previous, nil + } + if !errors.Is(err, pgx.ErrNoRows) { + return m, unavailable() + } + if _, err = tx.Exec(ctx, "DELETE FROM message_keys WHERE user_id=$1 AND chat_id=$2 AND key=$3", user, chat, key); err != nil { + return m, unavailable() + } + m.ID = uuid() + if err = tx.QueryRow(ctx, "INSERT INTO messages(id,chat_id,sender_id,text) VALUES($1,$2,$3,$4) RETURNING created_at", m.ID, chat, user, []byte(text)).Scan(&created); err != nil { + return m, dbError(err) + } + if _, err = tx.Exec(ctx, "INSERT INTO message_keys(user_id,chat_id,key,message_id,expires_at) VALUES($1,$2,$3,$4,clock_timestamp()+$5::bigint*interval '1 second')", user, chat, key, m.ID, int64(a.idempotencyTTL.Seconds())); err != nil { + return m, unavailable() + } + if err = tx.Commit(ctx); err != nil { + return m, unavailable() + } + m.CreatedAt = stamp(created) + return m, nil +} diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 0000000..c73f65f --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,41 @@ +global + log stdout format raw local0 + maxconn 2048 + +defaults + log global + mode http + option httplog + timeout connect 500ms + timeout client 10s + timeout server 9s + timeout http-request 3s + timeout http-keep-alive 5s + timeout check 500ms + retries 0 + +resolvers docker + nameserver dns 127.0.0.11:53 + accepted_payload_size 8192 + resolve_retries 2 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 1s + hold nx 1s + +frontend public + bind :8080 + default_backend api + +backend api + balance roundrobin + option httpchk + http-check send meth GET uri /health/ready ver HTTP/1.1 hdr Host api + http-check expect status 200 + server-template replica 1-4 api:8080 check inter 500ms fall 2 rise 2 resolvers docker resolve-prefer ipv4 init-addr none + +listen stats + bind :8404 + stats enable + stats uri /stats diff --git a/main.go b/main.go new file mode 100644 index 0000000..10bb481 --- /dev/null +++ b/main.go @@ -0,0 +1,394 @@ +package main + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "log/slog" + "net" + "net/http" + "os" + "os/signal" + "strconv" + "strings" + "sync/atomic" + "syscall" + "time" + + "github.com/jackc/pgx/v5/pgxpool" + "github.com/redis/go-redis/v9" +) + +type App struct { + db *pgxpool.Pool + sessions *redis.Client + secret []byte + ttl time.Duration + slots, kdf chan struct{} + stopping atomic.Bool + dummyHash string + instance string + idempotencyTTL time.Duration +} + +func env(key, value string) string { + if v := os.Getenv(key); v != "" { + return v + } + return value +} +func positive(key string, fallback int) int { + n, e := strconv.Atoi(env(key, strconv.Itoa(fallback))) + if e != nil || n <= 0 { + panic("invalid positive configuration: " + key) + } + return n +} +func secretFile(key string) (string, error) { + b, e := os.ReadFile(os.Getenv(key)) + if e != nil { + return "", fmt.Errorf("cannot read %s", key) + } + s := strings.TrimSpace(string(b)) + if s == "" { + return "", fmt.Errorf("empty %s", key) + } + return s, nil +} + +func (a *App) dispatch(ctx context.Context, w http.ResponseWriter, r *http.Request) (int, any, error) { + path := r.URL.Path + if r.Method == "GET" && (path == "/health/live" || path == "/health/ready") { + if path == "/health/ready" && (a.stopping.Load() || a.db.Ping(ctx) != nil || a.sessions.Ping(ctx).Err() != nil) { + return 0, nil, unavailable() + } + return 200, map[string]string{"status": "ok"}, nil + } + if a.stopping.Load() { + return 0, nil, unavailable() + } + if r.Method == "POST" && path == "/api/v1/auth/sessions" { + return a.login(ctx, r) + } + if r.Method == "POST" && path == "/api/v1/users" { + body, err := readObject(w, r, 128*1024, []string{"username", "display_name", "password"}) + if err != nil { + return 0, nil, err + } + name, err := textField(body, "username", 32) + if err != nil || !usernamePattern.MatchString(name) { + return 0, nil, invalid() + } + display, err := textField(body, "display_name", 100) + if err != nil { + return 0, nil, err + } + p, err := password(body) + if err != nil { + return 0, nil, err + } + if err = a.kdfSlot(ctx); err != nil { + return 0, nil, err + } + hash := hashPassword(p) + <-a.kdf + u, err := scanUser(a.db.QueryRow(ctx, "INSERT INTO users(id,username,display_name,password_hash) VALUES($1,$2,$3,$4) RETURNING id::text,username,display_name,created_at", uuid(), name, []byte(display), hash)) + return 201, u, err + } + user, key, err := a.authenticate(ctx, r) + if err != nil { + return 0, nil, err + } + if r.Method == "DELETE" && path == "/api/v1/auth/sessions/current" { + count, e := a.sessions.Del(ctx, key).Result() + if e != nil { + return 0, nil, unavailable() + } + if count == 0 { + return 0, nil, unauthorized() + } + return 204, nil, nil + } + if r.Method == "GET" && path == "/api/v1/users/me" { + u, e := a.user(ctx, user) + return 200, u, e + } + if path == "/api/v1/chats" { + if r.Method == "GET" { + scope := "chats:" + user + limit, c, e := a.pagination(r, scope) + if e != nil { + return 0, nil, e + } + page, e := a.listChats(ctx, user, limit, c, scope) + return 200, page, e + } + if r.Method == "POST" { + body, e := readObject(w, r, 128*1024, []string{"title", "member_ids"}) + if e != nil { + return 0, nil, e + } + title, e := textField(body, "title", 100) + if e != nil { + return 0, nil, e + } + var ids []string + if json.Unmarshal(body["member_ids"], &ids) != nil || len(ids) < 1 || len(ids) > 100 { + return 0, nil, invalid() + } + seen := map[string]bool{} + for i, id := range ids { + normalized, e := normalizeID(id) + if e != nil || seen[normalized] { + return 0, nil, invalid() + } + ids[i] = normalized + seen[normalized] = true + } + if !seen[user] { + return 0, nil, invalid() + } + chat, e := a.createChat(ctx, title, ids) + return 201, chat, e + } + } + if strings.HasPrefix(path, "/api/v1/chats/") { + parts := strings.Split(strings.TrimPrefix(path, "/api/v1/chats/"), "/") + id, e := normalizeID(parts[0]) + if e != nil { + return 0, nil, e + } + if len(parts) > 2 || (len(parts) == 2 && parts[1] != "messages") { + return 0, nil, missing() + } + chat, e := a.chat(ctx, id, user) + if e != nil { + return 0, nil, e + } + if len(parts) == 1 && r.Method == "GET" { + return 200, chat, nil + } + if len(parts) == 2 { + if r.Method == "GET" { + scope := "messages:" + id + limit, c, e := a.pagination(r, scope) + if e != nil { + return 0, nil, e + } + page, e := a.history(ctx, id, limit, c, scope) + return 200, page, e + } + if r.Method == "POST" { + keys := r.Header.Values("Idempotency-Key") + if len(keys) != 1 || !idempotencyPattern.MatchString(keys[0]) { + return 0, nil, invalid() + } + body, e := readObject(w, r, 128*1024, []string{"text"}) + if e != nil { + return 0, nil, e + } + text, e := textField(body, "text", 4000) + if e != nil { + return 0, nil, e + } + m, e := a.createMessage(ctx, id, user, keys[0], text) + return 201, m, e + } + } + } + return 0, nil, missing() +} + +func (a *App) ServeHTTP(w http.ResponseWriter, r *http.Request) { + start := time.Now() + requestID := uuid() + status := 500 + w.Header().Set("Content-Type", "application/json") + w.Header().Set("X-Request-Id", requestID) + w.Header().Set("X-Instance-Id", a.instance) + fail := func(err error) { + var e apiError + if !errors.As(err, &e) { + e = unavailable() + } + status = e.status + if status == 401 { + scheme := `Bearer realm="messenger"` + if r.URL.Path == "/api/v1/auth/sessions" { + scheme = `Basic realm="messenger", charset="UTF-8"` + } + w.Header().Set("WWW-Authenticate", scheme) + } + if status == 503 { + w.Header().Set("Retry-After", "1") + } + w.WriteHeader(status) + json.NewEncoder(w).Encode(map[string]any{"error": map[string]string{"code": e.code, "message": e.message, "request_id": requestID}}) + } + defer func() { + if recover() != nil { + fail(apiError{500, "internal_error", "Internal server error"}) + } + if env("REQUEST_LOG", "1") == "1" { + slog.Info("request", "method", r.Method, "status", status, "request_id", requestID, "duration_ms", time.Since(start).Milliseconds()) + } + }() + ctx, cancel := context.WithTimeout(r.Context(), 5*time.Second) + defer cancel() + health := r.Method == "GET" && (r.URL.Path == "/health/live" || r.URL.Path == "/health/ready") + if !health { + select { + case a.slots <- struct{}{}: + defer func() { <-a.slots }() + default: + fail(unavailable()) + return + } + } + code, value, err := a.dispatch(ctx, w, r) + if err != nil { + fail(err) + return + } + status = code + w.WriteHeader(code) + if code != 204 { + json.NewEncoder(w).Encode(value) + } +} + +func run() error { + if env("SESSION_STORE", "valkey") != "valkey" { + return errors.New("SESSION_STORE must be valkey") + } + address := net.JoinHostPort(env("APP_HOST", "0.0.0.0"), env("APP_PORT", "8080")) + if len(os.Args) > 1 && os.Args[1] == "healthcheck" { + client := http.Client{Timeout: 2 * time.Second} + res, e := client.Get("http://127.0.0.1:" + env("APP_PORT", "8080") + "/health/ready") + if e != nil { + return errors.New("not ready") + } + defer res.Body.Close() + if res.StatusCode != 200 { + return errors.New("not ready") + } + return nil + } + dbURL, err := secretFile("DATABASE_URL_FILE") + if err != nil { + return err + } + cfg, err := pgxpool.ParseConfig(dbURL) + if err != nil { + return errors.New("invalid database configuration") + } + cfg.MaxConns = int32(positive("DB_POOL_MAX", 8)) + cfg.MinConns = 0 + cfg.ConnConfig.ConnectTimeout = 2 * time.Second + cfg.ConnConfig.RuntimeParams["statement_timeout"] = "3000" + cfg.ConnConfig.RuntimeParams["lock_timeout"] = "1000" + cfg.ConnConfig.RuntimeParams["synchronous_commit"] = "on" + startup, cancel := context.WithTimeout(context.Background(), 45*time.Second) + defer cancel() + db, err := pgxpool.NewWithConfig(startup, cfg) + if err != nil { + return errors.New("database setup failed") + } + defer db.Close() + if len(os.Args) > 1 && os.Args[1] == "migrate" { + if err = migrate(startup, db); err != nil { + return fmt.Errorf("migration failed: %w", err) + } + slog.Info("migrations complete") + return nil + } + var schemaReady bool + if err = db.QueryRow(startup, "SELECT EXISTS(SELECT 1 FROM schema_migrations WHERE version='003_idempotency.sql')").Scan(&schemaReady); err != nil || !schemaReady { + return errors.New("run the migrate service before starting API") + } + cacheURL, err := secretFile("CACHE_URL_FILE") + if err != nil { + return err + } + signing, err := secretFile("CURSOR_SECRET_FILE") + if err != nil { + return err + } + if len(signing) < 32 { + return errors.New("cursor secret too short") + } + options, err := redis.ParseURL(cacheURL) + if err != nil { + return errors.New("invalid session store configuration") + } + options.PoolSize = 8 + options.MaxActiveConns = 8 + options.DialTimeout = time.Second + options.ReadTimeout = time.Second + options.WriteTimeout = time.Second + options.PoolTimeout = time.Second + options.MaxRetries = -1 + options.ContextTimeoutEnabled = true + sessions := redis.NewClient(options) + defer sessions.Close() + hostname, err := os.Hostname() + if err != nil { + return errors.New("cannot identify instance") + } + a := &App{db: db, sessions: sessions, secret: []byte(signing), ttl: time.Duration(positive("SESSION_TTL_SECONDS", 3600)) * time.Second, slots: make(chan struct{}, positive("MAX_INFLIGHT", 32)), kdf: make(chan struct{}, 2), dummyHash: hashPassword("unknown-user-dummy-password"), instance: hostname, idempotencyTTL: time.Duration(positive("IDEMPOTENCY_TTL_SECONDS", 86400)) * time.Second} + if a.idempotencyTTL < 24*time.Hour { + return errors.New("idempotency retention must be at least 24 hours") + } + server := &http.Server{Addr: address, Handler: a, ReadHeaderTimeout: 2 * time.Second, ReadTimeout: 3 * time.Second, WriteTimeout: 8 * time.Second, IdleTimeout: 5 * time.Second, MaxHeaderBytes: 16 * 1024} + listener, err := net.Listen("tcp", address) + if err != nil { + return errors.New("listen failed") + } + ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM) + defer stop() + if env("POOL_METRICS", "0") == "1" { + go func() { + ticker := time.NewTicker(time.Second) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + s := db.Stat() + slog.Info("pool", "instance", a.instance, "acquired", s.AcquiredConns(), "max", s.MaxConns(), "empty_acquires", s.EmptyAcquireCount(), "acquire_ns", s.AcquireDuration().Nanoseconds()) + } + } + }() + } + done := make(chan struct{}) + go func() { + <-ctx.Done() + a.stopping.Store(true) + slog.Info("shutdown started") + // Allow two LB readiness checks to drain this backend before closing it. + time.Sleep(1500 * time.Millisecond) + shutdown, cancel := context.WithTimeout(context.Background(), 6*time.Second) + defer cancel() + err := server.Shutdown(shutdown) + if err != nil { + server.Close() + } + slog.Info("shutdown complete", "forced", err != nil) + close(done) + }() + slog.Info("listening", "address", address, "environment", env("APP_ENV", "lab"), "session_store", "valkey", "session_ttl_seconds", int(a.ttl.Seconds())) + if err = server.Serve(listener); err != nil && !errors.Is(err, http.ErrServerClosed) { + return errors.New("serve failed") + } + <-done + return nil +} +func main() { + slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stdout, nil))) + if err := run(); err != nil { + slog.Error("startup failed", "reason", err.Error()) + os.Exit(1) + } +} diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 0000000..69c00bb --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,28 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username text NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100), + password_hash text NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id), + user_id uuid NOT NULL REFERENCES users(id), + PRIMARY KEY (chat_id, user_id) +); +CREATE INDEX chat_members_user_idx ON chat_members(user_id, chat_id); +CREATE INDEX chats_page_idx ON chats(created_at, id); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + sender_id uuid NOT NULL, + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + FOREIGN KEY (chat_id, sender_id) REFERENCES chat_members(chat_id, user_id) +); +CREATE INDEX messages_history_idx ON messages(chat_id, created_at, id); diff --git a/migrations/002_unicode_storage.sql b/migrations/002_unicode_storage.sql new file mode 100644 index 0000000..19a1643 --- /dev/null +++ b/migrations/002_unicode_storage.sql @@ -0,0 +1,12 @@ +-- PostgreSQL text cannot contain U+0000, although it is a valid JSON string +-- code point. Keep exact UTF-8 bytes for free-form API strings. The API checks +-- Unicode length/whitespace; these checks also bound stored byte lengths. +ALTER TABLE users DROP CONSTRAINT users_display_name_check; +ALTER TABLE users ALTER COLUMN display_name TYPE bytea USING convert_to(display_name,'UTF8'); +ALTER TABLE users ADD CHECK (octet_length(display_name) BETWEEN 1 AND 400); +ALTER TABLE chats DROP CONSTRAINT chats_title_check; +ALTER TABLE chats ALTER COLUMN title TYPE bytea USING convert_to(title,'UTF8'); +ALTER TABLE chats ADD CHECK (octet_length(title) BETWEEN 1 AND 400); +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ALTER COLUMN text TYPE bytea USING convert_to(text,'UTF8'); +ALTER TABLE messages ADD CHECK (octet_length(text) BETWEEN 1 AND 16000); diff --git a/migrations/003_idempotency.sql b/migrations/003_idempotency.sql new file mode 100644 index 0000000..609c79d --- /dev/null +++ b/migrations/003_idempotency.sql @@ -0,0 +1,8 @@ +CREATE TABLE message_keys ( + user_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id), + key text NOT NULL CHECK (key ~ '^[A-Za-z0-9._:-]{1,128}$'), + message_id uuid NOT NULL REFERENCES messages(id), + expires_at timestamptz NOT NULL, + PRIMARY KEY (user_id, chat_id, key) +); diff --git a/protocol.go b/protocol.go new file mode 100644 index 0000000..a41c3be --- /dev/null +++ b/protocol.go @@ -0,0 +1,238 @@ +package main + +import ( + "crypto/hmac" + "crypto/rand" + "crypto/sha256" + "encoding/base64" + "encoding/hex" + "encoding/json" + "errors" + "io" + "mime" + "net/http" + "net/url" + "regexp" + "strconv" + "strings" + "unicode/utf8" +) + +type User struct { + ID string `json:"id"` + Username string `json:"username"` + DisplayName string `json:"display_name"` + CreatedAt string `json:"created_at"` +} +type Chat struct { + ID string `json:"id"` + Title string `json:"title"` + MemberIDs []string `json:"member_ids"` + CreatedAt string `json:"created_at"` +} +type Message struct { + ID string `json:"id"` + ChatID string `json:"chat_id"` + SenderID string `json:"sender_id"` + Text string `json:"text"` + CreatedAt string `json:"created_at"` +} +type Page[T any] struct { + Items []T `json:"items"` + NextCursor *string `json:"next_cursor"` +} +type apiError struct { + status int + code, message string +} + +func (e apiError) Error() string { return e.code } +func invalid() apiError { return apiError{400, "invalid_request", "Invalid request"} } +func unavailable() apiError { return apiError{503, "unavailable", "Dependency unavailable"} } +func missing() apiError { return apiError{404, "not_found", "Object not found"} } +func unauthorized() apiError { return apiError{401, "unauthorized", "Valid Bearer session required"} } + +func uuid() string { + b := make([]byte, 16) + if _, err := rand.Read(b); err != nil { + panic(err) + } + b[6] = (b[6] & 15) | 64 + b[8] = (b[8] & 63) | 128 + s := hex.EncodeToString(b) + return s[:8] + "-" + s[8:12] + "-" + s[12:16] + "-" + s[16:20] + "-" + s[20:] +} + +var uuidPattern = regexp.MustCompile(`^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$`) +var usernamePattern = regexp.MustCompile(`^[a-z0-9_]{3,32}$`) +var idempotencyPattern = regexp.MustCompile(`^[A-Za-z0-9._:-]{1,128}$`) + +func normalizeID(s string) (string, error) { + if !uuidPattern.MatchString(s) { + return "", invalid() + } + return strings.ToLower(s), nil +} + +func textField(m map[string]json.RawMessage, key string, max int) (string, error) { + var s string + b, ok := m[key] + if !ok || string(b) == "null" || json.Unmarshal(b, &s) != nil || strings.TrimSpace(s) == "" || utf8.RuneCountInString(s) > max { + return "", invalid() + } + return s, nil +} + +// Reject duplicate keys, invalid UTF-8, and unpaired UTF-16 escapes rather than +// letting encoding/json silently replace malformed Unicode with U+FFFD. +func validUnicode(b []byte) bool { + if !utf8.Valid(b) { + return false + } + for i := 0; i < len(b); i++ { + if b[i] != '\\' { + continue + } + i++ + if i >= len(b) { + return false + } + if b[i] != 'u' { + continue + } + if i+4 >= len(b) { + return false + } + n, e := strconv.ParseUint(string(b[i+1:i+5]), 16, 16) + if e != nil { + return false + } + i += 4 + if n >= 0xDC00 && n <= 0xDFFF { + return false + } + if n >= 0xD800 && n <= 0xDBFF { + if i+6 >= len(b) || string(b[i+1:i+3]) != `\u` { + return false + } + low, e := strconv.ParseUint(string(b[i+3:i+7]), 16, 16) + if e != nil || low < 0xDC00 || low > 0xDFFF { + return false + } + i += 6 + } + } + return true +} +func readObject(w http.ResponseWriter, r *http.Request, max int, fields []string) (map[string]json.RawMessage, error) { + media, params, err := mime.ParseMediaType(r.Header.Get("Content-Type")) + if err != nil || media != "application/json" || (params["charset"] != "" && !strings.EqualFold(params["charset"], "utf-8")) { + return nil, apiError{415, "unsupported_media_type", "Expected application/json UTF-8"} + } + b, err := io.ReadAll(http.MaxBytesReader(w, r.Body, int64(max))) + if err != nil { + var large *http.MaxBytesError + if errors.As(err, &large) { + return nil, apiError{413, "payload_too_large", "Request body exceeds byte limit"} + } + return nil, invalid() + } + if !validUnicode(b) { + return nil, invalid() + } + d := json.NewDecoder(strings.NewReader(string(b))) + token, err := d.Token() + if err != nil || token != json.Delim('{') { + return nil, invalid() + } + m := map[string]json.RawMessage{} + for d.More() { + t, err := d.Token() + if err != nil { + return nil, invalid() + } + key, ok := t.(string) + if !ok { + return nil, invalid() + } + allowed := false + for _, f := range fields { + if key == f { + allowed = true + } + } + if !allowed || m[key] != nil { + return nil, invalid() + } + var value json.RawMessage + if d.Decode(&value) != nil { + return nil, invalid() + } + m[key] = value + } + if _, err = d.Token(); err != nil { + return nil, invalid() + } + if _, err = d.Token(); err != io.EOF { + return nil, invalid() + } + return m, nil +} + +type cursor struct { + Scope string `json:"s"` + Time string `json:"t"` + ID string `json:"i"` +} + +func (a *App) encodeCursor(scope, t, id string) string { + b, _ := json.Marshal(cursor{scope, t, id}) + h := hmac.New(sha256.New, a.secret) + h.Write(b) + return base64.RawURLEncoding.EncodeToString(b) + "." + base64.RawURLEncoding.EncodeToString(h.Sum(nil)) +} +func (a *App) pagination(r *http.Request, scope string) (int, cursor, error) { + values, e := url.ParseQuery(r.URL.RawQuery) + if e != nil { + return 0, cursor{}, invalid() + } + limit := 50 + if v, ok := values["limit"]; ok { + if len(v) != 1 || v[0] == "" { + return 0, cursor{}, invalid() + } + for _, c := range v[0] { + if c < '0' || c > '9' { + return 0, cursor{}, invalid() + } + } + limit, e = strconv.Atoi(v[0]) + if e != nil || limit < 1 || limit > 100 { + return 0, cursor{}, invalid() + } + } + c := cursor{} + if v, ok := values["cursor"]; ok { + if len(v) != 1 || len(v[0]) > 1024 { + return 0, c, invalid() + } + parts := strings.Split(v[0], ".") + if len(parts) != 2 { + return 0, c, invalid() + } + b, e := base64.RawURLEncoding.DecodeString(parts[0]) + if e != nil { + return 0, c, invalid() + } + sig, e := base64.RawURLEncoding.DecodeString(parts[1]) + if e != nil { + return 0, c, invalid() + } + h := hmac.New(sha256.New, a.secret) + h.Write(b) + if !hmac.Equal(sig, h.Sum(nil)) || json.Unmarshal(b, &c) != nil || c.Scope != scope { + return 0, c, invalid() + } + } + return limit, c, nil +} diff --git a/requirements-research.txt b/requirements-research.txt new file mode 100644 index 0000000..aa8a698 --- /dev/null +++ b/requirements-research.txt @@ -0,0 +1 @@ +matplotlib==3.10.7 diff --git a/scripts/bootstrap.py b/scripts/bootstrap.py new file mode 100644 index 0000000..e82c850 --- /dev/null +++ b/scripts/bootstrap.py @@ -0,0 +1,31 @@ +"""Create local secrets once. Never print values or overwrite existing secrets.""" +from pathlib import Path +import secrets +import shutil + +root = Path(__file__).resolve().parents[1] +folder = root / 'secrets' +folder.mkdir(exist_ok=True) +folder.chmod(0o700) +def put(name, value): + path = folder / name + if not path.exists(): + with path.open('x', encoding='utf-8', newline='\n') as f: + f.write(value + '\n') + # Parent directory is private; Compose mounts individual files for non-root services. + path.chmod(0o644) + return path.read_text(encoding='utf-8').strip() + +pg = put('postgres_password', secrets.token_hex(32)) +vk = put('valkey_password', secrets.token_hex(32)) +put('database_url', f'postgres://messenger:{pg}@db:5432/messenger?sslmode=disable') +put('cache_url', f'redis://:{vk}@valkey:6379/0') +put('cursor_secret', secrets.token_hex(32)) +put('valkey.conf', '\n'.join(['bind 0.0.0.0', 'protected-mode yes', f'requirepass {vk}', + 'dir /data', 'appendonly yes', 'appendfsync always', 'maxmemory 128mb', + 'maxmemory-policy noeviction', 'save 60 1000'])) +if not (root / '.env').exists(): + shutil.copyfile(root / '.env.example', root / '.env') +for name in ('restart.sh', 'stop-one.sh'): + (root / 'scripts' / name).chmod(0o755) +print('Local .env and secrets ready; existing values preserved.') diff --git a/scripts/linux_tests.py b/scripts/linux_tests.py new file mode 100644 index 0000000..d723e45 --- /dev/null +++ b/scripts/linux_tests.py @@ -0,0 +1,18 @@ +"""Run the unchanged public make targets with executable Linux action hooks.""" +import argparse +from pathlib import Path +import subprocess + +root = Path(__file__).resolve().parents[1] +p = argparse.ArgumentParser() +p.add_argument('target', choices=['check', 'validate', 'test', 'test-own', 'test-race', 'test-persistence', 'test-failover']) +args = p.parse_args() +command = ['docker', 'run', '--rm', '--network', 'mtusi-lab3_default', + '--mount', 'type=bind,source='+str(root)+',target=/workspace'] +hooks = {'test-persistence': 'scripts/restart.sh', 'test-failover': 'scripts/stop-one.sh'} +if args.target in hooks: + command += ['--mount', 'type=bind,source=/var/run/docker.sock,target=/var/run/docker.sock'] +command += ['mtusi-messenger:lab3-tests', 'make', args.target, 'BASE_URL=http://lb:8080'] +if args.target in hooks: + command += ['ACTION_SCRIPT='+hooks[args.target]] +raise SystemExit(subprocess.call(command, cwd=root)) diff --git a/scripts/manage.py b/scripts/manage.py new file mode 100644 index 0000000..911d585 --- /dev/null +++ b/scripts/manage.py @@ -0,0 +1,93 @@ +"""Cross-platform operator commands for the local lab; never delete volumes.""" +import argparse +import datetime as dt +import json +from pathlib import Path +import subprocess +import sys +import time +import urllib.request + +ROOT = Path(__file__).resolve().parents[1] + + +def docker(*args, capture=False, env=None): + result = subprocess.run(['docker', *args], cwd=ROOT, check=True, + text=True, encoding='utf-8', capture_output=capture, env=env) + return result.stdout.strip() if capture else None + + +def replicas(): + ids = docker('compose', 'ps', '-q', 'api', capture=True).split() + if not ids: + return [] + # Only operational fields; never persist Env or secret values. + raw = docker('inspect', '--format', '{{json .Config.Hostname}} {{json .Id}}', *ids, capture=True) + return [dict(zip(('instance', 'id'), (json.loads(x) for x in line.split()))) for line in raw.splitlines()] + + +def ready(count=2, base='http://127.0.0.1:8080'): + deadline = time.monotonic()+90 + observed = set() + while time.monotonic() < deadline: + try: + with urllib.request.urlopen(base+'/health/ready', timeout=2) as response: + observed.add(response.headers['X-Instance-Id']) + if len(observed) >= count: + return + except OSError: + observed.clear() + time.sleep(.2) + raise RuntimeError('expected ready replicas did not appear through LB') + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('action', choices=['start','stop','restart','restore','status','stop-one','rolling']) + p.add_argument('--instance') + args = p.parse_args() + if args.action == 'start': + subprocess.run([sys.executable, '-X', 'utf8', 'scripts/bootstrap.py'], cwd=ROOT, check=True) + docker('compose', 'up', '-d', '--build', '--wait') + ready() + elif args.action == 'stop': + docker('compose', 'down') + elif args.action == 'restart': + docker('compose', 'restart', 'db', 'valkey', 'api', 'lb') + ready() + elif args.action == 'restore': + docker('compose', 'up', '-d', '--no-deps', '--scale', 'api=2', 'api') + ready() + elif args.action == 'status': + docker('compose', 'ps', '-a') + print(json.dumps(replicas(), indent=2)) + ids = docker('compose','ps','-a','-q',capture=True).split() + template = '[{{json .Id}},{{json .Name}},{{json .Config.Hostname}},{{json .State.Status}},{{json .State.StartedAt}},{{.HostConfig.NanoCpus}},{{.HostConfig.Memory}},{{json .NetworkSettings.Ports}},{{json .Config.Image}}]' + containers = [dict(zip(('id','name','instance','state','started_at','nano_cpus','memory_bytes','ports','image'),json.loads(line))) + for line in docker('inspect','--format',template,*ids,capture=True).splitlines()] + query = "SELECT json_build_object('users',(SELECT count(*) FROM users),'chats',(SELECT count(*) FROM chats),'messages',(SELECT count(*) FROM messages),'idempotency_keys',(SELECT count(*) FROM message_keys),'database_bytes',pg_database_size(current_database()),'fsync',current_setting('fsync'),'synchronous_commit',current_setting('synchronous_commit'),'full_page_writes',current_setting('full_page_writes'))" + counts = json.loads(docker('compose','exec','-T','db','psql','-U','messenger','-d','messenger','-At','-c',query,capture=True)) + snapshot = {'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'containers':containers,'database':counts} + folder = ROOT/'evidence' + folder.mkdir(exist_ok=True) + (folder/'infrastructure.json').write_text(json.dumps(snapshot,indent=2)+'\n',encoding='utf-8') + elif args.action == 'stop-one': + selected = [r for r in replicas() if r['instance']==args.instance] + if len(selected) != 1: + p.error('--instance must match exactly one running API hostname (see status)') + docker('stop', '--time', '9', selected[0]['id']) + else: + original = replicas() + if len(original) != 2: + p.error('rolling replacement requires exactly two running replicas') + for old in original: + docker('compose', 'up', '-d', '--no-deps', '--scale', 'api=3', 'api') + ready(3) + docker('stop', '--time', '9', old['id']) + docker('rm', old['id']) + ready(2) + print(json.dumps({'before':original, 'after':replicas()}, indent=2)) + + +if __name__ == '__main__': + main() diff --git a/scripts/manual.ps1 b/scripts/manual.ps1 new file mode 100644 index 0000000..7ad610f --- /dev/null +++ b/scripts/manual.ps1 @@ -0,0 +1,42 @@ +param([string]$BaseUrl = 'http://127.0.0.1:8080') +# Dot-source this script to keep the synthetic session in the current terminal. +$Lab = @{ BaseUrl = $BaseUrl.TrimEnd('/'); Headers = @{} } + +function Invoke-LabApi { + param( + [string]$Method, + [string]$Path, + [object]$Body = $null, + [hashtable]$Headers = $Lab.Headers + ) + $request = @{ Method=$Method; Uri=($Lab.BaseUrl+$Path); Headers=$Headers; UseBasicParsing=$true; ErrorAction='Stop' } + if ($null -ne $Body) { + $request.ContentType = 'application/json; charset=utf-8' + $request.Body = [Text.Encoding]::UTF8.GetBytes(($Body | ConvertTo-Json -Depth 8 -Compress)) + } + $response = Invoke-WebRequest @request + $Lab.LastInstance = $response.Headers['X-Instance-Id'] -join ',' + Write-Host ('HTTP {0}; X-Instance-Id={1}; X-Request-Id={2}' -f [int]$response.StatusCode, $Lab.LastInstance, ($response.Headers['X-Request-Id'] -join ',')) + if ($response.Content) { return ($response.Content | ConvertFrom-Json) } +} + +$suffix = [guid]::NewGuid().ToString('N').Substring(0,10) +$password = 'Synthetic-' + [guid]::NewGuid().ToString('N') +$username = 'manual_a_' + $suffix +$Lab.Alice = Invoke-LabApi POST '/api/v1/users' @{username=$username; display_name='Alice'; password=$password} +$Lab.Bob = Invoke-LabApi POST '/api/v1/users' @{username=('manual_b_'+$suffix); display_name='Bob'; password=$password} +$basic = [Convert]::ToBase64String([Text.Encoding]::UTF8.GetBytes(($username+':'+$password))) +$session = Invoke-LabApi POST '/api/v1/auth/sessions' -Headers @{Authorization=('Basic '+$basic)} +$Lab.Headers = @{ Authorization=('Bearer '+$session.token) } +$Lab.Chat = Invoke-LabApi POST '/api/v1/chats' @{title='Manual lab3'; member_ids=@($Lab.Alice.id,$Lab.Bob.id)} +$Lab.MessagePath = '/api/v1/chats/'+$Lab.Chat.id+'/messages' +$Lab.Key = [guid]::NewGuid().ToString('N') +$Lab.Headers['Idempotency-Key'] = $Lab.Key +$Lab.Body = @{ text='Manual idempotent message' } +$Lab.Message = Invoke-LabApi POST $Lab.MessagePath $Lab.Body +for ($i=0; $i -lt 4; $i++) { + $replay = Invoke-LabApi POST $Lab.MessagePath $Lab.Body + if ($replay.id -ne $Lab.Message.id) { throw 'Replay created a duplicate' } +} +Remove-Variable password,basic,session +Write-Host ('Ready: chat={0}; message={1}. Session is kept in $Lab; do not print or save its Authorization header.' -f $Lab.Chat.id,$Lab.Message.id) diff --git a/scripts/research.py b/scripts/research.py new file mode 100644 index 0000000..fb3af7c --- /dev/null +++ b/scripts/research.py @@ -0,0 +1,243 @@ +"""Grade-5 track 1: controlled scaling, saturation sweep and pool tuning.""" +import argparse +import csv +import datetime as dt +import io +import json +import os +from pathlib import Path +import platform +import statistics +import subprocess +import threading +import time + +from manage import ROOT, docker, ready + + +def sql(query): + return json.loads(docker('compose','exec','-T','db','psql','-U','messenger','-d','messenger','-At','-c',query,capture=True)) + + +def db_stats(): + return sql("SELECT row_to_json(s) FROM (SELECT xact_commit,xact_rollback,blks_read,blks_hit,tup_inserted,deadlocks FROM pg_stat_database WHERE datname=current_database()) s") + + +def lb_stats(): + text = docker('compose','exec','-T','lb','wget','-q','-O','-','http://127.0.0.1:8404/stats;csv',capture=True) + rows = list(csv.DictReader(io.StringIO(text.removeprefix('# ')))) + return [{k:r.get(k) for k in ('svname','status','qcur','qmax','scur','smax','econ','eresp','stot')} for r in rows if r.get('pxname')=='api'] + + +def configure(n, cpu, memory, pool): + env = dict(os.environ, DB_CPUS='1.0', API_REPLICAS=str(n), API_CPUS=str(cpu), API_MEMORY=str(memory)+'m', + DB_POOL_MAX=str(pool), POOL_METRICS='1', REQUEST_LOG='0') + docker('compose','up','-d','--no-deps','--force-recreate','--scale','api='+str(n),'api',env=env) + ready(n) + return env + + +def measure(config, duration, warmup): + began = dt.datetime.now(dt.timezone.utc).isoformat() + before, lb_before = db_stats(), lb_stats() + samples = [] + finished = threading.Event() + sample_errors = [] + + def monitor(): + while not finished.is_set(): + try: + ids = docker('ps','-q','--filter','label=com.docker.compose.project=mtusi-lab3',capture=True).split() + ids += docker('ps','-q','--filter','label=mtusi.lab3.role=load',capture=True).split() + text = docker('stats','--no-stream','--format','{{json .}}',*ids,capture=True) + stats = [json.loads(line) for line in text.splitlines() if line.strip()] + waits = sql("SELECT coalesce(json_object_agg(kind,n),'{}') FROM (SELECT coalesce(wait_event_type,'CPU/runnable') kind,count(*) n FROM pg_stat_activity WHERE datname=current_database() AND pid<>pg_backend_pid() AND state='active' GROUP BY 1) s") + samples.append({'time':dt.datetime.now(dt.timezone.utc).isoformat(),'containers':stats,'db_active_waits':waits}) + except (subprocess.CalledProcessError, ValueError) as error: + sample_errors.append(type(error).__name__) + finished.wait(.5) + + thread = threading.Thread(target=monitor) + thread.start() + try: + output = docker('run','--rm','--network','mtusi-lab3_default','--cpus','2','--memory','256m', + '--label','mtusi.lab3.role=load','mtusi-messenger:lab3-load', + '-duration',str(duration)+'s','-warmup',str(warmup)+'s', + '-concurrency',str(config['concurrency']),capture=True) + result = json.loads(output) + finally: + finished.set() + thread.join() + after = db_stats() + logs = docker('compose','logs','--no-log-prefix','--since',began,'api',capture=True) + pools = {} + for line in logs.splitlines(): + try: + item = json.loads(line) + except ValueError: + continue + if item.get('msg')=='pool': + pools.setdefault(item['instance'],[]).append(item) + pool_summary = {} + for instance, values in pools.items(): + pool_summary[instance] = {'max_acquired':max(v['acquired'] for v in values),'max_connections':values[-1]['max'], + 'empty_acquires_delta':values[-1]['empty_acquires']-values[0]['empty_acquires'], + 'acquire_seconds_delta':(values[-1]['acquire_ns']-values[0]['acquire_ns'])/1e9} + if len(result['instances']) != config['replicas']: + raise RuntimeError('load did not reach the configured number of replicas') + if not samples or not pool_summary: + raise RuntimeError('missing CPU/DB/pool observations') + return dict(config, result=result, samples=samples, sample_errors=sample_errors, pool_stats=pool_summary, + db_delta={k:after[k]-before[k] for k in before},lb_before=lb_before,lb_after=lb_stats()) + + +def summarize(rows, folder): + import matplotlib + matplotlib.use('Agg') + import matplotlib.pyplot as plt + grouped = {} + for row in rows: + key = (row['series'],row['replicas'],row['concurrency'],row['pool']) + grouped.setdefault(key,[]).append(row) + summaries = [] + for key, values in sorted(grouped.items()): + rps = [r['result']['successful_rps'] for r in values] + summaries.append({'series':key[0],'replicas':key[1],'concurrency':key[2],'pool':key[3], + 'rps_median':statistics.median(rps),'rps_min':min(rps),'rps_max':max(rps), + 'p95_ms_median':statistics.median(r['result']['latency_ms']['p95'] for r in values), + 'failed_requests':sum(r['result']['failed_requests'] for r in values), + 'successful_requests':sum(r['result']['successful_requests'] for r in values)}) + with (folder/'research.csv').open('w',newline='',encoding='utf-8') as output: + writer = csv.DictWriter(output,fieldnames=list(summaries[0])) + writer.writeheader() + writer.writerows(summaries) + fig, axes = plt.subplots(1,2,figsize=(11,4),layout='constrained') + labels = {'fixed':'fixed total: 2 CPU / 1024 MiB','growing':'growing: 1 CPU / 512 MiB per API'} + for series in ('fixed','growing'): + points = sorted((s for s in summaries if s['series']==series),key=lambda p:p['replicas']) + axes[0].errorbar([p['replicas'] for p in points],[p['rps_median'] for p in points], + yerr=[[p['rps_median']-p['rps_min'] for p in points],[p['rps_max']-p['rps_median'] for p in points]],marker='o',capsize=4,label=labels[series]) + axes[1].plot([p['replicas'] for p in points],[p['p95_ms_median'] for p in points],marker='o',label=labels[series]) + for axis in axes: + axis.set_xlabel('API replicas') + axis.set_xticks([1,2,4]) + axis.grid(alpha=.25) + axis.legend(fontsize=8) + axis.set_ylim(bottom=0) + fig.suptitle('3 repetitions; 15 s after 3 s warm-up; 32 closed-loop clients') + axes[0].set_ylabel('Successful HTTP confirmations / second') + axes[0].set_title('Median and range across repetitions') + axes[1].set_ylabel('p95 of successful requests, ms') + fig.savefig(folder/'scaling.png',dpi=160) + plt.close(fig) + sweep = sorted((s for s in summaries if s['series']=='saturation'),key=lambda p:p['concurrency']) + fig, axes = plt.subplots(1,3,figsize=(12,4),layout='constrained') + clients = [p['concurrency'] for p in sweep] + axes[0].errorbar(clients,[p['rps_median'] for p in sweep], + yerr=[[p['rps_median']-p['rps_min'] for p in sweep],[p['rps_max']-p['rps_median'] for p in sweep]],marker='o',capsize=4) + axes[0].set_ylabel('Successful confirmations / second') + axes[1].plot(clients,[p['p95_ms_median'] for p in sweep],marker='o') + axes[1].set_ylabel('p95 of successful requests, ms') + axes[2].plot(clients,[100*p['failed_requests']/(p['failed_requests']+p['successful_requests']) for p in sweep],marker='o',color='tab:red') + axes[2].set_ylabel('Pooled failed attempts, %') + for axis in axes: + axis.set_xscale('log',base=2) + axis.set_xticks(clients,labels=[str(c) for c in clients]) + axis.set_xlabel('Concurrent clients') + axis.set_ylim(bottom=0) + axis.grid(alpha=.25) + fig.suptitle('Saturation: 4 API replicas; 3 repetitions; 15 s measurements') + fig.savefig(folder/'saturation.png',dpi=160) + plt.close(fig) + tuning = {s['pool']:s for s in summaries if s['series']=='pool-tuning' and s['concurrency']==32} + if set(tuning)!={1,8}: + raise RuntimeError('controlled pool tuning at concurrency 32 is missing; continue with --resume') + improvement = tuning[8]['rps_median']/tuning[1]['rps_median']-1 + confirmed = improvement>.05 and tuning[8]['failed_requests']<=tuning[1]['failed_requests'] + lines = ['# Измерения трека 1','', + 'Fixed: суммарно 2 CPU / 1024 MiB API, суммарный пул 8. Growing: 1 CPU / 512 MiB и пул 8 на каждую API. PostgreSQL 1 CPU / 512 MiB, LB 0.5 CPU / 128 MiB, Valkey 0.5 CPU / 256 MiB, генератор 2 CPU / 256 MiB.','', + '| Серия | API | Клиенты | Пул/реплика | RPS median [min;max] | p95 ms | Ошибки |', + '|---|---:|---:|---:|---:|---:|---:|'] + for s in summaries: + lines.append('| {series} | {replicas} | {concurrency} | {pool} | {rps_median:.1f} [{rps_min:.1f}; {rps_max:.1f}] | {p95_ms_median:.1f} | {failed_requests} |'.format(**s)) + lines += ['',f'Контролируемая настройка пула 1 → 8 (2 API, 32 клиента): изменение median RPS {improvement:+.1%}. Критерий подтверждения: >5% без увеличения общего числа ошибок. Подтверждено: {confirmed}.', + '', 'Диагностика: research.json содержит CPU/RAM каждого контейнера, активные ожидания PostgreSQL, счётчики ожидания пула и очереди/ошибки HAProxy. Pool-tuning — отдельный намеренно ограниченный сценарий; он не выдаётся за дефект исходного пула 8.', + '', 'Нужно интерпретировать насыщение по совместным данным: занятый пул и рост empty_acquires указывают на очередь пула; PostgreSQL около 100% при лимите 1 CPU и отсутствие прироста RPS указывают на CPU БД; очередь/CPU LB — на LB. Один плоский график не доказывает причину.', + '', 'Ограничения: один Docker Desktop/хост; closed-loop и coordinated omission; p95 только успехов; контейнерные CPU/RAM и PostgreSQL-счётчики включают прогрев; история растёт; дисковый кэш между сериями не сбрасывается; max RPS промышленной системы не заявляется.',''] + (folder/'research.md').write_text('\n'.join(lines),encoding='utf-8') + return confirmed + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('--duration',type=int,default=15) + p.add_argument('--warmup',type=int,default=3) + p.add_argument('--repeats',type=int,default=3) + p.add_argument('--resume',action='store_true',help='reuse completed runs with identical measurement parameters') + p.add_argument('--include-overload',action='store_true',help='also reproduce the rejected 64-client pool experiment') + args = p.parse_args() + if args.duration<10 or args.warmup<2 or args.repeats<3: + p.error('research needs duration>=10, warmup>=2, repeats>=3') + import matplotlib # fail before altering running services if dependencies are absent + folder = ROOT/'evidence' + folder.mkdir(exist_ok=True) + metadata = {'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'host':platform.platform(), + 'host_cpu':platform.processor(),'logical_cpus':os.cpu_count(), + 'docker':json.loads(docker('info','--format','{"cpus":{{.NCPU}},"memory":{{.MemTotal}},"version":"{{.ServerVersion}}","os":"{{.OperatingSystem}}"}',capture=True)), + 'profile':vars(args),'hypothesis':'Shared DB/LB or pool eventually limits scaling; more API replicas alone cannot remove that limit.'} + rows = [] + saved = folder/'research.json' + if args.resume and saved.exists(): + previous = json.loads(saved.read_text(encoding='utf-8')) + old_profile = previous['metadata']['profile'] + if any(old_profile[k]!=getattr(args,k) for k in ('duration','warmup','repeats')): + p.error('saved measurement parameters differ; cannot resume') + metadata = previous['metadata'] + rows = previous['runs'] + # Upgrade early evidence where the pool telemetry shadowed its setting. + for row in rows: + if isinstance(row.get('pool'),dict): + row['pool_stats'] = row['pool'] + row['pool'] = next(iter(row['pool_stats'].values()))['max_connections'] + if row['series']=='pool-tuning' and row['concurrency']==64: + row['series']='pool-overload' + print('Reusing %d completed measurements' % len(rows),flush=True) + try: + for repeat in range(args.repeats): + configs = [] + for series in ('fixed','growing'): + order = [1,2,4] + order = order[repeat%3:]+order[:repeat%3] + for n in order: + configs.append({'series':series,'replicas':n,'cpu_per_api':2/n if series=='fixed' else 1, + 'memory_mib_per_api':1024//n if series=='fixed' else 512, + 'pool':8//n if series=='fixed' else 8,'concurrency':32,'repeat':repeat+1}) + for pool in ([1,8] if repeat%2==0 else [8,1]): + configs.append({'series':'pool-tuning','replicas':2,'cpu_per_api':1,'memory_mib_per_api':512,'pool':pool,'concurrency':32,'repeat':repeat+1}) + if args.include_overload: + for pool in ([1,8] if repeat%2==0 else [8,1]): + configs.append({'series':'pool-overload','replicas':2,'cpu_per_api':1,'memory_mib_per_api':512,'pool':pool,'concurrency':64,'repeat':repeat+1}) + for c in ([1,8,32,64,128] if repeat%2==0 else [128,64,32,8,1]): + configs.append({'series':'saturation','replicas':4,'cpu_per_api':1,'memory_mib_per_api':512,'pool':8,'concurrency':c,'repeat':repeat+1}) + previous = None + for config in configs: + if any(all(row[k]==config[k] for k in ('series','replicas','concurrency','pool','repeat')) for row in rows): + continue + state = (config['replicas'],config['cpu_per_api'],config['memory_mib_per_api'],config['pool']) + if state!=previous: + configure(*state) + previous = state + print('Measuring '+json.dumps(config),flush=True) + rows.append(measure(config,args.duration,args.warmup)) + (folder/'research.json').write_text(json.dumps({'metadata':metadata,'runs':rows},indent=2)+'\n',encoding='utf-8') + confirmed = summarize(rows,folder) + if not confirmed: + raise RuntimeError('pool tuning hypothesis was not confirmed; see research.md before claiming grade 5') + finally: + docker('compose','up','-d','--no-deps','--force-recreate','--scale','api=2','api') + ready(2) + print('PASS: repeated scaling/saturation series and pool improvement measured; see evidence/research.md') + + +if __name__=='__main__': + main() diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100644 index 0000000..14a3468 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,8 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +mkdir -p evidence +ids=$(docker compose ps -q db valkey api lb) +docker inspect --format '{{.Id}} {{index .Config.Labels "com.docker.compose.service"}} {{.State.StartedAt}} {{.State.Status}}' $ids > evidence/restart-before.txt +docker compose restart db valkey api lb +docker inspect --format '{{.Id}} {{index .Config.Labels "com.docker.compose.service"}} {{.State.StartedAt}} {{.State.Status}}' $ids > evidence/restart-after.txt diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100644 index 0000000..6bd9070 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,16 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +: "${TARGET_INSTANCE_ID:?TARGET_INSTANCE_ID is required}" +for id in $(docker compose ps -q api); do + hostname=$(docker inspect --format '{{.Config.Hostname}}' "$id") + if [ "$hostname" = "$TARGET_INSTANCE_ID" ]; then + mkdir -p evidence + docker inspect --format '{{.Id}} {{.State.Status}} {{.State.StartedAt}}' "$id" > evidence/stopped-before.txt + docker stop --time 9 "$id" > /dev/null + docker inspect --format '{{.Id}} {{.State.Status}} {{.State.FinishedAt}} {{.State.ExitCode}}' "$id" > evidence/stopped-after.txt + exit 0 + fi +done +echo 'Target is not a running API container' >&2 +exit 1 diff --git a/scripts/verify.py b/scripts/verify.py new file mode 100644 index 0000000..7256e06 --- /dev/null +++ b/scripts/verify.py @@ -0,0 +1,92 @@ +"""Run the complete lab-3 verification from an ordinary operator terminal.""" +import argparse +import datetime as dt +import hashlib +import json +import os +from pathlib import Path +import subprocess +import sys + +ROOT = Path(__file__).resolve().parents[1] +EVIDENCE = ROOT/'evidence' + + +def public_integrity(): + names = subprocess.check_output(['git','ls-files','--','tests','contracts'],cwd=ROOT,text=True).splitlines() + hashes = {} + for name in names: + original = subprocess.check_output(['git','show','HEAD:'+name],cwd=ROOT).replace(b'\r\n',b'\n') + current = (ROOT/name).read_bytes().replace(b'\r\n',b'\n') + if current != original: + raise RuntimeError('protected source changed: '+name) + hashes[name] = hashlib.sha256(current).hexdigest() + return hashes + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument('--no-research',action='store_true',help='run levels 3/4 only; does not certify track 5') + p.add_argument('--resume',action='store_true',help='reuse completed work; API/infrastructure sources must be unchanged') + p.add_argument('--include-overload',action='store_true',help='also reproduce the additional overload experiment') + args = p.parse_args() + EVIDENCE.mkdir(exist_ok=True) + hashes = public_integrity() + results = [] + previous_checks = {} + status = EVIDENCE/'verification.json' + if args.resume and status.exists(): + previous_checks = {item['check']:item for item in json.loads(status.read_text(encoding='utf-8'))['checks'] if item['exit_code']==0} + env = dict(os.environ,PYTHONUTF8='1',PYTHONUNBUFFERED='1',GOTELEMETRY='off') + + def run(name,command): + if args.resume and name in previous_checks and not name.startswith('final-') and name!='research': + results.append(previous_checks[name]) + print('Reusing passed check: '+name,flush=True) + return + print('Running '+name+' ...',flush=True) + result = subprocess.run(command,cwd=ROOT,env=env,text=True,encoding='utf-8',errors='replace',stdout=subprocess.PIPE,stderr=subprocess.STDOUT) + (EVIDENCE/(name+'.txt')).write_text(result.stdout,encoding='utf-8') + results.append({'check':name,'exit_code':result.returncode,'command':command}) + (EVIDENCE/'verification.json').write_text(json.dumps({'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'complete':False,'checks':results},indent=2)+'\n',encoding='utf-8') + if result.returncode: + print(result.stdout[-5000:]) + raise RuntimeError(name+' failed; see evidence/'+name+'.txt') + print('PASS: '+name,flush=True) + + python = sys.executable + run('bootstrap',[python,'-X','utf8','scripts/bootstrap.py']) + run('docker-info',['docker','info','--format','{{.ServerVersion}} {{.NCPU}} CPU {{.MemTotal}} bytes']) + run('compose-check',['docker','compose','config','--quiet']) + run('build-start',['docker','compose','up','-d','--build','--wait']) + run('build-tests',['docker','build','-f','Dockerfile.tests','-t','mtusi-messenger:lab3-tests','.']) + for target in ('check','validate','test','test-own','test-race','test-persistence','test-failover'): + run(target,[python,'-X','utf8','scripts/linux_tests.py',target]) + run('restore',[python,'-X','utf8','scripts/manage.py','restore']) + run('failures',[python,'-X','utf8','student-tests/failures.py']) + if not args.no_research: + run('build-load',['docker','build','--target','load','-t','mtusi-messenger:lab3-load','.']) + venv = ROOT/'.venv' + vpython = venv/('Scripts/python.exe' if os.name=='nt' else 'bin/python') + if not vpython.exists(): + run('research-env',[python,'-m','venv',str(venv)]) + run('research-dependencies',[str(vpython),'-m','pip','install','--disable-pip-version-check','-r','requirements-research.txt']) + research_command = [str(vpython),'-X','utf8','scripts/research.py'] + if args.resume: + research_command.append('--resume') + if args.include_overload: + research_command.append('--include-overload') + run('research',research_command) + run('final-smoke',[python,'-X','utf8','tests/smoke.py','--base-url','http://127.0.0.1:8080']) + run('final-own',[python,'-X','utf8','student-tests/acceptance.py','--base-url','http://127.0.0.1:8080']) + if public_integrity()!=hashes: + raise RuntimeError('public sources changed during verification') + (EVIDENCE/'public-integrity.json').write_text(json.dumps(hashes,indent=2)+'\n',encoding='utf-8') + run('final-containers',[python,'-X','utf8','scripts/manage.py','status']) + complete = not args.no_research + (EVIDENCE/'verification.json').write_text(json.dumps({'timestamp_utc':dt.datetime.now(dt.timezone.utc).isoformat(),'complete':complete,'levels_3_4_passed':True,'track_5_measured':complete,'checks':results},indent=2)+'\n',encoding='utf-8') + print('Verification finished. '+('Full track-1 evidence is ready.' if complete else 'Levels 3/4 only; run without --no-research for track 5.')) + + +if __name__=='__main__': + main() diff --git a/store.go b/store.go new file mode 100644 index 0000000..4e0a57f --- /dev/null +++ b/store.go @@ -0,0 +1,223 @@ +package main + +import ( + "context" + "crypto/sha256" + "embed" + "encoding/hex" + "errors" + "fmt" + "sort" + "time" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" + "github.com/jackc/pgx/v5/pgxpool" +) + +//go:embed migrations/*.sql +var migrations embed.FS + +func migrate(ctx context.Context, db *pgxpool.Pool) error { + conn, err := db.Acquire(ctx) + if err != nil { + return err + } + defer conn.Release() + if _, err = conn.Exec(ctx, "SELECT pg_advisory_lock(202602)"); err != nil { + return err + } + defer conn.Exec(context.Background(), "SELECT pg_advisory_unlock(202602)") + if _, err = conn.Exec(ctx, "CREATE TABLE IF NOT EXISTS schema_migrations(version text PRIMARY KEY, checksum text NOT NULL, applied_at timestamptz NOT NULL DEFAULT clock_timestamp())"); err != nil { + return err + } + entries, err := migrations.ReadDir("migrations") + if err != nil { + return err + } + sort.Slice(entries, func(i, j int) bool { return entries[i].Name() < entries[j].Name() }) + for _, entry := range entries { + raw, err := migrations.ReadFile("migrations/" + entry.Name()) + if err != nil { + return err + } + sum := sha256.Sum256(raw) + checksum := hex.EncodeToString(sum[:]) + var previous string + err = conn.QueryRow(ctx, "SELECT checksum FROM schema_migrations WHERE version=$1", entry.Name()).Scan(&previous) + if err == nil { + if previous != checksum { + return fmt.Errorf("migration checksum mismatch: %s", entry.Name()) + } + continue + } + if !errors.Is(err, pgx.ErrNoRows) { + return err + } + tx, err := conn.Begin(ctx) + if err != nil { + return err + } + if _, err = tx.Exec(ctx, string(raw)); err == nil { + _, err = tx.Exec(ctx, "INSERT INTO schema_migrations(version,checksum) VALUES($1,$2)", entry.Name(), checksum) + } + if err != nil { + tx.Rollback(ctx) + return err + } + if err = tx.Commit(ctx); err != nil { + return err + } + } + return nil +} + +func dbError(err error) error { + if err == nil { + return nil + } + if errors.Is(err, pgx.ErrNoRows) { + return missing() + } + var pe *pgconn.PgError + if errors.As(err, &pe) { + switch pe.Code { + case "23505": + return apiError{409, "conflict", "Username already exists"} + case "23503", "23514", "22P02", "22021": + return invalid() + } + } + return unavailable() +} +func stamp(t time.Time) string { return t.UTC().Format("2006-01-02T15:04:05.000000Z") } + +// pgx BytesScanner preserves every validated UTF-8 code point, including NUL. +type utf8String struct{ dst *string } + +func (s utf8String) ScanBytes(value []byte) error { + *s.dst = string(value) + return nil +} + +func scanUser(row pgx.Row) (User, error) { + var u User + var t time.Time + err := row.Scan(&u.ID, &u.Username, utf8String{&u.DisplayName}, &t) + u.CreatedAt = stamp(t) + return u, dbError(err) +} +func (a *App) user(ctx context.Context, id string) (User, error) { + return scanUser(a.db.QueryRow(ctx, "SELECT id::text,username,display_name,created_at FROM users WHERE id=$1", id)) +} + +func (a *App) createChat(ctx context.Context, title string, ids []string) (Chat, error) { + c := Chat{ID: uuid(), Title: title, MemberIDs: ids} + var t time.Time + tx, err := a.db.Begin(ctx) + if err != nil { + return c, unavailable() + } + defer tx.Rollback(ctx) + err = tx.QueryRow(ctx, "INSERT INTO chats(id,title) VALUES($1,$2) RETURNING created_at", c.ID, []byte(title)).Scan(&t) + if err != nil { + return c, dbError(err) + } + // FK failure on any participant rolls back the chat and earlier participants. + for _, id := range ids { + if _, err = tx.Exec(ctx, "INSERT INTO chat_members(chat_id,user_id) VALUES($1,$2)", c.ID, id); err != nil { + return c, dbError(err) + } + } + if err = tx.Commit(ctx); err != nil { + return c, unavailable() + } + c.CreatedAt = stamp(t) + return c, nil +} +func (a *App) chat(ctx context.Context, id, user string) (Chat, error) { + c := Chat{} + var t time.Time + err := a.db.QueryRow(ctx, `SELECT c.id::text,c.title,c.created_at, + ARRAY(SELECT user_id::text FROM chat_members WHERE chat_id=c.id ORDER BY user_id) + FROM chats c WHERE c.id=$1 AND EXISTS(SELECT 1 FROM chat_members WHERE chat_id=c.id AND user_id=$2)`, id, user).Scan(&c.ID, utf8String{&c.Title}, &t, &c.MemberIDs) + c.CreatedAt = stamp(t) + return c, dbError(err) +} +func boundary(c cursor) (time.Time, string, error) { + if c.ID == "" { + return time.Date(1, 1, 1, 0, 0, 0, 0, time.UTC), "00000000-0000-0000-0000-000000000000", nil + } + t, err := time.Parse(time.RFC3339Nano, c.Time) + if err != nil { + return t, "", invalid() + } + id, err := normalizeID(c.ID) + return t, id, err +} +func (a *App) history(ctx context.Context, id string, limit int, c cursor, scope string) (Page[Message], error) { + result := Page[Message]{Items: []Message{}} + t, last, err := boundary(c) + if err != nil { + return result, err + } + rows, err := a.db.Query(ctx, `SELECT id::text,chat_id::text,sender_id::text,text,created_at FROM messages + WHERE chat_id=$1 AND (created_at,id)>($2,$3) ORDER BY messages.created_at,messages.id LIMIT $4`, id, t, last, limit+1) + if err != nil { + return result, unavailable() + } + defer rows.Close() + for rows.Next() { + var m Message + var created time.Time + if err = rows.Scan(&m.ID, &m.ChatID, &m.SenderID, utf8String{&m.Text}, &created); err != nil { + return result, unavailable() + } + m.CreatedAt = stamp(created) + result.Items = append(result.Items, m) + } + if rows.Err() != nil { + return result, unavailable() + } + if len(result.Items) > limit { + result.Items = result.Items[:limit] + m := result.Items[limit-1] + next := a.encodeCursor(scope, m.CreatedAt, m.ID) + result.NextCursor = &next + } + return result, nil +} +func (a *App) listChats(ctx context.Context, user string, limit int, c cursor, scope string) (Page[Chat], error) { + result := Page[Chat]{Items: []Chat{}} + t, last, err := boundary(c) + if err != nil { + return result, err + } + rows, err := a.db.Query(ctx, `SELECT c.id::text,c.title,c.created_at, + ARRAY(SELECT user_id::text FROM chat_members WHERE chat_id=c.id ORDER BY user_id) + FROM chats c JOIN chat_members own ON own.chat_id=c.id AND own.user_id=$1 + WHERE (c.created_at,c.id)>($2,$3) ORDER BY c.created_at,c.id LIMIT $4`, user, t, last, limit+1) + if err != nil { + return result, unavailable() + } + defer rows.Close() + for rows.Next() { + var chat Chat + var created time.Time + if err = rows.Scan(&chat.ID, utf8String{&chat.Title}, &created, &chat.MemberIDs); err != nil { + return result, unavailable() + } + chat.CreatedAt = stamp(created) + result.Items = append(result.Items, chat) + } + if rows.Err() != nil { + return result, unavailable() + } + if len(result.Items) > limit { + result.Items = result.Items[:limit] + v := result.Items[limit-1] + next := a.encodeCursor(scope, v.CreatedAt, v.ID) + result.NextCursor = &next + } + return result, nil +} diff --git a/student-tests/acceptance.py b/student-tests/acceptance.py new file mode 100644 index 0000000..dc9ace7 --- /dev/null +++ b/student-tests/acceptance.py @@ -0,0 +1,54 @@ +"""Additional black-box checks; public tests and schemas are imported unchanged.""" +from concurrent.futures import ThreadPoolExecutor +from pathlib import Path +import json +import sys +import threading +import uuid + +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests')) +from client import Client, arguments, check, run + + +def main(): + args = arguments('Concurrent cross-replica idempotency and isolation') + c = Client(args.base_url) + alice, bob, eve, chat = c.bootstrap() + path = '/api/v1/chats/'+chat['id']+'/messages' + key = uuid.uuid4().hex + barrier = threading.Barrier(16) + + def send(i): + local = Client(args.base_url) + barrier.wait() + raw = ('{ "text" : "same \\u0000 \\ud83d\\ude00" }' if i % 2 else '{"text":"same \\u0000 😀"}').encode('utf-8') + return local.call('POST', path, 201, actor=alice, raw=raw, + headers={'Content-Type':'application/json', 'Idempotency-Key':key}, schema='Message') + + with ThreadPoolExecutor(max_workers=16) as pool: + responses = list(pool.map(send, range(16))) + first = responses[0]['json'] + check(all(r['json'] == first for r in responses), 'concurrent replay changed result') + instances = sorted({r['headers']['X-Instance-Id'] for r in responses}) + check(len(instances) >= 2, 'concurrency must reach different real replicas') + c.call('POST', path, 409, actor=alice, body={'text':'different'}, headers={'Idempotency-Key':key}) + other_user = c.message(bob, chat, 'other user', key=key)['json'] + check(other_user['id'] != first['id'], 'key was not scoped to user') + other_chat = c.call('POST', '/api/v1/chats', 201, actor=alice, + body={'title':'independent scope', 'member_ids':[alice['id']]}, schema='Chat')['json'] + check(c.message(alice, other_chat, 'other chat', key=key)['json']['id'] != first['id'], 'key was not scoped to chat') + for bad in ['', 'bad key', 'é', 'a'*129, 'slash/key']: + c.call('POST', path, 400, actor=alice, body={'text':'bad'}, headers={'Idempotency-Key':bad}) + c.call('POST', path, 400, actor=alice, body={'text':'missing key'}) + c.call('POST', path, 404, actor=eve, body={'text':first['text']}, headers={'Idempotency-Key':key}) + page = c.call('GET', path+'?limit=100', actor=bob, schema='MessagePage')['json'] + check(sum(m['id']==first['id'] for m in page['items']) == 1, 'duplicate message') + c.call('DELETE', '/api/v1/auth/sessions/current', 204, actor=alice) + c.call('POST', path, 401, actor=alice, body={'text':first['text']}, headers={'Idempotency-Key':key}) + print(json.dumps({'concurrent_requests':16, 'instances':instances, 'identical_result':True, + 'key_scopes':'user + POST + chat path', 'revocation_rechecked':True})) + print('PASS: concurrent replay, Unicode, conflict, key validation, isolation and logout') + + +if __name__ == '__main__': + run(main) diff --git a/student-tests/failures.py b/student-tests/failures.py new file mode 100644 index 0000000..fed0b12 --- /dev/null +++ b/student-tests/failures.py @@ -0,0 +1,114 @@ +"""Sequential real-container failures and rolling replacement under read/write load.""" +from concurrent.futures import ThreadPoolExecutor +import json +from pathlib import Path +import statistics +import subprocess +import sys +import threading +import time +import uuid + +ROOT = Path(__file__).resolve().parents[1] +sys.path[:0] = [str(ROOT/'tests'), str(ROOT/'scripts')] +from client import Client, Failure, check +from resilience import history +from manage import docker, ready, replicas + + +def exercise(label, action): + c = Client(timeout=2) + alice, bob, _, chat = c.bootstrap() + original = c.message(alice, chat, 'Before '+label)['json'] + start = time.monotonic() + stop = threading.Event() + confirmations, latencies, successes, error_times = [], [], [], [] + lock = threading.Lock() + + def worker(): + local = Client(timeout=2) + key = uuid.uuid4().hex + while not stop.is_set(): + began = time.monotonic() + try: + message = local.message(alice, chat, key, key=key)['json'] + local.call('GET', '/api/v1/chats/'+chat['id'], actor=bob, schema='Chat') + with lock: + confirmations.append(message) + successes.append(time.monotonic()-start) + latencies.append((time.monotonic()-began)*1000) + key = uuid.uuid4().hex + except Failure: + with lock: + error_times.append(time.monotonic()-start) + stop.wait(.03) + + before = replicas() + with ThreadPoolExecutor(max_workers=4) as pool: + workers = [pool.submit(worker) for _ in range(4)] + time.sleep(2) + action_start = time.monotonic()-start + try: + action() + action_end = time.monotonic()-start + time.sleep(4) + finally: + stop.set() + for worker_result in workers: + worker_result.result() + elapsed = time.monotonic()-start + after = replicas() + stored = history(c, bob, chat) + by_id = {m['id']:m for m in stored} + check(by_id.get(original['id'])==original, 'pre-failure confirmation lost') + check(all(by_id.get(m['id'])==m for m in confirmations), 'confirmation lost') + check(len({m['text'] for m in stored})==len(stored), 'uncertain retry duplicated message') + post = [t for t in successes if t>=action_end] + check(bool(post), 'no reads/writes after action') + recovery = min(post)-action_start + # The total rolling action spans two replacements; each stop is checked separately. + if label != 'rolling': + check(recovery<=10, 'recovery exceeded 10 seconds') + times = sorted(successes) + gaps = [b-a for a,b in zip(times,times[1:])] + report = {'scenario':label, 'before':before, 'after':after, + 'successful_read_write_cycles':len(successes), 'failed_cycles':len(error_times), + 'elapsed_seconds':round(elapsed,3), 'successful_cycles_per_second':round(len(successes)/elapsed,3), + 'confirmed_pair_http_rps':round(2*len(successes)/elapsed,3), + 'first_success_after_action_seconds':round(recovery,3), + 'max_success_gap_seconds':round(max(gaps,default=0),3), + 'cycle_latency_ms':{'p50':statistics.median(latencies), 'p95':sorted(latencies)[int(.95*(len(latencies)-1))]}, + 'all_confirmations_preserved':True, 'duplicate_messages':0} + print(json.dumps(report)) + return report + + +def main(): + ready(2) + results = [] + original = replicas() + check(len(original)==2, 'expected two API containers') + try: + for selected in original: + def action(selected=selected): + docker('stop', '--time', '9', selected['id']) + state = docker('inspect', '--format', '{{.State.Status}} {{.State.ExitCode}}', selected['id'], capture=True) + check(state=='exited 0', 'target did not shut down cleanly') + result = exercise('stop '+selected['instance'], action) + check(len(result['after'])==1 and result['after'][0]['id']!=selected['id'], 'wrong container stopped') + results.append(result) + docker('compose', 'start', 'api') + ready(2) + def rolling(): + subprocess.run([sys.executable, '-X', 'utf8', 'scripts/manage.py', 'rolling'], cwd=ROOT, check=True) + results.append(exercise('rolling', rolling)) + check(not {r['id'] for r in results[-1]['before']} & {r['id'] for r in results[-1]['after']}, 'rolling did not replace both containers') + (ROOT/'evidence/failures.json').write_text(json.dumps(results,ensure_ascii=False,indent=2)+'\n',encoding='utf-8') + finally: + docker('compose', 'up', '-d', '--no-deps', '--scale', 'api=2', 'api') + ready(2) + print('PASS: each replica stopped, real containers verified, rolling replacement preserved sessions/data') + + +if __name__=='__main__': + main()