From 479cd78f7fea216fcb92397626de3666c8b942ce Mon Sep 17 00:00:00 2001 From: Alexey Bodanyuk <144894236+wfa22@users.noreply.github.com> Date: Mon, 19 Oct 2026 17:08:49 +0300 Subject: [PATCH] =?UTF-8?q?bench:=20=D1=82=D1=80=D0=B5=D0=BA=201=20?= =?UTF-8?q?=E2=80=94=20=D1=81=D0=B5=D1=80=D0=B8=D1=8F=20D=20(A/B=20multi?= =?UTF-8?q?=20vs=20function,=203=20=D0=BF=D0=BE=D0=B2=D1=82=D0=BE=D1=80?= =?UTF-8?q?=D0=B0),=20=D0=BF=D0=BB=D0=B0=D0=BD=20=D1=81=D0=B5=D1=80=D0=B8?= =?UTF-8?q?=D0=B8=20E?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Образ коммита 4830be4, одна переменная MESSAGE_WRITE_PATH: 2x1.0 CPU / БД 2.0 — 283 -> 489 успешных/с (function не насыщен на сетке до 500/с); 3x1.0 / БД 0.5 — 202 -> 452 успешных/с; SQL-операторов на сообщение 15.4 -> 3.0. Серия E (ceiling) — поиск потолка нового пути. Профили py-spy после серии не запустились (series.sh правился во время выполнения), запускаются отдельно. Co-Authored-By: Claude Opus 5.5 --- bench/track1/series.sh | 11 +- .../C-db-growth/baseline/throughput.svg | 63 ++++-- .../track1/D-improvement/4830be4/meta.json | 85 ++++++++ ...10-message_write_path_function-r1-150.json | 156 ++++++++++++++ ...10-message_write_path_function-r1-200.json | 156 ++++++++++++++ ...10-message_write_path_function-r1-250.json | 156 ++++++++++++++ ...10-message_write_path_function-r1-300.json | 156 ++++++++++++++ ...10-message_write_path_function-r1-350.json | 156 ++++++++++++++ ...10-message_write_path_function-r1-400.json | 156 ++++++++++++++ ...10-message_write_path_function-r1-450.json | 156 ++++++++++++++ ...10-message_write_path_function-r1-500.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-150.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-200.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-250.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-300.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-350.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-400.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-450.json | 156 ++++++++++++++ ...10-message_write_path_function-r2-500.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-150.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-200.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-250.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-300.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-350.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-400.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-450.json | 156 ++++++++++++++ ...10-message_write_path_function-r3-500.json | 156 ++++++++++++++ ...ool10-message_write_path_multi-r1-150.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r1-200.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r1-250.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r1-300.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r1-350.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r1-400.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r1-450.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r1-500.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-150.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-200.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-250.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-300.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-350.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-400.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-450.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r2-500.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-150.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-200.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-250.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-300.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-350.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-400.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-450.json | 186 ++++++++++++++++ ...ool10-message_write_path_multi-r3-500.json | 186 ++++++++++++++++ ...10-message_write_path_function-r1-150.json | 168 +++++++++++++++ ...10-message_write_path_function-r1-200.json | 168 +++++++++++++++ ...10-message_write_path_function-r1-250.json | 168 +++++++++++++++ ...10-message_write_path_function-r1-300.json | 168 +++++++++++++++ ...10-message_write_path_function-r1-350.json | 168 +++++++++++++++ ...10-message_write_path_function-r1-400.json | 168 +++++++++++++++ ...10-message_write_path_function-r1-450.json | 168 +++++++++++++++ ...10-message_write_path_function-r1-500.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-150.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-200.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-250.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-300.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-350.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-400.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-450.json | 168 +++++++++++++++ ...10-message_write_path_function-r2-500.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-150.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-200.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-250.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-300.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-350.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-400.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-450.json | 168 +++++++++++++++ ...10-message_write_path_function-r3-500.json | 168 +++++++++++++++ ...ool10-message_write_path_multi-r1-150.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r1-200.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r1-250.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r1-300.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r1-350.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r1-400.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r1-450.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r1-500.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-150.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-200.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-250.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-300.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-350.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-400.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-450.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r2-500.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-150.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-200.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-250.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-300.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-350.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-400.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-450.json | 198 ++++++++++++++++++ ...ool10-message_write_path_multi-r3-500.json | 198 ++++++++++++++++++ .../track1/D-improvement/4830be4/results.csv | 97 +++++++++ .../D-improvement/4830be4/throughput.svg | 113 ++++++++++ evidence/track1/summary.md | 70 ++++++- 102 files changed, 17415 insertions(+), 16 deletions(-) create mode 100644 evidence/track1/D-improvement/4830be4/meta.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-500.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-150.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-200.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-250.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-300.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-350.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-400.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-450.json create mode 100644 evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-500.json create mode 100644 evidence/track1/D-improvement/4830be4/results.csv create mode 100644 evidence/track1/D-improvement/4830be4/throughput.svg diff --git a/bench/track1/series.sh b/bench/track1/series.sh index 40d584f..c4ee47a 100755 --- a/bench/track1/series.sh +++ b/bench/track1/series.sh @@ -4,11 +4,12 @@ # docker compose stop # sh bench/track1/series.sh baseline # sh bench/track1/series.sh improved +# sh bench/track1/series.sh ceiling # ~2.5 h for `baseline`, ~1.5 h for `improved` on the reference laptop (see meta.json files). set -eu cd "$(dirname "$0")/../.." PY="${PYTHON:-$(command -v python3 || command -v python)}" -phase="${1:?baseline or improved}" +phase="${1:?baseline, improved or ceiling}" ref="${2:-HEAD}" run() { "$PY" bench/track1/run.py --git-ref "$ref" --repeats "${REPEATS:-3}" "$@"; } @@ -33,5 +34,11 @@ case "$phase" in --config replicas=2,MESSAGE_WRITE_PATH=multi --config replicas=2,MESSAGE_WRITE_PATH=function \ --config replicas=3,pg_cpus=0.5,MESSAGE_WRITE_PATH=multi --config replicas=3,pg_cpus=0.5,MESSAGE_WRITE_PATH=function ;; - *) echo "usage: series.sh baseline|improved " >&2; exit 2 ;; + ceiling) + # E. Series D showed the function path NOT saturated at 500/s with 2 x 1.0: find its ceiling + # (same configurations, higher rates) and where the bottleneck moves to. + run --series E-improved-ceiling --label "$ref" --rates 450,550,650,750,850 \ + --config replicas=2,MESSAGE_WRITE_PATH=function --config replicas=3,pg_cpus=0.5,MESSAGE_WRITE_PATH=function + ;; + *) echo "usage: series.sh baseline|improved|ceiling " >&2; exit 2 ;; esac diff --git a/evidence/track1/C-db-growth/baseline/throughput.svg b/evidence/track1/C-db-growth/baseline/throughput.svg index 62b2414..2533bdf 100644 --- a/evidence/track1/C-db-growth/baseline/throughput.svg +++ b/evidence/track1/C-db-growth/baseline/throughput.svg @@ -4,24 +4,63 @@ C-db-growth/baseline 0 - -50 - -100 - -150 + +100 + +200 + +300 + +400 -200 -200 +500 +200 +250 +300 +350 +400 +450 +500 предложенная нагрузка, запросов/с (open-loop) успешных запросов/с (201) обслужено = предложено - - -3 × 1 CPU API, БД 1 CPU: предложено 200/с, успешно 197.4/с (повторы 197.4–197.4), p95 183 мс -197 + + +3 × 1 CPU API, БД 1 CPU: предложено 200/с, успешно 197.4/с (повторы 194.1–199.3), p95 183 мс + +3 × 1 CPU API, БД 1 CPU: предложено 250/с, успешно 247.8/с (повторы 240.8–247.8), p95 254 мс + +3 × 1 CPU API, БД 1 CPU: предложено 300/с, успешно 294.6/с (повторы 276.9–295.2), p95 497 мс + +3 × 1 CPU API, БД 1 CPU: предложено 350/с, успешно 322.1/с (повторы 307.8–329.7), p95 1604 мс + +3 × 1 CPU API, БД 1 CPU: предложено 400/с, успешно 334.2/с (повторы 315.9–337.4), p95 2038 мс + +3 × 1 CPU API, БД 1 CPU: предложено 450/с, успешно 322.2/с (повторы 310–329.1), p95 2207 мс + +3 × 1 CPU API, БД 1 CPU: предложено 500/с, успешно 323.9/с (повторы 305.6–332.6), p95 2294 мс +324 3 × 1 CPU API, БД 1 CPU + + +3 × 1 CPU API, БД 2 CPU: предложено 200/с, успешно 199.3/с (повторы 197.8–199.9), p95 88 мс + +3 × 1 CPU API, БД 2 CPU: предложено 250/с, успешно 246.9/с (повторы 246.8–248.8), p95 207 мс + +3 × 1 CPU API, БД 2 CPU: предложено 300/с, успешно 294.8/с (повторы 294.1–295.3), p95 405 мс + +3 × 1 CPU API, БД 2 CPU: предложено 350/с, успешно 336.2/с (повторы 331.7–338.3), p95 974 мс + +3 × 1 CPU API, БД 2 CPU: предложено 400/с, успешно 345.3/с (повторы 336.4–346.6), p95 2021 мс + +3 × 1 CPU API, БД 2 CPU: предложено 450/с, успешно 336.9/с (повторы 333.1–340.9), p95 2110 мс + +3 × 1 CPU API, БД 2 CPU: предложено 500/с, успешно 342.6/с (повторы 330.1–346.7), p95 2069 мс +343 + +3 × 1 CPU API, БД 2 +CPU diff --git a/evidence/track1/D-improvement/4830be4/meta.json b/evidence/track1/D-improvement/4830be4/meta.json new file mode 100644 index 0000000..8b442bb --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/meta.json @@ -0,0 +1,85 @@ +{ + "started": "2026-10-19T13:03:48+00:00", + "measured_commit": "4830be4", + "image": "mtusi-messenger:bench-4830be4", + "bench_tooling_dirty": false, + "host": { + "os": "Windows 10", + "docker": "29.8.0 8 CPU 15686365184 B 6.18.54.1-microsoft-standard-WSL2" + }, + "cpusets": "k6 0-1, lb+valkey 2, postgres 3-4, api 5-7 (bench/track1/compose.bench.yaml)", + "workload": "k6 constant-arrival-rate POST message, new Idempotency-Key, 64 chats, warmup 10s + measure 20s per step, fresh stand per config x repeat", + "rates": [ + 150, + 200, + 250, + 300, + 350, + 400, + 450, + 500 + ], + "repeats": 3, + "configs": [ + { + "replicas": 2, + "api_cpus": 1.0, + "api_memory": "384m", + "pg_cpus": 2.0, + "pool": 10, + "env": { + "MESSAGE_WRITE_PATH": "multi" + } + }, + { + "replicas": 2, + "api_cpus": 1.0, + "api_memory": "384m", + "pg_cpus": 2.0, + "pool": 10, + "env": { + "MESSAGE_WRITE_PATH": "function" + } + }, + { + "replicas": 3, + "api_cpus": 1.0, + "api_memory": "384m", + "pg_cpus": 0.5, + "pool": 10, + "env": { + "MESSAGE_WRITE_PATH": "multi" + } + }, + { + "replicas": 3, + "api_cpus": 1.0, + "api_memory": "384m", + "pg_cpus": 0.5, + "pool": 10, + "env": { + "MESSAGE_WRITE_PATH": "function" + } + } + ], + "args": [ + "--git-ref", + "4830be4", + "--repeats", + "3", + "--series", + "D-improvement", + "--label", + "4830be4", + "--rates", + "150,200,250,300,350,400,450,500", + "--config", + "replicas=2,MESSAGE_WRITE_PATH=multi", + "--config", + "replicas=2,MESSAGE_WRITE_PATH=function", + "--config", + "replicas=3,pg_cpus=0.5,MESSAGE_WRITE_PATH=multi", + "--config", + "replicas=3,pg_cpus=0.5,MESSAGE_WRITE_PATH=function" + ] +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-150.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-150.json new file mode 100644 index 0000000..47819a3 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-150.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3000, + "ok": 3000, + "dropped": 0, + "ok_rps": 150.0, + "error_ratio": 0, + "ok_p50_ms": 4.49861, + "ok_p95_ms": 11.191356349999984, + "ok_p99_ms": 24.76438213999996, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 62.9, + "cpu_max": 122.5, + "samples": 9 + }, + "api-1": { + "cpu_median": 28.3, + "cpu_max": 61.1, + "mem_last": "62.93MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 34.6, + "cpu_max": 61.4, + "mem_last": "64.76MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 17.5, + "cpu_max": 18.6, + "mem_last": "25.71MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 6.2, + "cpu_max": 15.7, + "mem_last": "11.63MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 13.0, + "cpu_max": 19.9, + "mem_last": "69.57MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 5.2, + "cpu_max": 6.0, + "mem_last": "3.367MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 3057, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 1.958, + "api_cpu_s": 7.56, + "intervals": 20 + }, + "pg": { + "xact_commit": 9210, + "xact_rollback": 0, + "tup_inserted": 9056, + "blks_read": 82, + "blks_hit": 178426, + "wal_records": 64313, + "wal_bytes": 6058582 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4501, + "total_ms": 1841.0, + "mean_ms": 0.409, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 4501, + "total_ms": 26.5, + "mean_ms": 0.0059, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 94, + "total_ms": 0.5, + "mean_ms": 0.0055, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1573, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0474, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0294, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.07, + "statements_per_ok": 3.03, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-200.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-200.json new file mode 100644 index 0000000..0d45a10 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-200.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 4001, + "ok": 4001, + "dropped": 0, + "ok_rps": 200.1, + "error_ratio": 0, + "ok_p50_ms": 5.497544, + "ok_p95_ms": 20.896299, + "ok_p99_ms": 39.300399, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 69.3, + "cpu_max": 147.1, + "samples": 9 + }, + "api-1": { + "cpu_median": 33.6, + "cpu_max": 73.4, + "mem_last": "57.38MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 36.2, + "cpu_max": 73.8, + "mem_last": "59.26MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 23.3, + "cpu_max": 29.3, + "mem_last": "26.32MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 8.2, + "cpu_max": 21.3, + "mem_last": "11.68MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 26.6, + "cpu_max": 35.5, + "mem_last": "87.41MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 6.2, + "cpu_max": 8.9, + "mem_last": "3.352MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 4055, + "pool_wait_ms_avg": 0.002, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 2.774, + "api_cpu_s": 10.45, + "intervals": 20 + }, + "pg": { + "xact_commit": 12099, + "xact_rollback": 0, + "tup_inserted": 11864, + "blks_read": 0, + "blks_hit": 236760, + "wal_records": 83956, + "wal_bytes": 7590744 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6001, + "total_ms": 2577.6, + "mean_ms": 0.4295, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 6001, + "total_ms": 38.6, + "mean_ms": 0.0064, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 94, + "total_ms": 0.6, + "mean_ms": 0.0059, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1619, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0565, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0297, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.02, + "statements_per_ok": 3.02, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-250.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-250.json new file mode 100644 index 0000000..fc6f5d5 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-250.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4990, + "ok": 4990, + "dropped": 11, + "ok_rps": 249.5, + "error_ratio": 0, + "ok_p50_ms": 6.661026, + "ok_p95_ms": 65.45854995000002, + "ok_p99_ms": 136.3945918299998, + "vus_max": 109, + "cpu": { + "api_total": { + "cpu_median": 119.8, + "cpu_max": 171.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 60.6, + "cpu_max": 85.8, + "mem_last": "68.55MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 58.7, + "cpu_max": 86.5, + "mem_last": "66.84MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 33.0, + "cpu_max": 37.7, + "mem_last": "48.37MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 11.8, + "cpu_max": 23.7, + "mem_last": "12.22MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 24.5, + "cpu_max": 27.5, + "mem_last": "110.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.7, + "cpu_max": 7.5, + "mem_last": "3.734MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 5045, + "pool_wait_ms_avg": 0.044, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 6.226, + "api_cpu_s": 13.56, + "intervals": 20 + }, + "pg": { + "xact_commit": 14971, + "xact_rollback": 0, + "tup_inserted": 14746, + "blks_read": 0, + "blks_hit": 299366, + "wal_records": 104233, + "wal_bytes": 9083024 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7435, + "total_ms": 3578.0, + "mean_ms": 0.4812, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 7435, + "total_ms": 59.0, + "mean_ms": 0.0079, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 91, + "total_ms": 0.6, + "mean_ms": 0.0062, + "query": "SELECT $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0618, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0998, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0398, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.0, + "statements_per_ok": 3.0, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-300.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-300.json new file mode 100644 index 0000000..8d18160 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-300.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5987, + "ok": 5987, + "dropped": 14, + "ok_rps": 299.4, + "error_ratio": 0, + "ok_p50_ms": 7.576404, + "ok_p95_ms": 87.88242449999997, + "ok_p99_ms": 190.64616840000025, + "vus_max": 102, + "cpu": { + "api_total": { + "cpu_median": 102.1, + "cpu_max": 179.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 52.5, + "cpu_max": 89.7, + "mem_last": "68.31MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 51.2, + "cpu_max": 89.3, + "mem_last": "67.69MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 36.1, + "cpu_max": 39.9, + "mem_last": "48.27MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.6, + "cpu_max": 22.9, + "mem_last": "12.6MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 35.7, + "cpu_max": 52.9, + "mem_last": "117MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.9, + "cpu_max": 4.6, + "mem_last": "3.816MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6046, + "pool_wait_ms_avg": 1.314, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 6.972, + "api_cpu_s": 16.16, + "intervals": 20 + }, + "pg": { + "xact_commit": 17796, + "xact_rollback": 0, + "tup_inserted": 17582, + "blks_read": 0, + "blks_hit": 369828, + "wal_records": 124828, + "wal_bytes": 11343064 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8958, + "total_ms": 4236.8, + "mean_ms": 0.473, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 8958, + "total_ms": 71.3, + "mean_ms": 0.008, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 91, + "total_ms": 0.5, + "mean_ms": 0.0052, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1689, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0586, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0268, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.97, + "statements_per_ok": 3.01, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-350.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-350.json new file mode 100644 index 0000000..c3a98ee --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-350.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 6921, + "ok": 6921, + "dropped": 79, + "ok_rps": 346.1, + "error_ratio": 0, + "ok_p50_ms": 10.144439, + "ok_p95_ms": 171.818606, + "ok_p99_ms": 331.219622200001, + "vus_max": 161, + "cpu": { + "api_total": { + "cpu_median": 119.7, + "cpu_max": 177.9, + "samples": 9 + }, + "api-1": { + "cpu_median": 58.5, + "cpu_max": 90.3, + "mem_last": "57.97MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 61.1, + "cpu_max": 87.9, + "mem_last": "56.56MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 42.2, + "cpu_max": 45.8, + "mem_last": "67.28MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 15.2, + "cpu_max": 27.5, + "mem_last": "13.08MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 41.5, + "cpu_max": 43.0, + "mem_last": "123MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 4.5, + "cpu_max": 8.2, + "mem_last": "3.598MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 6998, + "pool_wait_ms_avg": 4.811, + "pool_waiting_max": 10, + "pool_usage_ms_avg": 8.924, + "api_cpu_s": 18.82, + "intervals": 20 + }, + "pg": { + "xact_commit": 21036, + "xact_rollback": 0, + "tup_inserted": 20838, + "blks_read": 0, + "blks_hit": 447069, + "wal_records": 146465, + "wal_bytes": 12765012 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 10394, + "total_ms": 5107.2, + "mean_ms": 0.4914, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 10394, + "total_ms": 86.0, + "mean_ms": 0.0083, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 91, + "total_ms": 0.5, + "mean_ms": 0.0056, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0558, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1069, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0245, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.04, + "statements_per_ok": 3.02, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-400.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-400.json new file mode 100644 index 0000000..1c87cf9 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-400.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 7922, + "ok": 7922, + "dropped": 78, + "ok_rps": 396.1, + "error_ratio": 0, + "ok_p50_ms": 9.9721905, + "ok_p95_ms": 222.25794159999995, + "ok_p99_ms": 385.55233823, + "vus_max": 211, + "cpu": { + "api_total": { + "cpu_median": 131.0, + "cpu_max": 196.4, + "samples": 9 + }, + "api-1": { + "cpu_median": 68.8, + "cpu_max": 95.1, + "mem_last": "58.8MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 59.4, + "cpu_max": 101.2, + "mem_last": "56.85MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 43.7, + "cpu_max": 52.5, + "mem_last": "78.13MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 18.7, + "cpu_max": 28.4, + "mem_last": "13.11MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 37.1, + "cpu_max": 43.8, + "mem_last": "131.3MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 5.1, + "cpu_max": 5.7, + "mem_last": "3.895MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 8009, + "pool_wait_ms_avg": 14.656, + "pool_waiting_max": 37, + "pool_usage_ms_avg": 9.454, + "api_cpu_s": 22.22, + "intervals": 20 + }, + "pg": { + "xact_commit": 23755, + "xact_rollback": 0, + "tup_inserted": 23552, + "blks_read": 0, + "blks_hit": 542697, + "wal_records": 166590, + "wal_bytes": 15168941 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 1, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 11864, + "total_ms": 6358.9, + "mean_ms": 0.536, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 11864, + "total_ms": 116.6, + "mean_ms": 0.0098, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 88, + "total_ms": 0.5, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.2, + "mean_ms": 0.0949, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1229, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0392, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.0, + "statements_per_ok": 3.01, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-450.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-450.json new file mode 100644 index 0000000..99d58f5 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-450.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 8858, + "ok": 8858, + "dropped": 143, + "ok_rps": 442.9, + "error_ratio": 0, + "ok_p50_ms": 23.497108, + "ok_p95_ms": 398.73190965, + "ok_p99_ms": 598.1014696800003, + "vus_max": 257, + "cpu": { + "api_total": { + "cpu_median": 167.8, + "cpu_max": 183.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 77.4, + "cpu_max": 103.8, + "mem_last": "60.31MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 76.0, + "cpu_max": 104.7, + "mem_last": "59.1MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 54.1, + "cpu_max": 59.9, + "mem_last": "102.7MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 20.3, + "cpu_max": 34.1, + "mem_last": "13.99MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.6, + "cpu_max": 60.0, + "mem_last": "139.1MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 10.0, + "cpu_max": 10.6, + "mem_last": "4.117MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 8933, + "pool_wait_ms_avg": 62.422, + "pool_waiting_max": 54, + "pool_usage_ms_avg": 12.472, + "api_cpu_s": 25.71, + "intervals": 20 + }, + "pg": { + "xact_commit": 26661, + "xact_rollback": 0, + "tup_inserted": 26472, + "blks_read": 0, + "blks_hit": 629974, + "wal_records": 185988, + "wal_bytes": 16078396 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 5, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13267, + "total_ms": 7494.9, + "mean_ms": 0.5649, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13267, + "total_ms": 137.9, + "mean_ms": 0.0104, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 87, + "total_ms": 0.5, + "mean_ms": 0.0053, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1317, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0529, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0256, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.01, + "statements_per_ok": 3.01, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-500.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-500.json new file mode 100644 index 0000000..7857282 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r1-500.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 9822, + "ok": 9822, + "dropped": 178, + "ok_rps": 491.1, + "error_ratio": 0, + "ok_p50_ms": 123.1199255, + "ok_p95_ms": 562.6332047999999, + "ok_p99_ms": 703.2014056499999, + "vus_max": 373, + "cpu": { + "api_total": { + "cpu_median": 173.0, + "cpu_max": 200.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 91.9, + "cpu_max": 101.9, + "mem_last": "61.44MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 91.5, + "cpu_max": 99.9, + "mem_last": "73.65MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 58.4, + "cpu_max": 72.1, + "mem_last": "139.4MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 22.9, + "cpu_max": 34.4, + "mem_last": "15.38MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 54.9, + "cpu_max": 74.8, + "mem_last": "148MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.5, + "cpu_max": 10.4, + "mem_last": "4.199MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 9913, + "pool_wait_ms_avg": 142.315, + "pool_waiting_max": 121, + "pool_usage_ms_avg": 14.608, + "api_cpu_s": 28.7, + "intervals": 20 + }, + "pg": { + "xact_commit": 29144, + "xact_rollback": 0, + "tup_inserted": 28956, + "blks_read": 0, + "blks_hit": 727306, + "wal_records": 204723, + "wal_bytes": 23831587 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 14651, + "total_ms": 8634.5, + "mean_ms": 0.5893, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 14651, + "total_ms": 158.7, + "mean_ms": 0.0108, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 79, + "total_ms": 0.4, + "mean_ms": 0.005, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0975, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0444, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0247, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.97, + "statements_per_ok": 2.99, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-150.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-150.json new file mode 100644 index 0000000..20da110 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-150.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3001, + "ok": 3001, + "dropped": 0, + "ok_rps": 150.1, + "error_ratio": 0, + "ok_p50_ms": 5.650244, + "ok_p95_ms": 15.126393, + "ok_p99_ms": 29.773338, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 66.3, + "cpu_max": 127.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 31.5, + "cpu_max": 63.9, + "mem_last": "67.21MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 34.8, + "cpu_max": 63.4, + "mem_last": "66.17MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 16.9, + "cpu_max": 18.0, + "mem_last": "26.29MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 6.1, + "cpu_max": 15.2, + "mem_last": "11.87MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 19.7, + "cpu_max": 23.1, + "mem_last": "69.66MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.9, + "cpu_max": 5.5, + "mem_last": "3.426MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 3058, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 3.014, + "api_cpu_s": 7.75, + "intervals": 20 + }, + "pg": { + "xact_commit": 9251, + "xact_rollback": 0, + "tup_inserted": 9101, + "blks_read": 61, + "blks_hit": 178036, + "wal_records": 64245, + "wal_bytes": 6053741 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4502, + "total_ms": 1901.4, + "mean_ms": 0.4223, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 4502, + "total_ms": 27.8, + "mean_ms": 0.0062, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 94, + "total_ms": 0.5, + "mean_ms": 0.0056, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1024, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.042, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.023, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.08, + "statements_per_ok": 3.03, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-200.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-200.json new file mode 100644 index 0000000..f79449e --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-200.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3996, + "ok": 3996, + "dropped": 4, + "ok_rps": 199.8, + "error_ratio": 0, + "ok_p50_ms": 5.682793, + "ok_p95_ms": 25.69444, + "ok_p99_ms": 89.78110895000009, + "vus_max": 44, + "cpu": { + "api_total": { + "cpu_median": 102.2, + "cpu_max": 154.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 52.0, + "cpu_max": 79.3, + "mem_last": "68.81MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 50.2, + "cpu_max": 74.7, + "mem_last": "68.06MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 22.4, + "cpu_max": 28.2, + "mem_last": "27.99MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 8.1, + "cpu_max": 19.5, + "mem_last": "11.64MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 19.8, + "cpu_max": 35.1, + "mem_last": "90.48MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.6, + "cpu_max": 3.2, + "mem_last": "3.504MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 4053, + "pool_wait_ms_avg": 0.055, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 3.032, + "api_cpu_s": 10.66, + "intervals": 20 + }, + "pg": { + "xact_commit": 12141, + "xact_rollback": 0, + "tup_inserted": 11908, + "blks_read": 0, + "blks_hit": 238979, + "wal_records": 84356, + "wal_bytes": 7638874 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5997, + "total_ms": 2616.6, + "mean_ms": 0.4363, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 5997, + "total_ms": 38.9, + "mean_ms": 0.0065, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 94, + "total_ms": 0.6, + "mean_ms": 0.006, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1249, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0588, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0215, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.04, + "statements_per_ok": 3.03, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-250.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-250.json new file mode 100644 index 0000000..df22a6d --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-250.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4987, + "ok": 4987, + "dropped": 14, + "ok_rps": 249.3, + "error_ratio": 0, + "ok_p50_ms": 6.38098, + "ok_p95_ms": 48.23824579999997, + "ok_p99_ms": 136.76426740000002, + "vus_max": 62, + "cpu": { + "api_total": { + "cpu_median": 114.4, + "cpu_max": 163.4, + "samples": 9 + }, + "api-1": { + "cpu_median": 58.5, + "cpu_max": 81.7, + "mem_last": "70.49MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 55.9, + "cpu_max": 81.7, + "mem_last": "55.51MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 31.3, + "cpu_max": 33.4, + "mem_last": "34.29MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 10.8, + "cpu_max": 21.9, + "mem_last": "11.79MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 23.3, + "cpu_max": 24.9, + "mem_last": "110.5MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.4, + "cpu_max": 8.6, + "mem_last": "4.121MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 5045, + "pool_wait_ms_avg": 0.122, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 4.806, + "api_cpu_s": 13.49, + "intervals": 20 + }, + "pg": { + "xact_commit": 15089, + "xact_rollback": 0, + "tup_inserted": 14866, + "blks_read": 0, + "blks_hit": 300511, + "wal_records": 104985, + "wal_bytes": 9133675 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7487, + "total_ms": 3550.2, + "mean_ms": 0.4742, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 7487, + "total_ms": 56.6, + "mean_ms": 0.0076, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 92, + "total_ms": 0.5, + "mean_ms": 0.0056, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.2, + "mean_ms": 0.0953, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1195, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0201, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.03, + "statements_per_ok": 3.02, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-300.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-300.json new file mode 100644 index 0000000..c7399b6 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-300.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5996, + "ok": 5996, + "dropped": 5, + "ok_rps": 299.8, + "error_ratio": 0, + "ok_p50_ms": 8.016861, + "ok_p95_ms": 48.90654025, + "ok_p99_ms": 100.821896, + "vus_max": 63, + "cpu": { + "api_total": { + "cpu_median": 101.2, + "cpu_max": 173.1, + "samples": 9 + }, + "api-1": { + "cpu_median": 48.9, + "cpu_max": 91.1, + "mem_last": "57.19MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 53.1, + "cpu_max": 84.1, + "mem_last": "56.08MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 35.1, + "cpu_max": 39.3, + "mem_last": "34.12MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 13.0, + "cpu_max": 24.0, + "mem_last": "12.13MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 36.5, + "cpu_max": 71.8, + "mem_last": "116.9MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.9, + "cpu_max": 4.5, + "mem_last": "3.98MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 6056, + "pool_wait_ms_avg": 0.053, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 6.56, + "api_cpu_s": 16.15, + "intervals": 20 + }, + "pg": { + "xact_commit": 17842, + "xact_rollback": 0, + "tup_inserted": 17626, + "blks_read": 0, + "blks_hit": 370628, + "wal_records": 125173, + "wal_bytes": 11356735 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8997, + "total_ms": 4271.6, + "mean_ms": 0.4748, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 8997, + "total_ms": 75.3, + "mean_ms": 0.0084, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 92, + "total_ms": 0.5, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1175, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0499, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0199, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.98, + "statements_per_ok": 3.02, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-350.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-350.json new file mode 100644 index 0000000..fb49265 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-350.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 6877, + "ok": 6877, + "dropped": 124, + "ok_rps": 343.9, + "error_ratio": 0, + "ok_p50_ms": 12.431577, + "ok_p95_ms": 238.78605439999993, + "ok_p99_ms": 559.0175779999998, + "vus_max": 180, + "cpu": { + "api_total": { + "cpu_median": 118.6, + "cpu_max": 189.6, + "samples": 9 + }, + "api-1": { + "cpu_median": 56.8, + "cpu_max": 96.4, + "mem_last": "58.07MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 61.8, + "cpu_max": 93.2, + "mem_last": "58.12MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 42.1, + "cpu_max": 52.2, + "mem_last": "76.69MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 15.9, + "cpu_max": 31.4, + "mem_last": "13.18MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 33.8, + "cpu_max": 42.4, + "mem_last": "123.5MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 8.9, + "cpu_max": 12.0, + "mem_last": "3.652MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 6971, + "pool_wait_ms_avg": 11.571, + "pool_waiting_max": 16, + "pool_usage_ms_avg": 10.379, + "api_cpu_s": 20.41, + "intervals": 20 + }, + "pg": { + "xact_commit": 21013, + "xact_rollback": 0, + "tup_inserted": 20824, + "blks_read": 0, + "blks_hit": 445939, + "wal_records": 146476, + "wal_bytes": 12881640 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 10350, + "total_ms": 5455.7, + "mean_ms": 0.5271, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 10350, + "total_ms": 92.3, + "mean_ms": 0.0089, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 91, + "total_ms": 1.0, + "mean_ms": 0.0105, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1777, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0622, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.022, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.06, + "statements_per_ok": 3.02, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-400.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-400.json new file mode 100644 index 0000000..689bfee --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-400.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 7967, + "ok": 7967, + "dropped": 34, + "ok_rps": 398.4, + "error_ratio": 0, + "ok_p50_ms": 13.092726, + "ok_p95_ms": 167.85641329999999, + "ok_p99_ms": 249.25812134000003, + "vus_max": 160, + "cpu": { + "api_total": { + "cpu_median": 150.9, + "cpu_max": 166.6, + "samples": 10 + }, + "api-1": { + "cpu_median": 76.1, + "cpu_max": 83.9, + "mem_last": "58.07MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 74.8, + "cpu_max": 84.4, + "mem_last": "58.04MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 43.7, + "cpu_max": 47.7, + "mem_last": "69.12MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 18.3, + "cpu_max": 30.2, + "mem_last": "13.21MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 43.7, + "cpu_max": 53.8, + "mem_last": "131.6MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 8.8, + "cpu_max": 10.6, + "mem_last": "3.645MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 8033, + "pool_wait_ms_avg": 9.223, + "pool_waiting_max": 7, + "pool_usage_ms_avg": 11.303, + "api_cpu_s": 22.5, + "intervals": 20 + }, + "pg": { + "xact_commit": 24004, + "xact_rollback": 0, + "tup_inserted": 23788, + "blks_read": 0, + "blks_hit": 720093, + "wal_records": 168092, + "wal_bytes": 15028420 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 11916, + "total_ms": 6962.7, + "mean_ms": 0.5843, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 11916, + "total_ms": 114.3, + "mean_ms": 0.0096, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 89, + "total_ms": 0.5, + "mean_ms": 0.0051, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0605, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0983, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0224, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.01, + "statements_per_ok": 3.0, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-450.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-450.json new file mode 100644 index 0000000..dd74908 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-450.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 8887, + "ok": 8887, + "dropped": 114, + "ok_rps": 444.4, + "error_ratio": 0, + "ok_p50_ms": 20.807491, + "ok_p95_ms": 294.9118134999999, + "ok_p99_ms": 389.28600098, + "vus_max": 252, + "cpu": { + "api_total": { + "cpu_median": 156.2, + "cpu_max": 200.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 76.3, + "cpu_max": 100.5, + "mem_last": "59.15MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 78.3, + "cpu_max": 99.5, + "mem_last": "57.71MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 52.5, + "cpu_max": 58.3, + "mem_last": "100.6MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 21.8, + "cpu_max": 31.6, + "mem_last": "13.68MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 52.8, + "cpu_max": 61.2, + "mem_last": "139.3MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.7, + "cpu_max": 6.0, + "mem_last": "4.285MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 8526, + "pool_wait_ms_avg": 35.824, + "pool_waiting_max": 55, + "pool_usage_ms_avg": 12.253, + "api_cpu_s": 24.39, + "intervals": 19 + }, + "pg": { + "xact_commit": 26673, + "xact_rollback": 0, + "tup_inserted": 26478, + "blks_read": 0, + "blks_hit": 899015, + "wal_records": 186276, + "wal_bytes": 16236482 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13301, + "total_ms": 8337.7, + "mean_ms": 0.6269, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13301, + "total_ms": 134.2, + "mean_ms": 0.0101, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 89, + "total_ms": 0.5, + "mean_ms": 0.0053, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0526, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0961, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0192, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.0, + "statements_per_ok": 3.0, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-500.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-500.json new file mode 100644 index 0000000..9dd3b57 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r2-500.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 9761, + "ok": 9761, + "dropped": 240, + "ok_rps": 488.1, + "error_ratio": 0, + "ok_p50_ms": 51.140885, + "ok_p95_ms": 490.239097, + "ok_p99_ms": 669.2270511999999, + "vus_max": 432, + "cpu": { + "api_total": { + "cpu_median": 179.6, + "cpu_max": 189.6, + "samples": 9 + }, + "api-1": { + "cpu_median": 90.7, + "cpu_max": 97.7, + "mem_last": "71.45MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 88.4, + "cpu_max": 97.1, + "mem_last": "59.49MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 58.0, + "cpu_max": 64.9, + "mem_last": "147.9MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 23.0, + "cpu_max": 35.3, + "mem_last": "14.68MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 56.7, + "cpu_max": 70.4, + "mem_last": "147.9MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 6.5, + "cpu_max": 11.2, + "mem_last": "3.969MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 9822, + "pool_wait_ms_avg": 75.97, + "pool_waiting_max": 115, + "pool_usage_ms_avg": 11.585, + "api_cpu_s": 28.81, + "intervals": 20 + }, + "pg": { + "xact_commit": 28871, + "xact_rollback": 0, + "tup_inserted": 28680, + "blks_read": 0, + "blks_hit": 666464, + "wal_records": 201747, + "wal_bytes": 24484332 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 14556, + "total_ms": 8300.8, + "mean_ms": 0.5703, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 14556, + "total_ms": 159.5, + "mean_ms": 0.011, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 81, + "total_ms": 0.4, + "mean_ms": 0.005, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.3, + "mean_ms": 0.2575, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.046, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0174, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.96, + "statements_per_ok": 2.99, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-150.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-150.json new file mode 100644 index 0000000..19ac2a3 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-150.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3001, + "ok": 3001, + "dropped": 0, + "ok_rps": 150.1, + "error_ratio": 0, + "ok_p50_ms": 4.797967, + "ok_p95_ms": 13.411327, + "ok_p99_ms": 28.949406, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 73.9, + "cpu_max": 128.5, + "samples": 9 + }, + "api-1": { + "cpu_median": 40.0, + "cpu_max": 64.7, + "mem_last": "67.52MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 36.5, + "cpu_max": 63.8, + "mem_last": "66.02MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 18.3, + "cpu_max": 21.0, + "mem_last": "25.91MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 6.5, + "cpu_max": 16.0, + "mem_last": "12.22MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 21.0, + "cpu_max": 24.1, + "mem_last": "78.55MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 5.6, + "cpu_max": 6.3, + "mem_last": "3.891MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 3057, + "pool_wait_ms_avg": 0.002, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 2.321, + "api_cpu_s": 7.84, + "intervals": 20 + }, + "pg": { + "xact_commit": 9206, + "xact_rollback": 0, + "tup_inserted": 9037, + "blks_read": 61, + "blks_hit": 178811, + "wal_records": 64165, + "wal_bytes": 6056055 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4502, + "total_ms": 1851.4, + "mean_ms": 0.4112, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 4502, + "total_ms": 26.7, + "mean_ms": 0.0059, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 93, + "total_ms": 0.6, + "mean_ms": 0.0062, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1332, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0407, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0279, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.07, + "statements_per_ok": 3.03, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-200.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-200.json new file mode 100644 index 0000000..807d038 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-200.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 4001, + "ok": 4001, + "dropped": 0, + "ok_rps": 200.1, + "error_ratio": 0, + "ok_p50_ms": 5.398712, + "ok_p95_ms": 22.513462, + "ok_p99_ms": 41.30095, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 85.0, + "cpu_max": 155.8, + "samples": 10 + }, + "api-1": { + "cpu_median": 40.4, + "cpu_max": 78.6, + "mem_last": "67.5MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 42.9, + "cpu_max": 77.2, + "mem_last": "65.06MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 22.0, + "cpu_max": 25.9, + "mem_last": "26.59MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 8.1, + "cpu_max": 19.4, + "mem_last": "11.95MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 17.5, + "cpu_max": 36.6, + "mem_last": "85.25MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.0, + "cpu_max": 7.5, + "mem_last": "3.934MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 4055, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 2.522, + "api_cpu_s": 10.31, + "intervals": 20 + }, + "pg": { + "xact_commit": 12110, + "xact_rollback": 0, + "tup_inserted": 11888, + "blks_read": 0, + "blks_hit": 235851, + "wal_records": 84475, + "wal_bytes": 7620492 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6002, + "total_ms": 2515.4, + "mean_ms": 0.4191, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 6002, + "total_ms": 37.6, + "mean_ms": 0.0063, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 95, + "total_ms": 0.5, + "mean_ms": 0.0055, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1416, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.048, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0314, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.03, + "statements_per_ok": 3.03, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-250.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-250.json new file mode 100644 index 0000000..1117744 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-250.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 5000, + "ok": 5000, + "dropped": 1, + "ok_rps": 250.0, + "error_ratio": 0, + "ok_p50_ms": 6.312239, + "ok_p95_ms": 36.44527850000001, + "ok_p99_ms": 60.345356400000114, + "vus_max": 51, + "cpu": { + "api_total": { + "cpu_median": 59.8, + "cpu_max": 143.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 28.4, + "cpu_max": 75.1, + "mem_last": "56.95MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 31.5, + "cpu_max": 70.2, + "mem_last": "55.73MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 27.7, + "cpu_max": 32.2, + "mem_last": "30.07MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 10.0, + "cpu_max": 18.7, + "mem_last": "12.06MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 27.4, + "cpu_max": 31.2, + "mem_last": "106MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.2, + "cpu_max": 3.3, + "mem_last": "3.441MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 5055, + "pool_wait_ms_avg": 0.004, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 4.453, + "api_cpu_s": 13.62, + "intervals": 20 + }, + "pg": { + "xact_commit": 15088, + "xact_rollback": 0, + "tup_inserted": 14866, + "blks_read": 0, + "blks_hit": 301004, + "wal_records": 105003, + "wal_bytes": 9173144 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7500, + "total_ms": 3392.8, + "mean_ms": 0.4524, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 7500, + "total_ms": 57.0, + "mean_ms": 0.0076, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 92, + "total_ms": 0.5, + "mean_ms": 0.0055, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1052, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0427, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0259, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.02, + "statements_per_ok": 3.02, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-300.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-300.json new file mode 100644 index 0000000..9c88072 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-300.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5986, + "ok": 5986, + "dropped": 15, + "ok_rps": 299.3, + "error_ratio": 0, + "ok_p50_ms": 8.042858500000001, + "ok_p95_ms": 63.2034385, + "ok_p99_ms": 145.11794709999975, + "vus_max": 72, + "cpu": { + "api_total": { + "cpu_median": 92.8, + "cpu_max": 193.3, + "samples": 9 + }, + "api-1": { + "cpu_median": 43.1, + "cpu_max": 101.4, + "mem_last": "57.66MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 49.7, + "cpu_max": 91.9, + "mem_last": "55.73MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 35.1, + "cpu_max": 37.5, + "mem_last": "37.36MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 12.7, + "cpu_max": 30.0, + "mem_last": "12.07MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 35.6, + "cpu_max": 67.7, + "mem_last": "119.7MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 7.9, + "cpu_max": 8.7, + "mem_last": "3.793MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 6047, + "pool_wait_ms_avg": 0.15, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 7.049, + "api_cpu_s": 16.0, + "intervals": 20 + }, + "pg": { + "xact_commit": 17931, + "xact_rollback": 0, + "tup_inserted": 17712, + "blks_read": 0, + "blks_hit": 374134, + "wal_records": 125607, + "wal_bytes": 11424510 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8987, + "total_ms": 4254.5, + "mean_ms": 0.4734, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 8987, + "total_ms": 76.8, + "mean_ms": 0.0085, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 90, + "total_ms": 0.5, + "mean_ms": 0.0058, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1068, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0404, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0233, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.0, + "statements_per_ok": 3.02, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-350.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-350.json new file mode 100644 index 0000000..104aee5 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-350.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 6981, + "ok": 6981, + "dropped": 19, + "ok_rps": 349.1, + "error_ratio": 0, + "ok_p50_ms": 9.394923, + "ok_p95_ms": 97.290979, + "ok_p99_ms": 139.9401384, + "vus_max": 101, + "cpu": { + "api_total": { + "cpu_median": 110.7, + "cpu_max": 195.8, + "samples": 10 + }, + "api-1": { + "cpu_median": 57.9, + "cpu_max": 100.2, + "mem_last": "57.49MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 52.8, + "cpu_max": 95.5, + "mem_last": "56.45MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 40.0, + "cpu_max": 47.4, + "mem_last": "48.11MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 15.1, + "cpu_max": 25.0, + "mem_last": "12.41MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 32.8, + "cpu_max": 41.7, + "mem_last": "123.5MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 4.3, + "cpu_max": 5.6, + "mem_last": "3.832MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6909, + "pool_wait_ms_avg": 1.16, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 9.462, + "api_cpu_s": 18.27, + "intervals": 20 + }, + "pg": { + "xact_commit": 21296, + "xact_rollback": 0, + "tup_inserted": 21088, + "blks_read": 0, + "blks_hit": 452191, + "wal_records": 148004, + "wal_bytes": 12842197 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 10456, + "total_ms": 4964.7, + "mean_ms": 0.4748, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 10456, + "total_ms": 87.3, + "mean_ms": 0.0083, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 94, + "total_ms": 0.5, + "mean_ms": 0.0058, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0937, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0455, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0332, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.05, + "statements_per_ok": 3.01, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-400.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-400.json new file mode 100644 index 0000000..abc4e7e --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-400.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 7958, + "ok": 7958, + "dropped": 43, + "ok_rps": 397.9, + "error_ratio": 0, + "ok_p50_ms": 15.129350500000001, + "ok_p95_ms": 157.8575333, + "ok_p99_ms": 214.24659843, + "vus_max": 151, + "cpu": { + "api_total": { + "cpu_median": 129.4, + "cpu_max": 194.5, + "samples": 9 + }, + "api-1": { + "cpu_median": 64.2, + "cpu_max": 95.7, + "mem_last": "68.07MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 65.0, + "cpu_max": 99.6, + "mem_last": "56.37MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 44.1, + "cpu_max": 48.6, + "mem_last": "58.36MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 18.8, + "cpu_max": 28.5, + "mem_last": "12.88MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 43.3, + "cpu_max": 53.8, + "mem_last": "131MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 5.8, + "cpu_max": 9.2, + "mem_last": "3.746MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7992, + "pool_wait_ms_avg": 6.278, + "pool_waiting_max": 19, + "pool_usage_ms_avg": 11.929, + "api_cpu_s": 21.56, + "intervals": 20 + }, + "pg": { + "xact_commit": 23915, + "xact_rollback": 0, + "tup_inserted": 23698, + "blks_read": 0, + "blks_hit": 574878, + "wal_records": 167309, + "wal_bytes": 14934661 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 11923, + "total_ms": 6341.9, + "mean_ms": 0.5319, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 11923, + "total_ms": 110.1, + "mean_ms": 0.0092, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 88, + "total_ms": 1.6, + "mean_ms": 0.0184, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0624, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1153, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0267, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.01, + "statements_per_ok": 3.01, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-450.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-450.json new file mode 100644 index 0000000..f53312e --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-450.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 8904, + "ok": 8904, + "dropped": 97, + "ok_rps": 445.2, + "error_ratio": 0, + "ok_p50_ms": 19.595222, + "ok_p95_ms": 322.5600902500001, + "ok_p99_ms": 421.7171709599994, + "vus_max": 220, + "cpu": { + "api_total": { + "cpu_median": 157.3, + "cpu_max": 192.4, + "samples": 9 + }, + "api-1": { + "cpu_median": 75.3, + "cpu_max": 101.8, + "mem_last": "69.2MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 78.7, + "cpu_max": 94.9, + "mem_last": "57.85MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 51.1, + "cpu_max": 59.9, + "mem_last": "91.05MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 20.1, + "cpu_max": 31.9, + "mem_last": "13.79MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 44.2, + "cpu_max": 54.8, + "mem_last": "139.8MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 5.7, + "cpu_max": 6.0, + "mem_last": "3.844MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 9000, + "pool_wait_ms_avg": 38.438, + "pool_waiting_max": 57, + "pool_usage_ms_avg": 12.476, + "api_cpu_s": 25.32, + "intervals": 20 + }, + "pg": { + "xact_commit": 26613, + "xact_rollback": 0, + "tup_inserted": 26426, + "blks_read": 0, + "blks_hit": 679319, + "wal_records": 185997, + "wal_bytes": 16520531 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13332, + "total_ms": 7598.1, + "mean_ms": 0.5699, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13332, + "total_ms": 138.5, + "mean_ms": 0.0104, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 84, + "total_ms": 0.5, + "mean_ms": 0.0055, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0976, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0422, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0248, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.99, + "statements_per_ok": 3.0, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-500.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-500.json new file mode 100644 index 0000000..5281ef3 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_function-r3-500.json @@ -0,0 +1,156 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_function", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 9778, + "ok": 9778, + "dropped": 222, + "ok_rps": 488.9, + "error_ratio": 0, + "ok_p50_ms": 171.898596, + "ok_p95_ms": 656.2979358499998, + "ok_p99_ms": 782.1562155999999, + "vus_max": 383, + "cpu": { + "api_total": { + "cpu_median": 183.3, + "cpu_max": 190.8, + "samples": 9 + }, + "api-1": { + "cpu_median": 94.4, + "cpu_max": 102.9, + "mem_last": "74.66MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 89.9, + "cpu_max": 104.9, + "mem_last": "60.93MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 56.7, + "cpu_max": 66.6, + "mem_last": "138.6MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 22.6, + "cpu_max": 37.5, + "mem_last": "15.15MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 59.2, + "cpu_max": 69.3, + "mem_last": "148.2MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 11.2, + "cpu_max": 13.2, + "mem_last": "4.215MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 9928, + "pool_wait_ms_avg": 155.947, + "pool_waiting_max": 120, + "pool_usage_ms_avg": 13.622, + "api_cpu_s": 28.99, + "intervals": 20 + }, + "pg": { + "xact_commit": 29063, + "xact_rollback": 0, + "tup_inserted": 28876, + "blks_read": 0, + "blks_hit": 670577, + "wal_records": 203970, + "wal_bytes": 23462445 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 29, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 14614, + "total_ms": 8290.4, + "mean_ms": 0.5673, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 14614, + "total_ms": 158.6, + "mean_ms": 0.0108, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 79, + "total_ms": 0.7, + "mean_ms": 0.0093, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0942, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0365, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0269, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.97, + "statements_per_ok": 3.0, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-150.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-150.json new file mode 100644 index 0000000..d88ee86 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-150.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3000, + "ok": 3000, + "dropped": 0, + "ok_rps": 150.0, + "error_ratio": 0, + "ok_p50_ms": 10.777117, + "ok_p95_ms": 70.37544259999996, + "ok_p99_ms": 117.21431703999914, + "vus_max": 46, + "cpu": { + "api_total": { + "cpu_median": 108.4, + "cpu_max": 163.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 52.3, + "cpu_max": 81.7, + "mem_last": "55.92MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 55.7, + "cpu_max": 81.6, + "mem_last": "56.02MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 19.4, + "cpu_max": 20.2, + "mem_last": "28.33MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 6.4, + "cpu_max": 15.3, + "mem_last": "12.07MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 31.4, + "cpu_max": 39.3, + "mem_last": "96.16MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.0, + "cpu_max": 2.1, + "mem_last": "3.684MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6055, + "pool_wait_ms_avg": 0.018, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 5.6, + "api_cpu_s": 16.74, + "intervals": 20 + }, + "pg": { + "xact_commit": 18027, + "xact_rollback": 0, + "tup_inserted": 9060, + "blks_read": 61, + "blks_hit": 196903, + "wal_records": 63836, + "wal_bytes": 6049219 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4495, + "total_ms": 1188.5, + "mean_ms": 0.2644, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 4495, + "total_ms": 531.7, + "mean_ms": 0.1183, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 4495, + "total_ms": 305.2, + "mean_ms": 0.0679, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 8990, + "total_ms": 233.7, + "mean_ms": 0.026, + "query": "SELECT $3 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 4495, + "total_ms": 94.9, + "mean_ms": 0.0211, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 8990, + "total_ms": 12.5, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 8990, + "total_ms": 12.3, + "mean_ms": 0.0014, + "query": "COMMIT" + }, + { + "calls": 92, + "total_ms": 0.6, + "mean_ms": 0.0061, + "query": "SELECT $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0739, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1401, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0246, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.01, + "statements_per_ok": 15.02, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-200.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-200.json new file mode 100644 index 0000000..bad5d8a --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-200.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3949, + "ok": 3949, + "dropped": 52, + "ok_rps": 197.4, + "error_ratio": 0, + "ok_p50_ms": 15.387143, + "ok_p95_ms": 310.50721239999996, + "ok_p99_ms": 380.18069515999997, + "vus_max": 118, + "cpu": { + "api_total": { + "cpu_median": 156.6, + "cpu_max": 182.3, + "samples": 9 + }, + "api-1": { + "cpu_median": 76.8, + "cpu_max": 94.0, + "mem_last": "56.19MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 78.6, + "cpu_max": 88.4, + "mem_last": "56.82MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 25.5, + "cpu_max": 44.3, + "mem_last": "50.64MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 9.1, + "cpu_max": 24.9, + "mem_last": "12.67MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 51.9, + "cpu_max": 101.9, + "mem_last": "101.2MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 6.8, + "cpu_max": 8.7, + "mem_last": "3.754MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7933, + "pool_wait_ms_avg": 9.561, + "pool_waiting_max": 26, + "pool_usage_ms_avg": 12.633, + "api_cpu_s": 22.94, + "intervals": 20 + }, + "pg": { + "xact_commit": 23843, + "xact_rollback": 0, + "tup_inserted": 11798, + "blks_read": 0, + "blks_hit": 250118, + "wal_records": 83706, + "wal_bytes": 7498686 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5921, + "total_ms": 1682.9, + "mean_ms": 0.2842, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5921, + "total_ms": 766.4, + "mean_ms": 0.1294, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 5921, + "total_ms": 496.7, + "mean_ms": 0.0839, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 11842, + "total_ms": 300.8, + "mean_ms": 0.0254, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5921, + "total_ms": 164.3, + "mean_ms": 0.0278, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11842, + "total_ms": 17.9, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 11842, + "total_ms": 15.3, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 90, + "total_ms": 0.5, + "mean_ms": 0.0053, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1312, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0445, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0217, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.04, + "statements_per_ok": 15.02, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-250.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-250.json new file mode 100644 index 0000000..c596193 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-250.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4825, + "ok": 4825, + "dropped": 176, + "ok_rps": 241.2, + "error_ratio": 0, + "ok_p50_ms": 170.039106, + "ok_p95_ms": 750.9811510000004, + "ok_p99_ms": 954.9436560400002, + "vus_max": 266, + "cpu": { + "api_total": { + "cpu_median": 176.4, + "cpu_max": 204.8, + "samples": 10 + }, + "api-1": { + "cpu_median": 96.3, + "cpu_max": 102.2, + "mem_last": "71.08MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 91.7, + "cpu_max": 105.1, + "mem_last": "58.38MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 32.3, + "cpu_max": 44.9, + "mem_last": "101.4MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 12.7, + "cpu_max": 23.3, + "mem_last": "14.23MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 57.3, + "cpu_max": 75.3, + "mem_last": "106.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.2, + "cpu_max": 3.8, + "mem_last": "4.199MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 9722, + "pool_wait_ms_avg": 75.716, + "pool_waiting_max": 69, + "pool_usage_ms_avg": 21.293, + "api_cpu_s": 29.86, + "intervals": 20 + }, + "pg": { + "xact_commit": 29011, + "xact_rollback": 0, + "tup_inserted": 14412, + "blks_read": 0, + "blks_hit": 316729, + "wal_records": 101916, + "wal_bytes": 8954972 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 2, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7263, + "total_ms": 2164.2, + "mean_ms": 0.298, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 7263, + "total_ms": 982.7, + "mean_ms": 0.1353, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 7263, + "total_ms": 732.9, + "mean_ms": 0.1009, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 14526, + "total_ms": 365.4, + "mean_ms": 0.0252, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 7263, + "total_ms": 216.0, + "mean_ms": 0.0297, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 14526, + "total_ms": 39.2, + "mean_ms": 0.0027, + "query": "COMMIT" + }, + { + "calls": 14526, + "total_ms": 19.3, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 85, + "total_ms": 0.5, + "mean_ms": 0.0053, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1084, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0385, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0195, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.01, + "statements_per_ok": 15.07, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-300.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-300.json new file mode 100644 index 0000000..7fe5c77 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-300.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5580, + "ok": 5580, + "dropped": 420, + "ok_rps": 279.0, + "error_ratio": 0, + "ok_p50_ms": 866.167919, + "ok_p95_ms": 1501.26835795, + "ok_p99_ms": 1669.4210865, + "vus_max": 617, + "cpu": { + "api_total": { + "cpu_median": 196.0, + "cpu_max": 208.6, + "samples": 10 + }, + "api-1": { + "cpu_median": 98.2, + "cpu_max": 103.6, + "mem_last": "73.77MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 98.5, + "cpu_max": 105.0, + "mem_last": "61.47MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 39.6, + "cpu_max": 58.2, + "mem_last": "196.2MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.8, + "cpu_max": 26.8, + "mem_last": "16.8MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 67.6, + "cpu_max": 84.1, + "mem_last": "111.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.8, + "cpu_max": 9.2, + "mem_last": "3.793MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11081, + "pool_wait_ms_avg": 353.277, + "pool_waiting_max": 185, + "pool_usage_ms_avg": 26.288, + "api_cpu_s": 33.25, + "intervals": 20 + }, + "pg": { + "xact_commit": 33615, + "xact_rollback": 0, + "tup_inserted": 16548, + "blks_read": 0, + "blks_hit": 375819, + "wal_records": 117561, + "wal_bytes": 10683374 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 23, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 8, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8406, + "total_ms": 2519.8, + "mean_ms": 0.2998, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8406, + "total_ms": 1278.2, + "mean_ms": 0.1521, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8406, + "total_ms": 1182.1, + "mean_ms": 0.1406, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 16812, + "total_ms": 398.6, + "mean_ms": 0.0237, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8406, + "total_ms": 242.6, + "mean_ms": 0.0289, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 16812, + "total_ms": 25.2, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 16812, + "total_ms": 21.6, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 76, + "total_ms": 0.4, + "mean_ms": 0.0049, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.2, + "mean_ms": 0.102, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1292, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0207, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.02, + "statements_per_ok": 15.08, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-350.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-350.json new file mode 100644 index 0000000..7ff4919 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-350.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 5651, + "ok": 5651, + "dropped": 1349, + "ok_rps": 282.6, + "error_ratio": 0, + "ok_p50_ms": 1867.695141, + "ok_p95_ms": 2518.7255619999996, + "ok_p99_ms": 2709.9744335, + "vus_max": 1069, + "cpu": { + "api_total": { + "cpu_median": 199.4, + "cpu_max": 203.6, + "samples": 9 + }, + "api-1": { + "cpu_median": 98.4, + "cpu_max": 102.5, + "mem_last": "66.34MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 99.1, + "cpu_max": 104.3, + "mem_last": "75.8MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 37.2, + "cpu_max": 47.7, + "mem_last": "351.4MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 13.6, + "cpu_max": 25.2, + "mem_last": "20.65MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 66.7, + "cpu_max": 74.0, + "mem_last": "116.4MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 7.4, + "cpu_max": 8.4, + "mem_last": "3.988MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 11194, + "pool_wait_ms_avg": 665.941, + "pool_waiting_max": 188, + "pool_usage_ms_avg": 26.117, + "api_cpu_s": 33.57, + "intervals": 20 + }, + "pg": { + "xact_commit": 34514, + "xact_rollback": 0, + "tup_inserted": 17202, + "blks_read": 0, + "blks_hit": 386835, + "wal_records": 122061, + "wal_bytes": 10434773 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 200, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8682, + "total_ms": 2644.6, + "mean_ms": 0.3046, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8682, + "total_ms": 2394.3, + "mean_ms": 0.2758, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8682, + "total_ms": 1221.0, + "mean_ms": 0.1406, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17364, + "total_ms": 403.4, + "mean_ms": 0.0232, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8682, + "total_ms": 255.6, + "mean_ms": 0.0294, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17364, + "total_ms": 26.2, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 17364, + "total_ms": 23.0, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 70, + "total_ms": 0.4, + "mean_ms": 0.0061, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.2, + "mean_ms": 0.085, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1006, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0204, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.11, + "statements_per_ok": 15.38, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-400.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-400.json new file mode 100644 index 0000000..727932c --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-400.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 5565, + "ok": 5565, + "dropped": 2436, + "ok_rps": 278.2, + "error_ratio": 0, + "ok_p50_ms": 2002.478974, + "ok_p95_ms": 2545.1525766, + "ok_p99_ms": 2692.118129879999, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 197.0, + "cpu_max": 201.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 98.5, + "cpu_max": 103.8, + "mem_last": "76.53MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 96.5, + "cpu_max": 100.3, + "mem_last": "63.71MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 41.2, + "cpu_max": 73.2, + "mem_last": "396MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 13.9, + "cpu_max": 34.2, + "mem_last": "20.91MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 64.3, + "cpu_max": 70.8, + "mem_last": "122.4MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.6, + "cpu_max": 8.3, + "mem_last": "3.801MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11203, + "pool_wait_ms_avg": 673.998, + "pool_waiting_max": 187, + "pool_usage_ms_avg": 26.437, + "api_cpu_s": 33.82, + "intervals": 20 + }, + "pg": { + "xact_commit": 34537, + "xact_rollback": 0, + "tup_inserted": 17136, + "blks_read": 0, + "blks_hit": 393083, + "wal_records": 122930, + "wal_bytes": 11015285 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 214, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8694, + "total_ms": 2929.3, + "mean_ms": 0.3369, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8694, + "total_ms": 2621.5, + "mean_ms": 0.3015, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8694, + "total_ms": 1201.1, + "mean_ms": 0.1382, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17388, + "total_ms": 402.1, + "mean_ms": 0.0231, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8694, + "total_ms": 255.4, + "mean_ms": 0.0294, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17388, + "total_ms": 27.2, + "mean_ms": 0.0016, + "query": "COMMIT" + }, + { + "calls": 17388, + "total_ms": 23.9, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 67, + "total_ms": 0.4, + "mean_ms": 0.0053, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0599, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1042, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.023, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.21, + "statements_per_ok": 15.64, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-450.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-450.json new file mode 100644 index 0000000..02a7cc2 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-450.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 5507, + "ok": 5507, + "dropped": 3494, + "ok_rps": 275.4, + "error_ratio": 0, + "ok_p50_ms": 2069.97981, + "ok_p95_ms": 2634.1972554, + "ok_p99_ms": 2763.2441510599992, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 199.6, + "cpu_max": 204.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 99.3, + "cpu_max": 105.1, + "mem_last": "76.53MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 98.9, + "cpu_max": 103.4, + "mem_last": "63.79MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 39.9, + "cpu_max": 99.1, + "mem_last": "428.5MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.2, + "cpu_max": 33.8, + "mem_last": "21.32MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 71.5, + "cpu_max": 74.7, + "mem_last": "128.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 7.5, + "cpu_max": 9.4, + "mem_last": "3.676MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11095, + "pool_wait_ms_avg": 679.839, + "pool_waiting_max": 188, + "pool_usage_ms_avg": 26.393, + "api_cpu_s": 34.03, + "intervals": 20 + }, + "pg": { + "xact_commit": 34723, + "xact_rollback": 0, + "tup_inserted": 17252, + "blks_read": 0, + "blks_hit": 397111, + "wal_records": 123598, + "wal_bytes": 11162565 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 219, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 21, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8603, + "total_ms": 3325.8, + "mean_ms": 0.3866, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8603, + "total_ms": 2655.5, + "mean_ms": 0.3087, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8603, + "total_ms": 1224.2, + "mean_ms": 0.1423, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17206, + "total_ms": 410.3, + "mean_ms": 0.0238, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8603, + "total_ms": 260.2, + "mean_ms": 0.0302, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17206, + "total_ms": 28.6, + "mean_ms": 0.0017, + "query": "BEGIN" + }, + { + "calls": 17206, + "total_ms": 25.3, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 69, + "total_ms": 0.4, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1064, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0482, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0169, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.31, + "statements_per_ok": 15.64, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-500.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-500.json new file mode 100644 index 0000000..db6ffbb --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r1-500.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 5578, + "ok": 5578, + "dropped": 4423, + "ok_rps": 278.9, + "error_ratio": 0, + "ok_p50_ms": 2040.2645605, + "ok_p95_ms": 2551.49377075, + "ok_p99_ms": 2648.40836098, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 197.0, + "cpu_max": 202.2, + "samples": 10 + }, + "api-1": { + "cpu_median": 98.4, + "cpu_max": 103.9, + "mem_last": "63.99MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 99.5, + "cpu_max": 101.2, + "mem_last": "63.96MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 39.1, + "cpu_max": 99.3, + "mem_last": "430.9MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.4, + "cpu_max": 34.3, + "mem_last": "21.83MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 71.4, + "cpu_max": 80.2, + "mem_last": "133.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 8.1, + "cpu_max": 10.7, + "mem_last": "3.742MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11248, + "pool_wait_ms_avg": 669.0, + "pool_waiting_max": 189, + "pool_usage_ms_avg": 26.152, + "api_cpu_s": 34.0, + "intervals": 20 + }, + "pg": { + "xact_commit": 34273, + "xact_rollback": 0, + "tup_inserted": 16990, + "blks_read": 0, + "blks_hit": 438112, + "wal_records": 120818, + "wal_bytes": 16893964 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 219, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 21, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8603, + "total_ms": 3385.6, + "mean_ms": 0.3935, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8603, + "total_ms": 2631.3, + "mean_ms": 0.3059, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8603, + "total_ms": 1239.0, + "mean_ms": 0.144, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17206, + "total_ms": 412.6, + "mean_ms": 0.024, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8603, + "total_ms": 266.7, + "mean_ms": 0.031, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17206, + "total_ms": 24.3, + "mean_ms": 0.0014, + "query": "COMMIT" + }, + { + "calls": 17206, + "total_ms": 22.7, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 70, + "total_ms": 0.5, + "mean_ms": 0.0068, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1566, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0613, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0214, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.14, + "statements_per_ok": 15.44, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-150.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-150.json new file mode 100644 index 0000000..df13fa9 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-150.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3000, + "ok": 3000, + "dropped": 1, + "ok_rps": 150.0, + "error_ratio": 0, + "ok_p50_ms": 10.1799555, + "ok_p95_ms": 75.49626819999996, + "ok_p99_ms": 124.25129614999992, + "vus_max": 41, + "cpu": { + "api_total": { + "cpu_median": 146.6, + "cpu_max": 155.3, + "samples": 9 + }, + "api-1": { + "cpu_median": 71.7, + "cpu_max": 78.4, + "mem_last": "68.8MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 71.8, + "cpu_max": 81.0, + "mem_last": "68.39MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 19.1, + "cpu_max": 23.9, + "mem_last": "26.72MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 6.3, + "cpu_max": 23.2, + "mem_last": "11.74MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 31.3, + "cpu_max": 44.0, + "mem_last": "95.68MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.2, + "cpu_max": 7.2, + "mem_last": "3.969MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 6054, + "pool_wait_ms_avg": 0.024, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 5.685, + "api_cpu_s": 16.45, + "intervals": 20 + }, + "pg": { + "xact_commit": 18012, + "xact_rollback": 0, + "tup_inserted": 8994, + "blks_read": 61, + "blks_hit": 193992, + "wal_records": 63690, + "wal_bytes": 6019087 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4500, + "total_ms": 1148.9, + "mean_ms": 0.2553, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 4500, + "total_ms": 503.0, + "mean_ms": 0.1118, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 4500, + "total_ms": 299.0, + "mean_ms": 0.0664, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 9000, + "total_ms": 232.6, + "mean_ms": 0.0258, + "query": "SELECT $3 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 4500, + "total_ms": 93.1, + "mean_ms": 0.0207, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 9000, + "total_ms": 12.6, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 9000, + "total_ms": 12.1, + "mean_ms": 0.0013, + "query": "COMMIT" + }, + { + "calls": 91, + "total_ms": 0.5, + "mean_ms": 0.006, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1063, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.049, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0265, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.0, + "statements_per_ok": 15.03, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-200.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-200.json new file mode 100644 index 0000000..c65365b --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-200.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3969, + "ok": 3969, + "dropped": 31, + "ok_rps": 198.4, + "error_ratio": 0, + "ok_p50_ms": 12.814807, + "ok_p95_ms": 219.064247, + "ok_p99_ms": 292.56033124000004, + "vus_max": 96, + "cpu": { + "api_total": { + "cpu_median": 144.7, + "cpu_max": 174.7, + "samples": 10 + }, + "api-1": { + "cpu_median": 75.2, + "cpu_max": 89.1, + "mem_last": "58.03MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 69.4, + "cpu_max": 94.1, + "mem_last": "57.89MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 26.0, + "cpu_max": 28.0, + "mem_last": "44.79MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 9.2, + "cpu_max": 22.3, + "mem_last": "12.27MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 53.5, + "cpu_max": 60.1, + "mem_last": "111.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.9, + "cpu_max": 8.1, + "mem_last": "3.828MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 8012, + "pool_wait_ms_avg": 4.186, + "pool_waiting_max": 10, + "pool_usage_ms_avg": 11.061, + "api_cpu_s": 22.2, + "intervals": 20 + }, + "pg": { + "xact_commit": 23940, + "xact_rollback": 0, + "tup_inserted": 11864, + "blks_read": 0, + "blks_hit": 246691, + "wal_records": 84273, + "wal_bytes": 7595694 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5943, + "total_ms": 1649.0, + "mean_ms": 0.2775, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5943, + "total_ms": 738.3, + "mean_ms": 0.1242, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 5943, + "total_ms": 469.7, + "mean_ms": 0.079, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 11886, + "total_ms": 301.0, + "mean_ms": 0.0253, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5943, + "total_ms": 158.7, + "mean_ms": 0.0267, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11886, + "total_ms": 18.8, + "mean_ms": 0.0016, + "query": "COMMIT" + }, + { + "calls": 11886, + "total_ms": 16.4, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 91, + "total_ms": 0.5, + "mean_ms": 0.0053, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1389, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0471, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0265, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.03, + "statements_per_ok": 15.0, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-250.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-250.json new file mode 100644 index 0000000..623b4f8 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-250.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4897, + "ok": 4897, + "dropped": 104, + "ok_rps": 244.8, + "error_ratio": 0, + "ok_p50_ms": 44.25168, + "ok_p95_ms": 428.1940329999999, + "ok_p99_ms": 543.86873504, + "vus_max": 222, + "cpu": { + "api_total": { + "cpu_median": 171.9, + "cpu_max": 197.0, + "samples": 9 + }, + "api-1": { + "cpu_median": 84.5, + "cpu_max": 100.4, + "mem_last": "58.79MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 87.0, + "cpu_max": 99.6, + "mem_last": "58.55MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 35.0, + "cpu_max": 39.5, + "mem_last": "87.86MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 11.7, + "cpu_max": 21.0, + "mem_last": "13.57MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 65.2, + "cpu_max": 75.3, + "mem_last": "105.9MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.3, + "cpu_max": 8.1, + "mem_last": "3.754MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 9863, + "pool_wait_ms_avg": 35.958, + "pool_waiting_max": 38, + "pool_usage_ms_avg": 15.855, + "api_cpu_s": 27.93, + "intervals": 20 + }, + "pg": { + "xact_commit": 29072, + "xact_rollback": 0, + "tup_inserted": 14408, + "blks_read": 0, + "blks_hit": 316356, + "wal_records": 101581, + "wal_bytes": 8903489 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 2, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7318, + "total_ms": 2102.8, + "mean_ms": 0.2873, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 7318, + "total_ms": 950.6, + "mean_ms": 0.1299, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 7318, + "total_ms": 616.1, + "mean_ms": 0.0842, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 14636, + "total_ms": 375.6, + "mean_ms": 0.0257, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 7318, + "total_ms": 200.7, + "mean_ms": 0.0274, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 14636, + "total_ms": 21.9, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 14636, + "total_ms": 20.0, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 87, + "total_ms": 0.4, + "mean_ms": 0.0052, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0589, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.115, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.026, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.94, + "statements_per_ok": 14.96, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-300.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-300.json new file mode 100644 index 0000000..2a59e3f --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-300.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5714, + "ok": 5714, + "dropped": 286, + "ok_rps": 285.7, + "error_ratio": 0, + "ok_p50_ms": 496.9999835, + "ok_p95_ms": 953.3245531499999, + "ok_p99_ms": 1155.11349079, + "vus_max": 464, + "cpu": { + "api_total": { + "cpu_median": 196.9, + "cpu_max": 206.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 99.7, + "cpu_max": 103.1, + "mem_last": "60.64MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 97.7, + "cpu_max": 103.2, + "mem_last": "60.89MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 39.2, + "cpu_max": 45.3, + "mem_last": "152.5MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 15.0, + "cpu_max": 23.8, + "mem_last": "15.46MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 78.9, + "cpu_max": 126.2, + "mem_last": "111.5MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 8.3, + "cpu_max": 9.9, + "mem_last": "3.617MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11445, + "pool_wait_ms_avg": 197.653, + "pool_waiting_max": 118, + "pool_usage_ms_avg": 24.995, + "api_cpu_s": 33.03, + "intervals": 20 + }, + "pg": { + "xact_commit": 34267, + "xact_rollback": 0, + "tup_inserted": 17016, + "blks_read": 0, + "blks_hit": 385638, + "wal_records": 120437, + "wal_bytes": 10915650 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 10, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8556, + "total_ms": 2540.5, + "mean_ms": 0.2969, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8556, + "total_ms": 1166.1, + "mean_ms": 0.1363, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 8556, + "total_ms": 821.1, + "mean_ms": 0.096, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 17112, + "total_ms": 395.3, + "mean_ms": 0.0231, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8556, + "total_ms": 243.7, + "mean_ms": 0.0285, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17112, + "total_ms": 24.5, + "mean_ms": 0.0014, + "query": "COMMIT" + }, + { + "calls": 17112, + "total_ms": 21.6, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 78, + "total_ms": 0.4, + "mean_ms": 0.0053, + "query": "SELECT $1" + }, + { + "calls": 2, + "total_ms": 0.3, + "mean_ms": 0.1398, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1022, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0262, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.0, + "statements_per_ok": 14.99, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-350.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-350.json new file mode 100644 index 0000000..59caa12 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-350.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 5653, + "ok": 5653, + "dropped": 1348, + "ok_rps": 282.6, + "error_ratio": 0, + "ok_p50_ms": 1881.043318, + "ok_p95_ms": 2402.558029, + "ok_p99_ms": 2473.5047917599986, + "vus_max": 1093, + "cpu": { + "api_total": { + "cpu_median": 199.9, + "cpu_max": 206.2, + "samples": 10 + }, + "api-1": { + "cpu_median": 100.1, + "cpu_max": 102.0, + "mem_last": "63.31MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 99.3, + "cpu_max": 104.1, + "mem_last": "63.55MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 42.0, + "cpu_max": 82.1, + "mem_last": "363.6MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.3, + "cpu_max": 30.6, + "mem_last": "20.84MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 72.2, + "cpu_max": 84.9, + "mem_last": "116.5MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 7.4, + "cpu_max": 8.7, + "mem_last": "3.91MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11181, + "pool_wait_ms_avg": 653.139, + "pool_waiting_max": 190, + "pool_usage_ms_avg": 26.29, + "api_cpu_s": 34.02, + "intervals": 20 + }, + "pg": { + "xact_commit": 34435, + "xact_rollback": 0, + "tup_inserted": 17050, + "blks_read": 0, + "blks_hit": 396890, + "wal_records": 120563, + "wal_bytes": 10410505 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 200, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 19, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8631, + "total_ms": 2657.0, + "mean_ms": 0.3078, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8631, + "total_ms": 1623.1, + "mean_ms": 0.1881, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8631, + "total_ms": 1182.6, + "mean_ms": 0.137, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17262, + "total_ms": 403.9, + "mean_ms": 0.0234, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8631, + "total_ms": 252.5, + "mean_ms": 0.0293, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17262, + "total_ms": 32.8, + "mean_ms": 0.0019, + "query": "COMMIT" + }, + { + "calls": 17262, + "total_ms": 22.2, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 70, + "total_ms": 0.4, + "mean_ms": 0.0057, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1233, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0517, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.039, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.09, + "statements_per_ok": 15.28, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-400.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-400.json new file mode 100644 index 0000000..b856158 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-400.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 5630, + "ok": 5630, + "dropped": 2372, + "ok_rps": 281.5, + "error_ratio": 0, + "ok_p50_ms": 2068.229149, + "ok_p95_ms": 2512.54427755, + "ok_p99_ms": 2726.00211326, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 194.8, + "cpu_max": 199.8, + "samples": 9 + }, + "api-1": { + "cpu_median": 98.4, + "cpu_max": 101.8, + "mem_last": "63.88MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 97.6, + "cpu_max": 100.3, + "mem_last": "73.04MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 41.6, + "cpu_max": 80.3, + "mem_last": "436MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 14.9, + "cpu_max": 28.5, + "mem_last": "21.11MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 69.8, + "cpu_max": 74.9, + "mem_last": "123.1MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.8, + "cpu_max": 4.0, + "mem_last": "3.594MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 10846, + "pool_wait_ms_avg": 686.279, + "pool_waiting_max": 190, + "pool_usage_ms_avg": 26.753, + "api_cpu_s": 33.28, + "intervals": 20 + }, + "pg": { + "xact_commit": 35173, + "xact_rollback": 0, + "tup_inserted": 17450, + "blks_read": 0, + "blks_hit": 432234, + "wal_records": 124502, + "wal_bytes": 11326405 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 205, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 6, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8721, + "total_ms": 2721.1, + "mean_ms": 0.312, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8721, + "total_ms": 2448.7, + "mean_ms": 0.2808, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8721, + "total_ms": 1238.1, + "mean_ms": 0.142, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17442, + "total_ms": 412.9, + "mean_ms": 0.0237, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8721, + "total_ms": 261.2, + "mean_ms": 0.03, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17442, + "total_ms": 26.6, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 17442, + "total_ms": 24.1, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 71, + "total_ms": 0.4, + "mean_ms": 0.0052, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1053, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0438, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0232, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.25, + "statements_per_ok": 15.5, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-450.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-450.json new file mode 100644 index 0000000..1fdc334 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-450.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 5526, + "ok": 5526, + "dropped": 3475, + "ok_rps": 276.3, + "error_ratio": 0, + "ok_p50_ms": 2087.251907, + "ok_p95_ms": 2549.7427025, + "ok_p99_ms": 2617.27938125, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 198.0, + "cpu_max": 205.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 98.5, + "cpu_max": 106.5, + "mem_last": "63.32MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 97.9, + "cpu_max": 105.3, + "mem_last": "63.96MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 37.5, + "cpu_max": 84.8, + "mem_last": "429.3MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.4, + "cpu_max": 24.1, + "mem_last": "21.65MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 71.8, + "cpu_max": 77.3, + "mem_last": "128MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 7.3, + "cpu_max": 8.5, + "mem_last": "3.777MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11236, + "pool_wait_ms_avg": 675.269, + "pool_waiting_max": 190, + "pool_usage_ms_avg": 26.404, + "api_cpu_s": 33.64, + "intervals": 20 + }, + "pg": { + "xact_commit": 34773, + "xact_rollback": 0, + "tup_inserted": 17288, + "blks_read": 0, + "blks_hit": 428380, + "wal_records": 123204, + "wal_bytes": 10873860 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 228, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8726, + "total_ms": 2855.0, + "mean_ms": 0.3272, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8726, + "total_ms": 2748.9, + "mean_ms": 0.315, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8726, + "total_ms": 1261.2, + "mean_ms": 0.1445, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17452, + "total_ms": 427.5, + "mean_ms": 0.0245, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8726, + "total_ms": 267.7, + "mean_ms": 0.0307, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17452, + "total_ms": 26.3, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 17452, + "total_ms": 24.5, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 71, + "total_ms": 0.4, + "mean_ms": 0.005, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0496, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0963, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0259, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.29, + "statements_per_ok": 15.8, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-500.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-500.json new file mode 100644 index 0000000..0886fa5 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r2-500.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 5618, + "ok": 5618, + "dropped": 4382, + "ok_rps": 280.9, + "error_ratio": 0, + "ok_p50_ms": 2126.238653, + "ok_p95_ms": 2426.1058011500004, + "ok_p99_ms": 2590.72156211, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 203.3, + "cpu_max": 207.9, + "samples": 9 + }, + "api-1": { + "cpu_median": 101.5, + "cpu_max": 103.7, + "mem_last": "63.52MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 102.2, + "cpu_max": 104.5, + "mem_last": "63.91MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 42.6, + "cpu_max": 50.5, + "mem_last": "430.8MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 15.6, + "cpu_max": 27.6, + "mem_last": "21.56MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 76.4, + "cpu_max": 86.3, + "mem_last": "133.4MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 7.7, + "cpu_max": 8.9, + "mem_last": "3.738MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 10731, + "pool_wait_ms_avg": 665.16, + "pool_waiting_max": 188, + "pool_usage_ms_avg": 26.001, + "api_cpu_s": 32.46, + "intervals": 19 + }, + "pg": { + "xact_commit": 35184, + "xact_rollback": 0, + "tup_inserted": 17494, + "blks_read": 0, + "blks_hit": 431435, + "wal_records": 123740, + "wal_bytes": 17224811 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 228, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8720, + "total_ms": 2703.6, + "mean_ms": 0.31, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8720, + "total_ms": 2501.8, + "mean_ms": 0.2869, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8720, + "total_ms": 1214.8, + "mean_ms": 0.1393, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17440, + "total_ms": 409.9, + "mean_ms": 0.0235, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8720, + "total_ms": 265.6, + "mean_ms": 0.0305, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17440, + "total_ms": 26.1, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 17440, + "total_ms": 23.2, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 70, + "total_ms": 0.5, + "mean_ms": 0.0068, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1028, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0454, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0282, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.26, + "statements_per_ok": 15.53, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-150.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-150.json new file mode 100644 index 0000000..77c9db6 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-150.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 2999, + "ok": 2999, + "dropped": 2, + "ok_rps": 149.9, + "error_ratio": 0, + "ok_p50_ms": 9.650312, + "ok_p95_ms": 66.42949299999998, + "ok_p99_ms": 110.45160541999999, + "vus_max": 44, + "cpu": { + "api_total": { + "cpu_median": 92.3, + "cpu_max": 171.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 46.3, + "cpu_max": 86.0, + "mem_last": "57.09MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 46.0, + "cpu_max": 85.5, + "mem_last": "55.96MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 18.3, + "cpu_max": 19.7, + "mem_last": "27.5MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 6.0, + "cpu_max": 16.9, + "mem_last": "11.8MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 29.9, + "cpu_max": 35.5, + "mem_last": "96.21MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.2, + "cpu_max": 6.4, + "mem_last": "3.961MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 5896, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 5.355, + "api_cpu_s": 15.81, + "intervals": 20 + }, + "pg": { + "xact_commit": 18049, + "xact_rollback": 0, + "tup_inserted": 9027, + "blks_read": 61, + "blks_hit": 196484, + "wal_records": 63892, + "wal_bytes": 6037561 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4498, + "total_ms": 1172.0, + "mean_ms": 0.2606, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 4498, + "total_ms": 512.5, + "mean_ms": 0.1139, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 4498, + "total_ms": 303.6, + "mean_ms": 0.0675, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 8996, + "total_ms": 222.4, + "mean_ms": 0.0247, + "query": "SELECT $3 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 4498, + "total_ms": 101.7, + "mean_ms": 0.0226, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 8996, + "total_ms": 12.5, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 8996, + "total_ms": 12.1, + "mean_ms": 0.0013, + "query": "COMMIT" + }, + { + "calls": 94, + "total_ms": 0.6, + "mean_ms": 0.006, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.152, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0481, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0263, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.02, + "statements_per_ok": 15.03, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-200.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-200.json new file mode 100644 index 0000000..4f3a4b9 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-200.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3948, + "ok": 3948, + "dropped": 52, + "ok_rps": 197.4, + "error_ratio": 0, + "ok_p50_ms": 13.822424999999999, + "ok_p95_ms": 213.14953209999985, + "ok_p99_ms": 386.46454925999984, + "vus_max": 124, + "cpu": { + "api_total": { + "cpu_median": 118.2, + "cpu_max": 200.9, + "samples": 9 + }, + "api-1": { + "cpu_median": 59.6, + "cpu_max": 100.9, + "mem_last": "60.98MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 58.6, + "cpu_max": 100.0, + "mem_last": "58.37MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 23.5, + "cpu_max": 29.9, + "mem_last": "56.37MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 9.5, + "cpu_max": 19.5, + "mem_last": "12.26MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 44.0, + "cpu_max": 66.3, + "mem_last": "101.2MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 6.5, + "cpu_max": 6.8, + "mem_last": "3.977MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7961, + "pool_wait_ms_avg": 4.987, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 11.707, + "api_cpu_s": 21.99, + "intervals": 20 + }, + "pg": { + "xact_commit": 23781, + "xact_rollback": 0, + "tup_inserted": 11774, + "blks_read": 0, + "blks_hit": 243415, + "wal_records": 83676, + "wal_bytes": 7509774 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5914, + "total_ms": 1547.4, + "mean_ms": 0.2616, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5914, + "total_ms": 729.4, + "mean_ms": 0.1233, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 5914, + "total_ms": 450.3, + "mean_ms": 0.0761, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 11828, + "total_ms": 283.9, + "mean_ms": 0.024, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5914, + "total_ms": 150.1, + "mean_ms": 0.0254, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11828, + "total_ms": 15.9, + "mean_ms": 0.0013, + "query": "COMMIT" + }, + { + "calls": 11828, + "total_ms": 15.3, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 90, + "total_ms": 0.4, + "mean_ms": 0.0049, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0714, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1335, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.025, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.02, + "statements_per_ok": 15.0, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-250.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-250.json new file mode 100644 index 0000000..b2a94df --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-250.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4904, + "ok": 4904, + "dropped": 97, + "ok_rps": 245.2, + "error_ratio": 0, + "ok_p50_ms": 137.30902, + "ok_p95_ms": 525.65666345, + "ok_p99_ms": 647.6354470000001, + "vus_max": 198, + "cpu": { + "api_total": { + "cpu_median": 177.2, + "cpu_max": 189.6, + "samples": 10 + }, + "api-1": { + "cpu_median": 88.4, + "cpu_max": 96.9, + "mem_last": "68.74MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 89.7, + "cpu_max": 95.4, + "mem_last": "57.69MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 32.4, + "cpu_max": 42.6, + "mem_last": "82.3MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 11.0, + "cpu_max": 26.8, + "mem_last": "13.7MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 54.1, + "cpu_max": 80.0, + "mem_last": "106MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.2, + "cpu_max": 8.2, + "mem_last": "3.762MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 9860, + "pool_wait_ms_avg": 48.082, + "pool_waiting_max": 61, + "pool_usage_ms_avg": 19.268, + "api_cpu_s": 29.46, + "intervals": 20 + }, + "pg": { + "xact_commit": 28991, + "xact_rollback": 0, + "tup_inserted": 14342, + "blks_read": 0, + "blks_hit": 307572, + "wal_records": 101655, + "wal_bytes": 8886620 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7342, + "total_ms": 2089.3, + "mean_ms": 0.2846, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 7342, + "total_ms": 972.1, + "mean_ms": 0.1324, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 7342, + "total_ms": 652.0, + "mean_ms": 0.0888, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 14684, + "total_ms": 357.7, + "mean_ms": 0.0244, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 7342, + "total_ms": 203.5, + "mean_ms": 0.0277, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 14684, + "total_ms": 22.0, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 14684, + "total_ms": 20.2, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 85, + "total_ms": 0.5, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1084, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0461, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0247, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.91, + "statements_per_ok": 14.99, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-300.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-300.json new file mode 100644 index 0000000..7f223ab --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-300.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5550, + "ok": 5550, + "dropped": 450, + "ok_rps": 277.5, + "error_ratio": 0, + "ok_p50_ms": 1056.038987, + "ok_p95_ms": 1725.3725631000004, + "ok_p99_ms": 1804.37869814, + "vus_max": 654, + "cpu": { + "api_total": { + "cpu_median": 198.1, + "cpu_max": 206.1, + "samples": 10 + }, + "api-1": { + "cpu_median": 99.4, + "cpu_max": 104.0, + "mem_last": "62.64MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 98.2, + "cpu_max": 102.5, + "mem_last": "74.4MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 35.4, + "cpu_max": 64.2, + "mem_last": "208.6MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 13.3, + "cpu_max": 27.6, + "mem_last": "17.79MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 71.2, + "cpu_max": 84.0, + "mem_last": "111.4MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.5, + "cpu_max": 4.8, + "mem_last": "3.82MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 10947, + "pool_wait_ms_avg": 440.416, + "pool_waiting_max": 187, + "pool_usage_ms_avg": 26.73, + "api_cpu_s": 32.91, + "intervals": 20 + }, + "pg": { + "xact_commit": 33662, + "xact_rollback": 0, + "tup_inserted": 16618, + "blks_read": 0, + "blks_hit": 377350, + "wal_records": 117880, + "wal_bytes": 10750748 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 62, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 9, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8376, + "total_ms": 2514.7, + "mean_ms": 0.3002, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8376, + "total_ms": 1328.1, + "mean_ms": 0.1586, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8376, + "total_ms": 1169.4, + "mean_ms": 0.1396, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 16752, + "total_ms": 389.2, + "mean_ms": 0.0232, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8376, + "total_ms": 237.9, + "mean_ms": 0.0284, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 16752, + "total_ms": 24.7, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 16752, + "total_ms": 21.6, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 75, + "total_ms": 0.4, + "mean_ms": 0.0055, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1282, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0494, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0357, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.07, + "statements_per_ok": 15.11, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-350.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-350.json new file mode 100644 index 0000000..6e5f5a6 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-350.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 5615, + "ok": 5615, + "dropped": 1386, + "ok_rps": 280.8, + "error_ratio": 0, + "ok_p50_ms": 1869.004271, + "ok_p95_ms": 2549.5977345, + "ok_p99_ms": 2750.5555632199994, + "vus_max": 1074, + "cpu": { + "api_total": { + "cpu_median": 195.2, + "cpu_max": 201.8, + "samples": 9 + }, + "api-1": { + "cpu_median": 98.5, + "cpu_max": 103.9, + "mem_last": "76.11MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 97.6, + "cpu_max": 99.5, + "mem_last": "66.53MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 38.7, + "cpu_max": 44.7, + "mem_last": "346.2MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 13.6, + "cpu_max": 24.1, + "mem_last": "20.82MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 62.4, + "cpu_max": 72.9, + "mem_last": "116.2MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 7.4, + "cpu_max": 8.2, + "mem_last": "3.527MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 11068, + "pool_wait_ms_avg": 668.079, + "pool_waiting_max": 190, + "pool_usage_ms_avg": 26.473, + "api_cpu_s": 33.53, + "intervals": 20 + }, + "pg": { + "xact_commit": 34769, + "xact_rollback": 0, + "tup_inserted": 17336, + "blks_read": 0, + "blks_hit": 389943, + "wal_records": 122953, + "wal_bytes": 10496837 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 200, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 5, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8624, + "total_ms": 2578.5, + "mean_ms": 0.299, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8624, + "total_ms": 2309.0, + "mean_ms": 0.2677, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8624, + "total_ms": 1189.0, + "mean_ms": 0.1379, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17248, + "total_ms": 394.5, + "mean_ms": 0.0229, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8624, + "total_ms": 248.8, + "mean_ms": 0.0289, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17248, + "total_ms": 23.8, + "mean_ms": 0.0014, + "query": "COMMIT" + }, + { + "calls": 17248, + "total_ms": 21.9, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 69, + "total_ms": 0.3, + "mean_ms": 0.0047, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1253, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0483, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0281, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.19, + "statements_per_ok": 15.37, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-400.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-400.json new file mode 100644 index 0000000..4d3d824 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-400.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 5504, + "ok": 5504, + "dropped": 2496, + "ok_rps": 275.2, + "error_ratio": 0, + "ok_p50_ms": 2023.354769, + "ok_p95_ms": 2640.7728802999995, + "ok_p99_ms": 2800.2790264500004, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 194.9, + "cpu_max": 199.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 97.6, + "cpu_max": 100.7, + "mem_last": "64.07MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 97.4, + "cpu_max": 102.1, + "mem_last": "73.04MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 37.6, + "cpu_max": 78.6, + "mem_last": "391.6MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 13.8, + "cpu_max": 28.3, + "mem_last": "21.42MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 64.4, + "cpu_max": 75.7, + "mem_last": "122.5MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.3, + "cpu_max": 8.0, + "mem_last": "3.691MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 11009, + "pool_wait_ms_avg": 677.561, + "pool_waiting_max": 190, + "pool_usage_ms_avg": 26.932, + "api_cpu_s": 33.59, + "intervals": 20 + }, + "pg": { + "xact_commit": 34310, + "xact_rollback": 0, + "tup_inserted": 17002, + "blks_read": 0, + "blks_hit": 526995, + "wal_records": 121714, + "wal_bytes": 11015818 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 214, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 9, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8597, + "total_ms": 5111.3, + "mean_ms": 0.5945, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8597, + "total_ms": 2841.1, + "mean_ms": 0.3305, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8597, + "total_ms": 1224.8, + "mean_ms": 0.1425, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17194, + "total_ms": 394.2, + "mean_ms": 0.0229, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8597, + "total_ms": 252.4, + "mean_ms": 0.0294, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17194, + "total_ms": 24.5, + "mean_ms": 0.0014, + "query": "COMMIT" + }, + { + "calls": 17194, + "total_ms": 21.4, + "mean_ms": 0.0012, + "query": "BEGIN" + }, + { + "calls": 1, + "total_ms": 1.2, + "mean_ms": 1.1892, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 67, + "total_ms": 0.4, + "mean_ms": 0.0053, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.06, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0234, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.23, + "statements_per_ok": 15.63, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-450.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-450.json new file mode 100644 index 0000000..1a0c189 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-450.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 5374, + "ok": 5374, + "dropped": 3627, + "ok_rps": 268.7, + "error_ratio": 0, + "ok_p50_ms": 2181.3284034999997, + "ok_p95_ms": 2632.80338085, + "ok_p99_ms": 2728.6908609899997, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 198.8, + "cpu_max": 206.0, + "samples": 9 + }, + "api-1": { + "cpu_median": 97.9, + "cpu_max": 103.8, + "mem_last": "63.93MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 99.1, + "cpu_max": 103.0, + "mem_last": "63.79MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 40.6, + "cpu_max": 55.0, + "mem_last": "423.6MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 14.5, + "cpu_max": 28.1, + "mem_last": "21.34MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 66.8, + "cpu_max": 88.2, + "mem_last": "129.5MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 8.2, + "cpu_max": 8.7, + "mem_last": "5.289MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 10829, + "pool_wait_ms_avg": 689.617, + "pool_waiting_max": 188, + "pool_usage_ms_avg": 27.243, + "api_cpu_s": 33.92, + "intervals": 20 + }, + "pg": { + "xact_commit": 33515, + "xact_rollback": 0, + "tup_inserted": 16616, + "blks_read": 0, + "blks_hit": 539957, + "wal_records": 118145, + "wal_bytes": 10641847 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 224, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 8, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8427, + "total_ms": 3719.0, + "mean_ms": 0.4413, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8427, + "total_ms": 2819.6, + "mean_ms": 0.3346, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8427, + "total_ms": 1204.3, + "mean_ms": 0.1429, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 16854, + "total_ms": 409.4, + "mean_ms": 0.0243, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8427, + "total_ms": 253.0, + "mean_ms": 0.03, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 16854, + "total_ms": 24.6, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 16854, + "total_ms": 22.1, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 69, + "total_ms": 0.5, + "mean_ms": 0.0075, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1933, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0494, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0367, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.24, + "statements_per_ok": 15.69, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-500.json b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-500.json new file mode 100644 index 0000000..9cabf7c --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n2-api1-pg2-pool10-message_write_path_multi-r3-500.json @@ -0,0 +1,186 @@ +{ + "config": "n2-api1-pg2-pool10-message_write_path_multi", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 5497, + "ok": 5497, + "dropped": 4503, + "ok_rps": 274.9, + "error_ratio": 0, + "ok_p50_ms": 2149.734515, + "ok_p95_ms": 2572.9403282, + "ok_p99_ms": 2813.5362238400003, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 193.9, + "cpu_max": 197.0, + "samples": 9 + }, + "api-1": { + "cpu_median": 95.9, + "cpu_max": 100.3, + "mem_last": "74.66MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 96.5, + "cpu_max": 103.4, + "mem_last": "63.45MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 37.3, + "cpu_max": 51.0, + "mem_last": "428.7MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 13.0, + "cpu_max": 29.1, + "mem_last": "21.69MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 62.1, + "cpu_max": 73.9, + "mem_last": "133.4MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.4, + "cpu_max": 3.8, + "mem_last": "3.668MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 10992, + "pool_wait_ms_avg": 691.093, + "pool_waiting_max": 187, + "pool_usage_ms_avg": 26.89, + "api_cpu_s": 33.85, + "intervals": 20 + }, + "pg": { + "xact_commit": 34630, + "xact_rollback": 0, + "tup_inserted": 17248, + "blks_read": 0, + "blks_hit": 394386, + "wal_records": 122440, + "wal_bytes": 16852420 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 224, + "up_after": 2, + "econ_delta": 0, + "eresp_delta": 2, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8624, + "total_ms": 2577.6, + "mean_ms": 0.2989, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 8624, + "total_ms": 2391.7, + "mean_ms": 0.2773, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 8624, + "total_ms": 1179.7, + "mean_ms": 0.1368, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 17248, + "total_ms": 395.3, + "mean_ms": 0.0229, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 8624, + "total_ms": 248.1, + "mean_ms": 0.0288, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 17248, + "total_ms": 24.8, + "mean_ms": 0.0014, + "query": "COMMIT" + }, + { + "calls": 17248, + "total_ms": 21.5, + "mean_ms": 0.0012, + "query": "BEGIN" + }, + { + "calls": 68, + "total_ms": 0.4, + "mean_ms": 0.0055, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1252, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0526, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0221, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.3, + "statements_per_ok": 15.7, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 2.0, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-150.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-150.json new file mode 100644 index 0000000..f491617 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-150.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3001, + "ok": 3001, + "dropped": 0, + "ok_rps": 150.1, + "error_ratio": 0, + "ok_p50_ms": 6.21462, + "ok_p95_ms": 23.966677, + "ok_p99_ms": 63.075469, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 91.8, + "cpu_max": 159.8, + "samples": 9 + }, + "api-1": { + "cpu_median": 40.9, + "cpu_max": 70.6, + "mem_last": "57.33MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 29.4, + "cpu_max": 66.8, + "mem_last": "55.71MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 20.4, + "cpu_max": 62.1, + "mem_last": "56.71MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 16.7, + "cpu_max": 20.5, + "mem_last": "25.88MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 7.3, + "cpu_max": 21.6, + "mem_last": "11.92MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 20.9, + "cpu_max": 27.4, + "mem_last": "88.64MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 2.6, + "cpu_max": 7.3, + "mem_last": "3.656MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 3085, + "pool_wait_ms_avg": 0.011, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 4.317, + "api_cpu_s": 8.82, + "intervals": 30 + }, + "pg": { + "xact_commit": 9262, + "xact_rollback": 0, + "tup_inserted": 8993, + "blks_read": 61, + "blks_hit": 178892, + "wal_records": 63953, + "wal_bytes": 6053914 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4502, + "total_ms": 2023.0, + "mean_ms": 0.4493, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 4502, + "total_ms": 30.7, + "mean_ms": 0.0068, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 146, + "total_ms": 0.8, + "mean_ms": 0.0058, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1108, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0469, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0355, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.09, + "statements_per_ok": 3.05, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-200.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-200.json new file mode 100644 index 0000000..b454483 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-200.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 4001, + "ok": 4001, + "dropped": 0, + "ok_rps": 200.1, + "error_ratio": 0, + "ok_p50_ms": 6.639127, + "ok_p95_ms": 32.077054, + "ok_p99_ms": 70.951972, + "vus_max": 48, + "cpu": { + "api_total": { + "cpu_median": 91.5, + "cpu_max": 157.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 34.6, + "cpu_max": 56.1, + "mem_last": "57.45MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 28.2, + "cpu_max": 61.2, + "mem_last": "55.76MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 27.1, + "cpu_max": 62.8, + "mem_last": "57.21MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 24.3, + "cpu_max": 29.1, + "mem_last": "28.81MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 8.8, + "cpu_max": 20.4, + "mem_last": "11.7MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 22.1, + "cpu_max": 39.1, + "mem_last": "109.5MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.8, + "cpu_max": 3.4, + "mem_last": "3.711MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 4084, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 4.593, + "api_cpu_s": 11.22, + "intervals": 30 + }, + "pg": { + "xact_commit": 12108, + "xact_rollback": 0, + "tup_inserted": 11770, + "blks_read": 0, + "blks_hit": 233080, + "wal_records": 83406, + "wal_bytes": 7492989 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5992, + "total_ms": 3043.3, + "mean_ms": 0.5079, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 5992, + "total_ms": 42.3, + "mean_ms": 0.0071, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 141, + "total_ms": 1.1, + "mean_ms": 0.0077, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1138, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0422, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0232, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.03, + "statements_per_ok": 3.03, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-250.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-250.json new file mode 100644 index 0000000..9518436 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-250.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4994, + "ok": 4994, + "dropped": 7, + "ok_rps": 249.7, + "error_ratio": 0, + "ok_p50_ms": 7.420621000000001, + "ok_p95_ms": 59.86087184999994, + "ok_p99_ms": 107.29046058999987, + "vus_max": 59, + "cpu": { + "api_total": { + "cpu_median": 122.1, + "cpu_max": 207.6, + "samples": 10 + }, + "api-1": { + "cpu_median": 34.9, + "cpu_max": 85.4, + "mem_last": "57.23MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 37.3, + "cpu_max": 75.9, + "mem_last": "55.37MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 35.9, + "cpu_max": 79.7, + "mem_last": "57.1MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 32.1, + "cpu_max": 33.4, + "mem_last": "33.37MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 11.5, + "cpu_max": 21.6, + "mem_last": "11.98MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 31.5, + "cpu_max": 42.5, + "mem_last": "129.9MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.6, + "cpu_max": 4.0, + "mem_last": "3.723MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 5077, + "pool_wait_ms_avg": 0.08, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 7.036, + "api_cpu_s": 14.22, + "intervals": 30 + }, + "pg": { + "xact_commit": 15199, + "xact_rollback": 0, + "tup_inserted": 14884, + "blks_read": 0, + "blks_hit": 311302, + "wal_records": 104657, + "wal_bytes": 9135869 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7491, + "total_ms": 3986.1, + "mean_ms": 0.5321, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 7491, + "total_ms": 65.4, + "mean_ms": 0.0087, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 139, + "total_ms": 0.8, + "mean_ms": 0.0058, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1264, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0418, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0195, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.04, + "statements_per_ok": 3.03, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-300.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-300.json new file mode 100644 index 0000000..3011b6a --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-300.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5976, + "ok": 5976, + "dropped": 25, + "ok_rps": 298.8, + "error_ratio": 0, + "ok_p50_ms": 8.108348, + "ok_p95_ms": 94.541699, + "ok_p99_ms": 164.34193175, + "vus_max": 102, + "cpu": { + "api_total": { + "cpu_median": 150.9, + "cpu_max": 260.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 49.5, + "cpu_max": 83.0, + "mem_last": "57.16MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 50.5, + "cpu_max": 88.5, + "mem_last": "55.86MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 47.0, + "cpu_max": 88.9, + "mem_last": "57.77MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 36.4, + "cpu_max": 41.8, + "mem_last": "46.79MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.2, + "cpu_max": 24.6, + "mem_last": "12.31MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 37.2, + "cpu_max": 45.9, + "mem_last": "145.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 8.1, + "cpu_max": 10.4, + "mem_last": "3.262MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6058, + "pool_wait_ms_avg": 0.659, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 8.71, + "api_cpu_s": 17.3, + "intervals": 30 + }, + "pg": { + "xact_commit": 18178, + "xact_rollback": 0, + "tup_inserted": 17860, + "blks_read": 0, + "blks_hit": 499106, + "wal_records": 126296, + "wal_bytes": 11468727 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8956, + "total_ms": 6308.6, + "mean_ms": 0.7044, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 8956, + "total_ms": 77.1, + "mean_ms": 0.0086, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 136, + "total_ms": 0.8, + "mean_ms": 0.0059, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1051, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0463, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0249, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.04, + "statements_per_ok": 3.02, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-350.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-350.json new file mode 100644 index 0000000..10587a2 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-350.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 6961, + "ok": 6961, + "dropped": 40, + "ok_rps": 348.1, + "error_ratio": 0, + "ok_p50_ms": 12.015398, + "ok_p95_ms": 116.399866, + "ok_p99_ms": 174.03845379999996, + "vus_max": 129, + "cpu": { + "api_total": { + "cpu_median": 159.7, + "cpu_max": 245.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 51.8, + "cpu_max": 79.6, + "mem_last": "57.84MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 51.8, + "cpu_max": 85.3, + "mem_last": "56.12MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 53.6, + "cpu_max": 81.0, + "mem_last": "57.68MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 42.0, + "cpu_max": 45.5, + "mem_last": "58.02MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 15.3, + "cpu_max": 26.0, + "mem_last": "12.43MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 42.6, + "cpu_max": 51.0, + "mem_last": "151.6MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 4.6, + "cpu_max": 5.4, + "mem_last": "3.23MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7036, + "pool_wait_ms_avg": 1.293, + "pool_waiting_max": 4, + "pool_usage_ms_avg": 12.192, + "api_cpu_s": 20.22, + "intervals": 30 + }, + "pg": { + "xact_commit": 20889, + "xact_rollback": 0, + "tup_inserted": 20598, + "blks_read": 0, + "blks_hit": 783140, + "wal_records": 144864, + "wal_bytes": 12673403 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 10424, + "total_ms": 8115.6, + "mean_ms": 0.7785, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 10424, + "total_ms": 93.4, + "mean_ms": 0.009, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 140, + "total_ms": 0.9, + "mean_ms": 0.0064, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.145, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0448, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0198, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.0, + "statements_per_ok": 3.02, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-400.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-400.json new file mode 100644 index 0000000..efd090f --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-400.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 7868, + "ok": 7868, + "dropped": 133, + "ok_rps": 393.4, + "error_ratio": 0, + "ok_p50_ms": 37.4741985, + "ok_p95_ms": 345.23890659999995, + "ok_p99_ms": 505.93191744999996, + "vus_max": 348, + "cpu": { + "api_total": { + "cpu_median": 192.2, + "cpu_max": 241.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 54.2, + "cpu_max": 94.4, + "mem_last": "58.27MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 54.1, + "cpu_max": 89.0, + "mem_last": "70.38MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 59.8, + "cpu_max": 88.2, + "mem_last": "58.46MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 46.7, + "cpu_max": 56.4, + "mem_last": "136.6MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 18.3, + "cpu_max": 33.8, + "mem_last": "13.79MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 46.6, + "cpu_max": 52.6, + "mem_last": "162.9MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 9.6, + "cpu_max": 12.1, + "mem_last": "3.547MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7881, + "pool_wait_ms_avg": 67.181, + "pool_waiting_max": 57, + "pool_usage_ms_avg": 22.915, + "api_cpu_s": 24.22, + "intervals": 30 + }, + "pg": { + "xact_commit": 23522, + "xact_rollback": 0, + "tup_inserted": 23230, + "blks_read": 0, + "blks_hit": 603669, + "wal_records": 164962, + "wal_bytes": 14685123 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 11715, + "total_ms": 16819.1, + "mean_ms": 1.4357, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 11715, + "total_ms": 158.0, + "mean_ms": 0.0135, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 129, + "total_ms": 0.7, + "mean_ms": 0.0052, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.13, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0447, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0213, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.99, + "statements_per_ok": 2.99, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-450.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-450.json new file mode 100644 index 0000000..8225b36 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-450.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 8888, + "ok": 8888, + "dropped": 113, + "ok_rps": 444.4, + "error_ratio": 0, + "ok_p50_ms": 102.21929449999999, + "ok_p95_ms": 330.7263686499999, + "ok_p99_ms": 413.9469813699986, + "vus_max": 257, + "cpu": { + "api_total": { + "cpu_median": 176.9, + "cpu_max": 262.2, + "samples": 9 + }, + "api-1": { + "cpu_median": 64.7, + "cpu_max": 87.7, + "mem_last": "59.01MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 52.0, + "cpu_max": 95.4, + "mem_last": "69.86MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 66.4, + "cpu_max": 87.3, + "mem_last": "58.84MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 47.1, + "cpu_max": 60.0, + "mem_last": "105.3MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 21.1, + "cpu_max": 33.3, + "mem_last": "20.68MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 49.2, + "cpu_max": 51.1, + "mem_last": "167.6MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 5.7, + "cpu_max": 6.1, + "mem_last": "3.66MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 8678, + "pool_wait_ms_avg": 63.769, + "pool_waiting_max": 45, + "pool_usage_ms_avg": 29.746, + "api_cpu_s": 26.34, + "intervals": 29 + }, + "pg": { + "xact_commit": 26837, + "xact_rollback": 0, + "tup_inserted": 26562, + "blks_read": 0, + "blks_hit": 567937, + "wal_records": 190358, + "wal_bytes": 16633625 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 1, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13287, + "total_ms": 24174.3, + "mean_ms": 1.8194, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13287, + "total_ms": 434.9, + "mean_ms": 0.0327, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 127, + "total_ms": 0.8, + "mean_ms": 0.0066, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0576, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1097, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0222, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.02, + "statements_per_ok": 3.0, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-500.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-500.json new file mode 100644 index 0000000..ad09762 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r1-500.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 9195, + "ok": 8688, + "dropped": 806, + "ok_rps": 434.4, + "error_ratio": 0.05514, + "ok_p50_ms": 1008.596241, + "ok_p95_ms": 1459.61348955, + "ok_p99_ms": 1794.12390313, + "vus_max": 929, + "cpu": { + "api_total": { + "cpu_median": 181.5, + "cpu_max": 217.3, + "samples": 9 + }, + "api-1": { + "cpu_median": 63.4, + "cpu_max": 89.0, + "mem_last": "75.75MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 54.8, + "cpu_max": 77.4, + "mem_last": "64.9MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 58.5, + "cpu_max": 93.0, + "mem_last": "63.41MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 52.7, + "cpu_max": 74.4, + "mem_last": "299.5MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 22.8, + "cpu_max": 30.2, + "mem_last": "21.42MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 49.4, + "cpu_max": 50.8, + "mem_last": "175.6MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 5.7, + "cpu_max": 9.4, + "mem_last": "6.082MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 8566, + "pool_wait_ms_avg": 724.697, + "pool_waiting_max": 190, + "pool_usage_ms_avg": 38.398, + "api_cpu_s": 27.76, + "intervals": 29 + }, + "pg": { + "xact_commit": 26513, + "xact_rollback": 0, + "tup_inserted": 26274, + "blks_read": 0, + "blks_hit": 609464, + "wal_records": 190412, + "wal_bytes": 23997723 + }, + "lb": { + "chkdown_delta": 6, + "qmax": 230, + "up_after": 3, + "econ_delta": 328, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13305, + "total_ms": 36441.8, + "mean_ms": 2.739, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13305, + "total_ms": 503.5, + "mean_ms": 0.0378, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 112, + "total_ms": 0.7, + "mean_ms": 0.0059, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1462, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0463, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0227, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.05, + "statements_per_ok": 3.08, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-150.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-150.json new file mode 100644 index 0000000..a15b567 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-150.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3001, + "ok": 3001, + "dropped": 0, + "ok_rps": 150.1, + "error_ratio": 0, + "ok_p50_ms": 5.864547, + "ok_p95_ms": 13.206006, + "ok_p99_ms": 32.996629, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 69.5, + "cpu_max": 163.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 28.5, + "cpu_max": 57.5, + "mem_last": "56.86MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 22.7, + "cpu_max": 59.5, + "mem_last": "55.48MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 33.2, + "cpu_max": 56.5, + "mem_last": "56.8MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 17.1, + "cpu_max": 18.6, + "mem_last": "25.76MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 6.6, + "cpu_max": 14.5, + "mem_last": "11.91MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 20.1, + "cpu_max": 22.1, + "mem_last": "83.47MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.0, + "cpu_max": 2.1, + "mem_last": "3.43MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 3084, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 3.246, + "api_cpu_s": 8.03, + "intervals": 30 + }, + "pg": { + "xact_commit": 9341, + "xact_rollback": 0, + "tup_inserted": 9079, + "blks_read": 61, + "blks_hit": 179892, + "wal_records": 64373, + "wal_bytes": 6112019 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4502, + "total_ms": 2036.3, + "mean_ms": 0.4523, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 4502, + "total_ms": 27.1, + "mean_ms": 0.006, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 144, + "total_ms": 0.8, + "mean_ms": 0.0054, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1375, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.06, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0254, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.11, + "statements_per_ok": 3.05, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-200.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-200.json new file mode 100644 index 0000000..ede36eb --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-200.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 4000, + "ok": 4000, + "dropped": 0, + "ok_rps": 200.0, + "error_ratio": 0, + "ok_p50_ms": 5.897399, + "ok_p95_ms": 33.84378079999994, + "ok_p99_ms": 72.92946304999994, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 87.9, + "cpu_max": 121.7, + "samples": 7 + }, + "api-1": { + "cpu_median": 31.2, + "cpu_max": 69.2, + "mem_last": "57.24MiB", + "samples": 7 + }, + "api-2": { + "cpu_median": 18.5, + "cpu_max": 39.9, + "mem_last": "55.93MiB", + "samples": 7 + }, + "api-3": { + "cpu_median": 37.6, + "cpu_max": 58.3, + "mem_last": "57.51MiB", + "samples": 7 + }, + "k6": { + "cpu_median": 23.3, + "cpu_max": 25.2, + "mem_last": "26.36MiB", + "samples": 7 + }, + "lb-1": { + "cpu_median": 8.7, + "cpu_max": 19.8, + "mem_last": "11.62MiB", + "samples": 7 + }, + "postgres-1": { + "cpu_median": 26.5, + "cpu_max": 37.4, + "mem_last": "103.9MiB", + "samples": 7 + }, + "valkey-1": { + "cpu_median": 3.1, + "cpu_max": 6.2, + "mem_last": "3.461MiB", + "samples": 7 + } + }, + "pool": { + "pool_requests": 4085, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 3.666, + "api_cpu_s": 10.97, + "intervals": 30 + }, + "pg": { + "xact_commit": 12140, + "xact_rollback": 0, + "tup_inserted": 11814, + "blks_read": 0, + "blks_hit": 232619, + "wal_records": 83817, + "wal_bytes": 7540837 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6001, + "total_ms": 2919.2, + "mean_ms": 0.4864, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 6001, + "total_ms": 39.9, + "mean_ms": 0.0066, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 139, + "total_ms": 0.8, + "mean_ms": 0.0057, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.158, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0435, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0265, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.04, + "statements_per_ok": 3.04, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-250.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-250.json new file mode 100644 index 0000000..0d9b0bc --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-250.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 5000, + "ok": 5000, + "dropped": 1, + "ok_rps": 250.0, + "error_ratio": 0, + "ok_p50_ms": 6.963704, + "ok_p95_ms": 40.023915650000035, + "ok_p99_ms": 76.72197168000001, + "vus_max": 60, + "cpu": { + "api_total": { + "cpu_median": 113.8, + "cpu_max": 233.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 37.2, + "cpu_max": 78.8, + "mem_last": "57.41MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 40.9, + "cpu_max": 78.2, + "mem_last": "55.82MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 31.1, + "cpu_max": 77.2, + "mem_last": "56.91MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 31.4, + "cpu_max": 35.6, + "mem_last": "33.7MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 11.3, + "cpu_max": 22.7, + "mem_last": "11.82MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 24.6, + "cpu_max": 38.5, + "mem_last": "127.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.4, + "cpu_max": 9.9, + "mem_last": "3.211MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 5082, + "pool_wait_ms_avg": 0.0, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 5.189, + "api_cpu_s": 14.54, + "intervals": 30 + }, + "pg": { + "xact_commit": 15162, + "xact_rollback": 0, + "tup_inserted": 14832, + "blks_read": 0, + "blks_hit": 311588, + "wal_records": 103980, + "wal_bytes": 9076256 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7491, + "total_ms": 3955.8, + "mean_ms": 0.5281, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 7491, + "total_ms": 67.0, + "mean_ms": 0.0089, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 141, + "total_ms": 0.8, + "mean_ms": 0.006, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.3, + "mean_ms": 0.1531, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1348, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.027, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.03, + "statements_per_ok": 3.03, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-300.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-300.json new file mode 100644 index 0000000..ca436d0 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-300.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5969, + "ok": 5969, + "dropped": 32, + "ok_rps": 298.4, + "error_ratio": 0, + "ok_p50_ms": 9.797937, + "ok_p95_ms": 99.34262799999996, + "ok_p99_ms": 184.50470855999998, + "vus_max": 93, + "cpu": { + "api_total": { + "cpu_median": 135.0, + "cpu_max": 245.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 42.4, + "cpu_max": 80.2, + "mem_last": "57MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 48.5, + "cpu_max": 83.0, + "mem_last": "55.45MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 45.0, + "cpu_max": 82.3, + "mem_last": "57.66MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 34.1, + "cpu_max": 40.0, + "mem_last": "45.7MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 12.9, + "cpu_max": 22.4, + "mem_last": "12.35MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 30.0, + "cpu_max": 48.3, + "mem_last": "145.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 3.9, + "cpu_max": 4.3, + "mem_last": "3.957MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6045, + "pool_wait_ms_avg": 1.453, + "pool_waiting_max": 2, + "pool_usage_ms_avg": 10.436, + "api_cpu_s": 17.37, + "intervals": 30 + }, + "pg": { + "xact_commit": 18207, + "xact_rollback": 0, + "tup_inserted": 17888, + "blks_read": 0, + "blks_hit": 488152, + "wal_records": 126776, + "wal_bytes": 11475805 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 1, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8965, + "total_ms": 6417.3, + "mean_ms": 0.7158, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 8965, + "total_ms": 80.6, + "mean_ms": 0.009, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 141, + "total_ms": 0.8, + "mean_ms": 0.0057, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1487, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0493, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0234, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.05, + "statements_per_ok": 3.03, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-350.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-350.json new file mode 100644 index 0000000..bbc0564 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-350.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 6751, + "ok": 6751, + "dropped": 250, + "ok_rps": 337.6, + "error_ratio": 0, + "ok_p50_ms": 15.558495, + "ok_p95_ms": 426.439786, + "ok_p99_ms": 1094.5808265, + "vus_max": 317, + "cpu": { + "api_total": { + "cpu_median": 136.0, + "cpu_max": 266.2, + "samples": 9 + }, + "api-1": { + "cpu_median": 43.4, + "cpu_max": 89.8, + "mem_last": "58.63MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 56.3, + "cpu_max": 83.0, + "mem_last": "57.8MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 42.6, + "cpu_max": 93.5, + "mem_last": "58.98MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 42.4, + "cpu_max": 56.5, + "mem_last": "129.6MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 17.2, + "cpu_max": 25.7, + "mem_last": "14.49MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 43.8, + "cpu_max": 51.5, + "mem_last": "151.5MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 4.8, + "cpu_max": 5.5, + "mem_last": "3.73MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 6834, + "pool_wait_ms_avg": 44.959, + "pool_waiting_max": 70, + "pool_usage_ms_avg": 20.676, + "api_cpu_s": 20.48, + "intervals": 30 + }, + "pg": { + "xact_commit": 20407, + "xact_rollback": 0, + "tup_inserted": 20120, + "blks_read": 0, + "blks_hit": 777810, + "wal_records": 141432, + "wal_bytes": 12475933 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 10227, + "total_ms": 8693.3, + "mean_ms": 0.85, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 10227, + "total_ms": 252.5, + "mean_ms": 0.0247, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 136, + "total_ms": 0.7, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.2, + "mean_ms": 0.1012, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1051, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0287, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.02, + "statements_per_ok": 3.05, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-400.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-400.json new file mode 100644 index 0000000..ccfc1a3 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-400.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 7848, + "ok": 7848, + "dropped": 153, + "ok_rps": 392.4, + "error_ratio": 0, + "ok_p50_ms": 20.1785925, + "ok_p95_ms": 338.3178810499999, + "ok_p99_ms": 514.9514232399999, + "vus_max": 345, + "cpu": { + "api_total": { + "cpu_median": 185.5, + "cpu_max": 228.7, + "samples": 9 + }, + "api-1": { + "cpu_median": 58.8, + "cpu_max": 82.6, + "mem_last": "58.41MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 50.4, + "cpu_max": 104.7, + "mem_last": "57.91MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 56.3, + "cpu_max": 101.4, + "mem_last": "58.96MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 48.4, + "cpu_max": 59.5, + "mem_last": "136.1MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 18.8, + "cpu_max": 36.1, + "mem_last": "14.11MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 46.5, + "cpu_max": 54.7, + "mem_last": "160.6MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 8.1, + "cpu_max": 10.9, + "mem_last": "3.539MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7856, + "pool_wait_ms_avg": 48.317, + "pool_waiting_max": 45, + "pool_usage_ms_avg": 19.26, + "api_cpu_s": 23.99, + "intervals": 30 + }, + "pg": { + "xact_commit": 23467, + "xact_rollback": 0, + "tup_inserted": 23174, + "blks_read": 0, + "blks_hit": 615333, + "wal_records": 164273, + "wal_bytes": 14485784 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 11686, + "total_ms": 15713.5, + "mean_ms": 1.3446, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 11686, + "total_ms": 207.3, + "mean_ms": 0.0177, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 138, + "total_ms": 0.8, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1252, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0481, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0266, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 2.99, + "statements_per_ok": 3.0, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-450.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-450.json new file mode 100644 index 0000000..32b7c1f --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-450.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 8891, + "ok": 8891, + "dropped": 110, + "ok_rps": 444.6, + "error_ratio": 0, + "ok_p50_ms": 98.475552, + "ok_p95_ms": 277.07238600000005, + "ok_p99_ms": 331.59649930000006, + "vus_max": 226, + "cpu": { + "api_total": { + "cpu_median": 172.0, + "cpu_max": 264.8, + "samples": 10 + }, + "api-1": { + "cpu_median": 66.7, + "cpu_max": 79.0, + "mem_last": "59.21MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 52.9, + "cpu_max": 101.0, + "mem_last": "57.82MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 54.8, + "cpu_max": 99.0, + "mem_last": "59.21MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 52.8, + "cpu_max": 61.7, + "mem_last": "91.73MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 21.7, + "cpu_max": 30.2, + "mem_last": "14.41MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 50.3, + "cpu_max": 53.0, + "mem_last": "167.7MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 10.8, + "cpu_max": 13.7, + "mem_last": "3.324MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 8994, + "pool_wait_ms_avg": 48.702, + "pool_waiting_max": 28, + "pool_usage_ms_avg": 28.239, + "api_cpu_s": 27.92, + "intervals": 30 + }, + "pg": { + "xact_commit": 26941, + "xact_rollback": 0, + "tup_inserted": 26650, + "blks_read": 0, + "blks_hit": 574163, + "wal_records": 188368, + "wal_bytes": 16514054 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13310, + "total_ms": 19363.8, + "mean_ms": 1.4548, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13310, + "total_ms": 273.2, + "mean_ms": 0.0205, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 135, + "total_ms": 0.9, + "mean_ms": 0.0065, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0936, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0442, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.03, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.03, + "statements_per_ok": 3.01, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-500.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-500.json new file mode 100644 index 0000000..184bb97 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r2-500.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 9288, + "ok": 9237, + "dropped": 712, + "ok_rps": 461.9, + "error_ratio": 0.00549, + "ok_p50_ms": 833.226961, + "ok_p95_ms": 1350.2718335999998, + "ok_p99_ms": 1532.9771412799998, + "vus_max": 923, + "cpu": { + "api_total": { + "cpu_median": 186.7, + "cpu_max": 238.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 60.7, + "cpu_max": 85.5, + "mem_last": "61.95MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 60.6, + "cpu_max": 101.0, + "mem_last": "62.55MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 63.2, + "cpu_max": 90.4, + "mem_last": "63.22MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 54.0, + "cpu_max": 79.0, + "mem_last": "299.2MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 22.9, + "cpu_max": 33.7, + "mem_last": "20.68MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 51.2, + "cpu_max": 53.0, + "mem_last": "180.6MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 10.8, + "cpu_max": 14.3, + "mem_last": "11.12MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 8916, + "pool_wait_ms_avg": 710.997, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 38.785, + "api_cpu_s": 28.91, + "intervals": 30 + }, + "pg": { + "xact_commit": 27672, + "xact_rollback": 0, + "tup_inserted": 27442, + "blks_read": 0, + "blks_hit": 631481, + "wal_records": 199440, + "wal_bytes": 24793434 + }, + "lb": { + "chkdown_delta": 3, + "qmax": 181, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13825, + "total_ms": 39120.0, + "mean_ms": 2.8297, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13825, + "total_ms": 363.8, + "mean_ms": 0.0263, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 109, + "total_ms": 0.6, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1186, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0398, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.028, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.0, + "statements_per_ok": 3.01, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-150.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-150.json new file mode 100644 index 0000000..0b99f85 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-150.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 3001, + "ok": 3001, + "dropped": 0, + "ok_rps": 150.1, + "error_ratio": 0, + "ok_p50_ms": 6.316212, + "ok_p95_ms": 28.344599, + "ok_p99_ms": 55.919736, + "vus_max": 40, + "cpu": { + "api_total": { + "cpu_median": 127.5, + "cpu_max": 167.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 35.2, + "cpu_max": 62.0, + "mem_last": "57.1MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 42.7, + "cpu_max": 63.7, + "mem_last": "55.3MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 41.6, + "cpu_max": 62.3, + "mem_last": "56.71MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 18.6, + "cpu_max": 27.5, + "mem_last": "25.96MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 7.1, + "cpu_max": 27.7, + "mem_last": "11.69MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 22.4, + "cpu_max": 29.8, + "mem_last": "85.85MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.2, + "cpu_max": 3.5, + "mem_last": "3.41MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 3083, + "pool_wait_ms_avg": 0.014, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 4.747, + "api_cpu_s": 8.76, + "intervals": 30 + }, + "pg": { + "xact_commit": 9361, + "xact_rollback": 0, + "tup_inserted": 9097, + "blks_read": 82, + "blks_hit": 180880, + "wal_records": 64315, + "wal_bytes": 6052540 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4502, + "total_ms": 2097.2, + "mean_ms": 0.4658, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 4502, + "total_ms": 30.3, + "mean_ms": 0.0067, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 142, + "total_ms": 0.9, + "mean_ms": 0.0061, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1285, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0441, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0208, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.12, + "statements_per_ok": 3.05, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-200.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-200.json new file mode 100644 index 0000000..0ea394c --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-200.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3992, + "ok": 3992, + "dropped": 9, + "ok_rps": 199.6, + "error_ratio": 0, + "ok_p50_ms": 6.649482, + "ok_p95_ms": 49.3887272499998, + "ok_p99_ms": 102.03268635000002, + "vus_max": 49, + "cpu": { + "api_total": { + "cpu_median": 109.1, + "cpu_max": 193.7, + "samples": 10 + }, + "api-1": { + "cpu_median": 38.6, + "cpu_max": 70.5, + "mem_last": "68.32MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 34.0, + "cpu_max": 69.6, + "mem_last": "55.27MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 28.8, + "cpu_max": 82.1, + "mem_last": "57MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 25.2, + "cpu_max": 29.1, + "mem_last": "27.53MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 9.2, + "cpu_max": 19.0, + "mem_last": "11.66MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 27.2, + "cpu_max": 33.3, + "mem_last": "123MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.9, + "cpu_max": 3.4, + "mem_last": "3.703MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 4031, + "pool_wait_ms_avg": 0.08, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 5.725, + "api_cpu_s": 11.45, + "intervals": 30 + }, + "pg": { + "xact_commit": 12187, + "xact_rollback": 0, + "tup_inserted": 11840, + "blks_read": 0, + "blks_hit": 240114, + "wal_records": 84101, + "wal_bytes": 7547599 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5993, + "total_ms": 3394.8, + "mean_ms": 0.5665, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 5993, + "total_ms": 51.3, + "mean_ms": 0.0086, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 144, + "total_ms": 0.8, + "mean_ms": 0.0056, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1469, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0491, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0195, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.05, + "statements_per_ok": 3.04, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-250.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-250.json new file mode 100644 index 0000000..ba77440 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-250.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4986, + "ok": 4986, + "dropped": 15, + "ok_rps": 249.3, + "error_ratio": 0, + "ok_p50_ms": 6.3949645, + "ok_p95_ms": 56.45721575, + "ok_p99_ms": 121.71124754999983, + "vus_max": 62, + "cpu": { + "api_total": { + "cpu_median": 121.1, + "cpu_max": 184.4, + "samples": 9 + }, + "api-1": { + "cpu_median": 43.0, + "cpu_max": 63.9, + "mem_last": "56.91MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 34.8, + "cpu_max": 71.1, + "mem_last": "66.48MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 32.2, + "cpu_max": 70.3, + "mem_last": "64.5MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 30.2, + "cpu_max": 32.0, + "mem_last": "33.77MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 10.7, + "cpu_max": 21.7, + "mem_last": "11.93MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 26.4, + "cpu_max": 32.4, + "mem_last": "138.1MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.3, + "cpu_max": 3.5, + "mem_last": "3.465MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 5071, + "pool_wait_ms_avg": 0.107, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 5.671, + "api_cpu_s": 14.3, + "intervals": 30 + }, + "pg": { + "xact_commit": 15156, + "xact_rollback": 0, + "tup_inserted": 14832, + "blks_read": 0, + "blks_hit": 383702, + "wal_records": 104325, + "wal_bytes": 9130334 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 7487, + "total_ms": 4126.9, + "mean_ms": 0.5512, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 7487, + "total_ms": 55.9, + "mean_ms": 0.0075, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 139, + "total_ms": 0.8, + "mean_ms": 0.0059, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1258, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0396, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0258, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.04, + "statements_per_ok": 3.03, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-300.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-300.json new file mode 100644 index 0000000..7f042ae --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-300.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5967, + "ok": 5967, + "dropped": 34, + "ok_rps": 298.4, + "error_ratio": 0, + "ok_p50_ms": 8.43095, + "ok_p95_ms": 119.31324659999997, + "ok_p99_ms": 208.4645592600002, + "vus_max": 103, + "cpu": { + "api_total": { + "cpu_median": 141.5, + "cpu_max": 212.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 55.4, + "cpu_max": 75.8, + "mem_last": "70.06MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 41.5, + "cpu_max": 88.5, + "mem_last": "56.33MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 35.0, + "cpu_max": 100.3, + "mem_last": "57.14MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 36.2, + "cpu_max": 40.3, + "mem_last": "49.55MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.4, + "cpu_max": 26.1, + "mem_last": "12.18MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 35.5, + "cpu_max": 47.0, + "mem_last": "145.1MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 8.8, + "cpu_max": 11.0, + "mem_last": "3.734MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6050, + "pool_wait_ms_avg": 2.844, + "pool_waiting_max": 9, + "pool_usage_ms_avg": 11.401, + "api_cpu_s": 17.76, + "intervals": 30 + }, + "pg": { + "xact_commit": 18189, + "xact_rollback": 0, + "tup_inserted": 17876, + "blks_read": 0, + "blks_hit": 433871, + "wal_records": 126477, + "wal_bytes": 11472541 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 8957, + "total_ms": 6106.5, + "mean_ms": 0.6818, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 8957, + "total_ms": 91.8, + "mean_ms": 0.0102, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 140, + "total_ms": 0.8, + "mean_ms": 0.006, + "query": "SELECT $1" + }, + { + "calls": 2, + "total_ms": 0.2, + "mean_ms": 0.0869, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1286, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0211, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.05, + "statements_per_ok": 3.03, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-350.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-350.json new file mode 100644 index 0000000..dbb7a94 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-350.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 6963, + "ok": 6963, + "dropped": 38, + "ok_rps": 348.1, + "error_ratio": 0, + "ok_p50_ms": 9.005193, + "ok_p95_ms": 93.08936059999996, + "ok_p99_ms": 169.74503964000004, + "vus_max": 109, + "cpu": { + "api_total": { + "cpu_median": 156.4, + "cpu_max": 211.9, + "samples": 9 + }, + "api-1": { + "cpu_median": 41.7, + "cpu_max": 84.9, + "mem_last": "57.64MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 54.9, + "cpu_max": 85.8, + "mem_last": "67.28MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 47.5, + "cpu_max": 88.8, + "mem_last": "67.54MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 42.6, + "cpu_max": 46.6, + "mem_last": "51.57MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 15.5, + "cpu_max": 27.4, + "mem_last": "12.51MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 41.5, + "cpu_max": 45.7, + "mem_last": "151.2MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 9.0, + "cpu_max": 10.3, + "mem_last": "4.41MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7046, + "pool_wait_ms_avg": 1.394, + "pool_waiting_max": 2, + "pool_usage_ms_avg": 8.825, + "api_cpu_s": 20.86, + "intervals": 30 + }, + "pg": { + "xact_commit": 20979, + "xact_rollback": 0, + "tup_inserted": 20686, + "blks_read": 0, + "blks_hit": 436684, + "wal_records": 145502, + "wal_bytes": 12654637 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 1, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 10456, + "total_ms": 6721.8, + "mean_ms": 0.6429, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 10456, + "total_ms": 94.6, + "mean_ms": 0.0091, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 141, + "total_ms": 0.8, + "mean_ms": 0.0056, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0936, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0402, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0217, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.01, + "statements_per_ok": 3.02, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-400.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-400.json new file mode 100644 index 0000000..f5b39b7 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-400.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 7820, + "ok": 7820, + "dropped": 180, + "ok_rps": 391.0, + "error_ratio": 0, + "ok_p50_ms": 30.7758825, + "ok_p95_ms": 463.1353056499998, + "ok_p99_ms": 580.0421878199999, + "vus_max": 366, + "cpu": { + "api_total": { + "cpu_median": 168.0, + "cpu_max": 243.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 57.0, + "cpu_max": 87.4, + "mem_last": "58.78MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 62.9, + "cpu_max": 93.0, + "mem_last": "70.21MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 47.7, + "cpu_max": 101.7, + "mem_last": "58.65MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 46.3, + "cpu_max": 60.6, + "mem_last": "146.7MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 19.8, + "cpu_max": 29.6, + "mem_last": "14.24MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 47.9, + "cpu_max": 51.7, + "mem_last": "159.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.2, + "cpu_max": 6.5, + "mem_last": "3.945MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7821, + "pool_wait_ms_avg": 70.368, + "pool_waiting_max": 49, + "pool_usage_ms_avg": 24.843, + "api_cpu_s": 24.02, + "intervals": 30 + }, + "pg": { + "xact_commit": 23516, + "xact_rollback": 0, + "tup_inserted": 23226, + "blks_read": 0, + "blks_hit": 502769, + "wal_records": 165365, + "wal_bytes": 14810259 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 11679, + "total_ms": 18661.7, + "mean_ms": 1.5979, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 11679, + "total_ms": 182.5, + "mean_ms": 0.0156, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 133, + "total_ms": 1.6, + "mean_ms": 0.0118, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.2, + "mean_ms": 0.088, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1252, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0194, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.01, + "statements_per_ok": 3.0, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-450.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-450.json new file mode 100644 index 0000000..85fed43 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-450.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 8909, + "ok": 8909, + "dropped": 92, + "ok_rps": 445.4, + "error_ratio": 0, + "ok_p50_ms": 56.211065, + "ok_p95_ms": 230.81659800000006, + "ok_p99_ms": 294.39380084, + "vus_max": 202, + "cpu": { + "api_total": { + "cpu_median": 192.7, + "cpu_max": 229.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 56.4, + "cpu_max": 98.7, + "mem_last": "59.29MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 52.0, + "cpu_max": 102.0, + "mem_last": "57.84MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 65.7, + "cpu_max": 91.3, + "mem_last": "69.18MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 49.7, + "cpu_max": 57.3, + "mem_last": "83.64MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 21.3, + "cpu_max": 35.6, + "mem_last": "14.06MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.1, + "cpu_max": 51.5, + "mem_last": "167.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 10.3, + "cpu_max": 11.6, + "mem_last": "3.977MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 9003, + "pool_wait_ms_avg": 23.974, + "pool_waiting_max": 25, + "pool_usage_ms_avg": 21.133, + "api_cpu_s": 27.37, + "intervals": 30 + }, + "pg": { + "xact_commit": 27073, + "xact_rollback": 0, + "tup_inserted": 26792, + "blks_read": 0, + "blks_hit": 568112, + "wal_records": 189628, + "wal_bytes": 16577297 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13342, + "total_ms": 16077.5, + "mean_ms": 1.205, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13342, + "total_ms": 437.4, + "mean_ms": 0.0328, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 135, + "total_ms": 0.9, + "mean_ms": 0.0066, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1409, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0622, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0256, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.04, + "statements_per_ok": 3.01, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-500.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-500.json new file mode 100644 index 0000000..0e5d9fd --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_function-r3-500.json @@ -0,0 +1,168 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_function", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 9345, + "ok": 9049, + "dropped": 656, + "ok_rps": 452.4, + "error_ratio": 0.03167, + "ok_p50_ms": 991.612431, + "ok_p95_ms": 1455.1228522000004, + "ok_p99_ms": 1796.0078093200018, + "vus_max": 828, + "cpu": { + "api_total": { + "cpu_median": 189.9, + "cpu_max": 243.4, + "samples": 10 + }, + "api-1": { + "cpu_median": 66.6, + "cpu_max": 97.7, + "mem_last": "75.87MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 57.8, + "cpu_max": 88.2, + "mem_last": "74.2MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 61.2, + "cpu_max": 96.1, + "mem_last": "63.29MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 60.2, + "cpu_max": 75.0, + "mem_last": "295.5MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 22.4, + "cpu_max": 31.9, + "mem_last": "20.59MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.7, + "cpu_max": 53.6, + "mem_last": "176.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.9, + "cpu_max": 8.6, + "mem_last": "5.879MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 9172, + "pool_wait_ms_avg": 670.559, + "pool_waiting_max": 191, + "pool_usage_ms_avg": 35.158, + "api_cpu_s": 29.2, + "intervals": 30 + }, + "pg": { + "xact_commit": 27372, + "xact_rollback": 0, + "tup_inserted": 27118, + "blks_read": 0, + "blks_hit": 626088, + "wal_records": 198449, + "wal_bytes": 25258918 + }, + "lb": { + "chkdown_delta": 7, + "qmax": 227, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 13750, + "total_ms": 40120.6, + "mean_ms": 2.9179, + "query": "SELECT o_status, o_id, o_text, o_created_at FROM post_message($1, $2, $3, $4, $5, $6, $7)" + }, + { + "calls": 13750, + "total_ms": 489.1, + "mean_ms": 0.0356, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 119, + "total_ms": 0.6, + "mean_ms": 0.0053, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.2416, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0462, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0211, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 3.02, + "statements_per_ok": 3.05, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-150.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-150.json new file mode 100644 index 0000000..84a5219 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-150.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 2983, + "ok": 2983, + "dropped": 18, + "ok_rps": 149.2, + "error_ratio": 0, + "ok_p50_ms": 12.643841, + "ok_p95_ms": 168.6886224, + "ok_p99_ms": 244.27833203999987, + "vus_max": 119, + "cpu": { + "api_total": { + "cpu_median": 109.2, + "cpu_max": 272.8, + "samples": 10 + }, + "api-1": { + "cpu_median": 40.0, + "cpu_max": 91.5, + "mem_last": "57.29MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 36.3, + "cpu_max": 89.3, + "mem_last": "56.1MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 37.0, + "cpu_max": 92.0, + "mem_last": "55.75MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 19.1, + "cpu_max": 22.6, + "mem_last": "51.29MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 6.8, + "cpu_max": 22.5, + "mem_last": "12.23MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 37.0, + "cpu_max": 49.5, + "mem_last": "124.6MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.6, + "cpu_max": 5.3, + "mem_last": "3.449MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6046, + "pool_wait_ms_avg": 1.158, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 12.712, + "api_cpu_s": 17.22, + "intervals": 30 + }, + "pg": { + "xact_commit": 17744, + "xact_rollback": 0, + "tup_inserted": 8804, + "blks_read": 61, + "blks_hit": 212152, + "wal_records": 62367, + "wal_bytes": 5938077 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4423, + "total_ms": 4427.1, + "mean_ms": 1.0009, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 4423, + "total_ms": 918.0, + "mean_ms": 0.2076, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 4423, + "total_ms": 794.4, + "mean_ms": 0.1796, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 8846, + "total_ms": 289.9, + "mean_ms": 0.0328, + "query": "SELECT $3 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 4423, + "total_ms": 209.4, + "mean_ms": 0.0473, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 8846, + "total_ms": 14.9, + "mean_ms": 0.0017, + "query": "BEGIN" + }, + { + "calls": 8846, + "total_ms": 13.7, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 137, + "total_ms": 0.9, + "mean_ms": 0.0063, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1225, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.051, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0265, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.95, + "statements_per_ok": 14.87, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-200.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-200.json new file mode 100644 index 0000000..8163b65 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-200.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3877, + "ok": 3877, + "dropped": 124, + "ok_rps": 193.8, + "error_ratio": 0, + "ok_p50_ms": 224.846396, + "ok_p95_ms": 705.732345, + "ok_p99_ms": 841.9533695199999, + "vus_max": 214, + "cpu": { + "api_total": { + "cpu_median": 186.4, + "cpu_max": 234.7, + "samples": 9 + }, + "api-1": { + "cpu_median": 63.6, + "cpu_max": 88.0, + "mem_last": "69.14MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 62.9, + "cpu_max": 77.0, + "mem_last": "67.84MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 57.4, + "cpu_max": 84.6, + "mem_last": "66.42MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 25.0, + "cpu_max": 27.8, + "mem_last": "68.3MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 10.2, + "cpu_max": 19.7, + "mem_last": "12.88MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 50.4, + "cpu_max": 52.6, + "mem_last": "130.8MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 2.8, + "cpu_max": 3.1, + "mem_last": "4.188MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7794, + "pool_wait_ms_avg": 50.21, + "pool_waiting_max": 36, + "pool_usage_ms_avg": 44.684, + "api_cpu_s": 23.59, + "intervals": 30 + }, + "pg": { + "xact_commit": 23473, + "xact_rollback": 0, + "tup_inserted": 11530, + "blks_read": 0, + "blks_hit": 257113, + "wal_records": 81535, + "wal_bytes": 7282443 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5818, + "total_ms": 4667.2, + "mean_ms": 0.8022, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5818, + "total_ms": 1577.7, + "mean_ms": 0.2712, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 5818, + "total_ms": 1170.7, + "mean_ms": 0.2012, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 11636, + "total_ms": 488.4, + "mean_ms": 0.042, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5818, + "total_ms": 437.2, + "mean_ms": 0.0752, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11636, + "total_ms": 102.6, + "mean_ms": 0.0088, + "query": "COMMIT" + }, + { + "calls": 11636, + "total_ms": 15.5, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 132, + "total_ms": 0.7, + "mean_ms": 0.0051, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1284, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0512, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0285, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.05, + "statements_per_ok": 15.04, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-250.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-250.json new file mode 100644 index 0000000..6f8c64d --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-250.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4444, + "ok": 3997, + "dropped": 557, + "ok_rps": 199.8, + "error_ratio": 0.10059, + "ok_p50_ms": 1604.876188, + "ok_p95_ms": 2924.5744369999998, + "ok_p99_ms": 3166.08579056, + "vus_max": 815, + "cpu": { + "api_total": { + "cpu_median": 138.3, + "cpu_max": 252.2, + "samples": 10 + }, + "api-1": { + "cpu_median": 50.1, + "cpu_max": 82.6, + "mem_last": "61.32MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 47.5, + "cpu_max": 79.4, + "mem_last": "60.94MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 43.3, + "cpu_max": 90.3, + "mem_last": "60.93MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 26.7, + "cpu_max": 64.5, + "mem_last": "248.8MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 10.4, + "cpu_max": 20.9, + "mem_last": "18.34MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 46.8, + "cpu_max": 49.0, + "mem_last": "130.6MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.8, + "cpu_max": 3.3, + "mem_last": "3.531MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7693, + "pool_wait_ms_avg": 758.649, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 58.692, + "api_cpu_s": 24.95, + "intervals": 30 + }, + "pg": { + "xact_commit": 25055, + "xact_rollback": 0, + "tup_inserted": 12374, + "blks_read": 0, + "blks_hit": 279744, + "wal_records": 89535, + "wal_bytes": 7884977 + }, + "lb": { + "chkdown_delta": 4, + "qmax": 0, + "up_after": 3, + "econ_delta": 447, + "eresp_delta": 12, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6193, + "total_ms": 9634.6, + "mean_ms": 1.5557, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6193, + "total_ms": 5258.2, + "mean_ms": 0.849, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6193, + "total_ms": 1714.7, + "mean_ms": 0.2769, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12386, + "total_ms": 761.1, + "mean_ms": 0.0614, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6193, + "total_ms": 261.7, + "mean_ms": 0.0423, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12386, + "total_ms": 18.3, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 12386, + "total_ms": 17.1, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 116, + "total_ms": 0.8, + "mean_ms": 0.0073, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1057, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0482, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0401, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.27, + "statements_per_ok": 15.52, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-300.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-300.json new file mode 100644 index 0000000..f0ab017 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-300.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 4948, + "ok": 3667, + "dropped": 1053, + "ok_rps": 183.3, + "error_ratio": 0.25889, + "ok_p50_ms": 2462.175751, + "ok_p95_ms": 3266.7817796, + "ok_p99_ms": 3716.89797946, + "vus_max": 1168, + "cpu": { + "api_total": { + "cpu_median": 149.1, + "cpu_max": 213.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 53.0, + "cpu_max": 79.0, + "mem_last": "72.75MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 50.8, + "cpu_max": 83.3, + "mem_last": "72.12MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 51.6, + "cpu_max": 88.9, + "mem_last": "74.43MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 32.5, + "cpu_max": 63.1, + "mem_last": "377.4MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 11.8, + "cpu_max": 23.3, + "mem_last": "22.15MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 48.1, + "cpu_max": 51.9, + "mem_last": "134.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.5, + "cpu_max": 6.3, + "mem_last": "5.133MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7285, + "pool_wait_ms_avg": 938.088, + "pool_waiting_max": 191, + "pool_usage_ms_avg": 56.755, + "api_cpu_s": 23.91, + "intervals": 30 + }, + "pg": { + "xact_commit": 24364, + "xact_rollback": 0, + "tup_inserted": 11954, + "blks_read": 0, + "blks_hit": 283100, + "wal_records": 87730, + "wal_bytes": 7757823 + }, + "lb": { + "chkdown_delta": 11, + "qmax": 376, + "up_after": 3, + "econ_delta": 1183, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6071, + "total_ms": 10841.1, + "mean_ms": 1.7857, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6071, + "total_ms": 4972.0, + "mean_ms": 0.819, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6071, + "total_ms": 1720.1, + "mean_ms": 0.2833, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12142, + "total_ms": 610.1, + "mean_ms": 0.0502, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6071, + "total_ms": 279.6, + "mean_ms": 0.0461, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12142, + "total_ms": 18.7, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 12142, + "total_ms": 15.5, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 114, + "total_ms": 0.6, + "mean_ms": 0.0052, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1232, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0421, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0299, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.64, + "statements_per_ok": 16.59, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-350.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-350.json new file mode 100644 index 0000000..d39b32e --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-350.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 4725, + "ok": 3993, + "dropped": 2276, + "ok_rps": 199.7, + "error_ratio": 0.15492, + "ok_p50_ms": 2805.219935, + "ok_p95_ms": 3468.7676392, + "ok_p99_ms": 3792.7584372, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 169.7, + "cpu_max": 236.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 55.1, + "cpu_max": 99.3, + "mem_last": "75.39MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 49.0, + "cpu_max": 90.3, + "mem_last": "63.63MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 59.1, + "cpu_max": 81.2, + "mem_last": "75.42MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 29.8, + "cpu_max": 62.6, + "mem_last": "376.5MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 11.2, + "cpu_max": 27.5, + "mem_last": "23.22MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.2, + "cpu_max": 51.3, + "mem_last": "138.3MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.2, + "cpu_max": 4.2, + "mem_last": "5.43MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7821, + "pool_wait_ms_avg": 1051.152, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 54.945, + "api_cpu_s": 25.63, + "intervals": 30 + }, + "pg": { + "xact_commit": 24605, + "xact_rollback": 0, + "tup_inserted": 12106, + "blks_read": 0, + "blks_hit": 288516, + "wal_records": 87083, + "wal_bytes": 7567763 + }, + "lb": { + "chkdown_delta": 11, + "qmax": 400, + "up_after": 3, + "econ_delta": 935, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6126, + "total_ms": 8930.5, + "mean_ms": 1.4578, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6126, + "total_ms": 5343.6, + "mean_ms": 0.8723, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6126, + "total_ms": 1414.8, + "mean_ms": 0.2309, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12252, + "total_ms": 547.9, + "mean_ms": 0.0447, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6126, + "total_ms": 285.0, + "mean_ms": 0.0465, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12252, + "total_ms": 21.5, + "mean_ms": 0.0018, + "query": "BEGIN" + }, + { + "calls": 12252, + "total_ms": 20.6, + "mean_ms": 0.0017, + "query": "COMMIT" + }, + { + "calls": 112, + "total_ms": 0.6, + "mean_ms": 0.0056, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0656, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1288, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0323, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.16, + "statements_per_ok": 15.37, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-400.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-400.json new file mode 100644 index 0000000..0ac4f40 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-400.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 5927, + "ok": 4066, + "dropped": 2074, + "ok_rps": 203.3, + "error_ratio": 0.31399, + "ok_p50_ms": 2373.2869235, + "ok_p95_ms": 3290.437566, + "ok_p99_ms": 3609.11941805, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 164.5, + "cpu_max": 225.2, + "samples": 10 + }, + "api-1": { + "cpu_median": 49.5, + "cpu_max": 83.4, + "mem_last": "63.98MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 56.6, + "cpu_max": 102.7, + "mem_last": "76.95MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 54.8, + "cpu_max": 90.2, + "mem_last": "63.68MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 41.4, + "cpu_max": 74.1, + "mem_last": "428.2MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 13.9, + "cpu_max": 26.8, + "mem_last": "23.96MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.8, + "cpu_max": 53.3, + "mem_last": "141.9MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.8, + "cpu_max": 9.0, + "mem_last": "7.293MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7418, + "pool_wait_ms_avg": 987.355, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 55.504, + "api_cpu_s": 24.68, + "intervals": 30 + }, + "pg": { + "xact_commit": 24333, + "xact_rollback": 0, + "tup_inserted": 12044, + "blks_read": 0, + "blks_hit": 294023, + "wal_records": 87263, + "wal_bytes": 7592007 + }, + "lb": { + "chkdown_delta": 12, + "qmax": 400, + "up_after": 3, + "econ_delta": 2572, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6016, + "total_ms": 8705.0, + "mean_ms": 1.447, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 6016, + "total_ms": 5725.8, + "mean_ms": 0.9518, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6016, + "total_ms": 1760.9, + "mean_ms": 0.2927, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12032, + "total_ms": 442.1, + "mean_ms": 0.0367, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6016, + "total_ms": 413.9, + "mean_ms": 0.0688, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12032, + "total_ms": 87.1, + "mean_ms": 0.0072, + "query": "BEGIN" + }, + { + "calls": 12032, + "total_ms": 18.3, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 118, + "total_ms": 0.8, + "mean_ms": 0.007, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0547, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1033, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0346, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.98, + "statements_per_ok": 14.83, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-450.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-450.json new file mode 100644 index 0000000..1113e4d --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-450.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 5088, + "ok": 3596, + "dropped": 3913, + "ok_rps": 179.8, + "error_ratio": 0.29324, + "ok_p50_ms": 2940.7448065, + "ok_p95_ms": 4777.02851975, + "ok_p99_ms": 5083.5875857500005, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 138.2, + "cpu_max": 184.7, + "samples": 10 + }, + "api-1": { + "cpu_median": 43.9, + "cpu_max": 60.9, + "mem_last": "63.96MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 54.2, + "cpu_max": 76.7, + "mem_last": "77.33MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 39.1, + "cpu_max": 61.7, + "mem_last": "63.93MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 31.2, + "cpu_max": 52.8, + "mem_last": "358MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 12.4, + "cpu_max": 16.1, + "mem_last": "23.45MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.0, + "cpu_max": 50.4, + "mem_last": "145.7MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.7, + "cpu_max": 10.0, + "mem_last": "5.723MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6608, + "pool_wait_ms_avg": 1252.767, + "pool_waiting_max": 193, + "pool_usage_ms_avg": 65.529, + "api_cpu_s": 21.94, + "intervals": 30 + }, + "pg": { + "xact_commit": 23000, + "xact_rollback": 0, + "tup_inserted": 11296, + "blks_read": 0, + "blks_hit": 318222, + "wal_records": 82449, + "wal_bytes": 7449133 + }, + "lb": { + "chkdown_delta": 12, + "qmax": 400, + "up_after": 3, + "econ_delta": 2813, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5662, + "total_ms": 12129.4, + "mean_ms": 2.1422, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5662, + "total_ms": 5658.6, + "mean_ms": 0.9994, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5662, + "total_ms": 2404.8, + "mean_ms": 0.4247, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11393, + "total_ms": 388.9, + "mean_ms": 0.0341, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5662, + "total_ms": 345.5, + "mean_ms": 0.061, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11393, + "total_ms": 17.3, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 11393, + "total_ms": 14.7, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 111, + "total_ms": 0.8, + "mean_ms": 0.0071, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.132, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0426, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0319, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.4, + "statements_per_ok": 15.84, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-500.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-500.json new file mode 100644 index 0000000..b0bde0c --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r1-500.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 6976, + "ok": 3190, + "dropped": 3025, + "ok_rps": 159.5, + "error_ratio": 0.54272, + "ok_p50_ms": 2974.720726, + "ok_p95_ms": 3866.41225945, + "ok_p99_ms": 4000.51235192, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 152.5, + "cpu_max": 219.1, + "samples": 10 + }, + "api-1": { + "cpu_median": 49.8, + "cpu_max": 90.0, + "mem_last": "64.23MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 51.6, + "cpu_max": 85.0, + "mem_last": "64.05MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 44.2, + "cpu_max": 81.4, + "mem_last": "63.51MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 40.3, + "cpu_max": 79.4, + "mem_last": "407.5MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 17.6, + "cpu_max": 20.4, + "mem_last": "24.6MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.1, + "cpu_max": 51.1, + "mem_last": "150.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.5, + "cpu_max": 5.8, + "mem_last": "5.793MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6867, + "pool_wait_ms_avg": 1177.568, + "pool_waiting_max": 193, + "pool_usage_ms_avg": 60.01, + "api_cpu_s": 22.68, + "intervals": 30 + }, + "pg": { + "xact_commit": 21423, + "xact_rollback": 0, + "tup_inserted": 10466, + "blks_read": 0, + "blks_hit": 398003, + "wal_records": 75552, + "wal_bytes": 12225581 + }, + "lb": { + "chkdown_delta": 12, + "qmax": 400, + "up_after": 3, + "econ_delta": 4894, + "eresp_delta": 2, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5355, + "total_ms": 9501.1, + "mean_ms": 1.7743, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5355, + "total_ms": 5992.2, + "mean_ms": 1.119, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5355, + "total_ms": 1747.0, + "mean_ms": 0.3262, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 5355, + "total_ms": 550.4, + "mean_ms": 0.1028, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 10710, + "total_ms": 414.6, + "mean_ms": 0.0387, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 10710, + "total_ms": 20.4, + "mean_ms": 0.0019, + "query": "COMMIT" + }, + { + "calls": 10710, + "total_ms": 15.2, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 108, + "total_ms": 0.5, + "mean_ms": 0.0048, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1318, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0457, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0313, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.72, + "statements_per_ok": 16.82, + "repeat": 1, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-150.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-150.json new file mode 100644 index 0000000..ee9e66d --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-150.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 2980, + "ok": 2980, + "dropped": 21, + "ok_rps": 149.0, + "error_ratio": 0, + "ok_p50_ms": 11.892404, + "ok_p95_ms": 177.51670674999986, + "ok_p99_ms": 273.95153376000013, + "vus_max": 128, + "cpu": { + "api_total": { + "cpu_median": 132.8, + "cpu_max": 232.7, + "samples": 10 + }, + "api-1": { + "cpu_median": 47.7, + "cpu_max": 81.9, + "mem_last": "61.33MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 33.9, + "cpu_max": 98.5, + "mem_last": "56.06MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 45.1, + "cpu_max": 88.4, + "mem_last": "67.39MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 19.2, + "cpu_max": 24.1, + "mem_last": "55.38MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 7.2, + "cpu_max": 17.5, + "mem_last": "12.3MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 36.5, + "cpu_max": 46.3, + "mem_last": "122.3MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.1, + "cpu_max": 7.8, + "mem_last": "3.191MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6055, + "pool_wait_ms_avg": 0.443, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 11.321, + "api_cpu_s": 17.37, + "intervals": 30 + }, + "pg": { + "xact_commit": 17810, + "xact_rollback": 0, + "tup_inserted": 8866, + "blks_read": 82, + "blks_hit": 226548, + "wal_records": 62642, + "wal_bytes": 5963451 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4413, + "total_ms": 3068.8, + "mean_ms": 0.6954, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 4413, + "total_ms": 970.2, + "mean_ms": 0.2199, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 4413, + "total_ms": 877.4, + "mean_ms": 0.1988, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 8826, + "total_ms": 337.8, + "mean_ms": 0.0383, + "query": "SELECT $3 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 4413, + "total_ms": 130.3, + "mean_ms": 0.0295, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 8826, + "total_ms": 13.2, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 8826, + "total_ms": 11.9, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 138, + "total_ms": 0.7, + "mean_ms": 0.0054, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1323, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0418, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0292, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.98, + "statements_per_ok": 14.86, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-200.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-200.json new file mode 100644 index 0000000..a9f593e --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-200.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3805, + "ok": 3805, + "dropped": 196, + "ok_rps": 190.2, + "error_ratio": 0, + "ok_p50_ms": 354.643933, + "ok_p95_ms": 1255.3665983999992, + "ok_p99_ms": 1572.6406835599998, + "vus_max": 287, + "cpu": { + "api_total": { + "cpu_median": 150.4, + "cpu_max": 249.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 45.0, + "cpu_max": 85.9, + "mem_last": "71.55MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 54.3, + "cpu_max": 81.0, + "mem_last": "69.4MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 52.0, + "cpu_max": 84.3, + "mem_last": "57.95MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 26.3, + "cpu_max": 31.8, + "mem_last": "91.16MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 9.8, + "cpu_max": 20.4, + "mem_last": "14.3MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.2, + "cpu_max": 51.8, + "mem_last": "126.4MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.7, + "cpu_max": 3.0, + "mem_last": "3.918MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7643, + "pool_wait_ms_avg": 118.342, + "pool_waiting_max": 67, + "pool_usage_ms_avg": 49.919, + "api_cpu_s": 23.6, + "intervals": 30 + }, + "pg": { + "xact_commit": 22948, + "xact_rollback": 0, + "tup_inserted": 11252, + "blks_read": 0, + "blks_hit": 269591, + "wal_records": 81304, + "wal_bytes": 7152555 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5746, + "total_ms": 5419.1, + "mean_ms": 0.9431, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5746, + "total_ms": 4637.4, + "mean_ms": 0.8071, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5746, + "total_ms": 1248.2, + "mean_ms": 0.2172, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11492, + "total_ms": 497.6, + "mean_ms": 0.0433, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5746, + "total_ms": 188.8, + "mean_ms": 0.0329, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11492, + "total_ms": 17.6, + "mean_ms": 0.0015, + "query": "BEGIN" + }, + { + "calls": 11492, + "total_ms": 17.4, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 128, + "total_ms": 0.7, + "mean_ms": 0.0051, + "query": "SELECT $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1209, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0494, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0344, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.03, + "statements_per_ok": 15.14, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-250.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-250.json new file mode 100644 index 0000000..f9653f7 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-250.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4271, + "ok": 3855, + "dropped": 730, + "ok_rps": 192.8, + "error_ratio": 0.0974, + "ok_p50_ms": 2301.662813, + "ok_p95_ms": 3072.4222549, + "ok_p99_ms": 3343.6452980400004, + "vus_max": 809, + "cpu": { + "api_total": { + "cpu_median": 189.6, + "cpu_max": 239.5, + "samples": 9 + }, + "api-1": { + "cpu_median": 62.0, + "cpu_max": 95.9, + "mem_last": "75.91MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 66.1, + "cpu_max": 85.4, + "mem_last": "74.97MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 50.5, + "cpu_max": 81.4, + "mem_last": "75.43MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 29.7, + "cpu_max": 52.8, + "mem_last": "266.7MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 11.0, + "cpu_max": 18.9, + "mem_last": "20.27MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 49.9, + "cpu_max": 53.7, + "mem_last": "131.1MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.1, + "cpu_max": 9.5, + "mem_last": "5.797MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7105, + "pool_wait_ms_avg": 910.949, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 57.288, + "api_cpu_s": 24.5, + "intervals": 30 + }, + "pg": { + "xact_commit": 24591, + "xact_rollback": 0, + "tup_inserted": 12174, + "blks_read": 0, + "blks_hit": 292556, + "wal_records": 88971, + "wal_bytes": 7858610 + }, + "lb": { + "chkdown_delta": 7, + "qmax": 220, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 1, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6041, + "total_ms": 11987.2, + "mean_ms": 1.9843, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6041, + "total_ms": 5167.1, + "mean_ms": 0.8553, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6041, + "total_ms": 1592.5, + "mean_ms": 0.2636, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12082, + "total_ms": 612.8, + "mean_ms": 0.0507, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6041, + "total_ms": 275.8, + "mean_ms": 0.0457, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12082, + "total_ms": 22.4, + "mean_ms": 0.0019, + "query": "COMMIT" + }, + { + "calls": 12082, + "total_ms": 15.2, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 120, + "total_ms": 0.7, + "mean_ms": 0.0058, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1066, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0503, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0238, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.38, + "statements_per_ok": 15.7, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-300.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-300.json new file mode 100644 index 0000000..51ce49b --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-300.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 5002, + "ok": 3639, + "dropped": 998, + "ok_rps": 181.9, + "error_ratio": 0.27249, + "ok_p50_ms": 2291.212148, + "ok_p95_ms": 3113.4968497, + "ok_p99_ms": 3333.7732042199996, + "vus_max": 1194, + "cpu": { + "api_total": { + "cpu_median": 168.6, + "cpu_max": 241.8, + "samples": 10 + }, + "api-1": { + "cpu_median": 53.6, + "cpu_max": 86.4, + "mem_last": "63.56MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 49.4, + "cpu_max": 80.2, + "mem_last": "62.96MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 58.8, + "cpu_max": 82.9, + "mem_last": "63.39MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 27.4, + "cpu_max": 83.6, + "mem_last": "358.8MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 13.1, + "cpu_max": 23.1, + "mem_last": "22.18MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.8, + "cpu_max": 53.0, + "mem_last": "134.2MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 7.0, + "cpu_max": 9.5, + "mem_last": "5.27MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7236, + "pool_wait_ms_avg": 941.777, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 58.919, + "api_cpu_s": 23.89, + "intervals": 30 + }, + "pg": { + "xact_commit": 24331, + "xact_rollback": 0, + "tup_inserted": 11986, + "blks_read": 0, + "blks_hit": 296961, + "wal_records": 86157, + "wal_bytes": 7749389 + }, + "lb": { + "chkdown_delta": 9, + "qmax": 272, + "up_after": 3, + "econ_delta": 1363, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6037, + "total_ms": 8869.9, + "mean_ms": 1.4693, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6037, + "total_ms": 5226.9, + "mean_ms": 0.8658, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6037, + "total_ms": 1996.6, + "mean_ms": 0.3307, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12074, + "total_ms": 310.3, + "mean_ms": 0.0257, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6037, + "total_ms": 238.1, + "mean_ms": 0.0394, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12074, + "total_ms": 92.2, + "mean_ms": 0.0076, + "query": "COMMIT" + }, + { + "calls": 12074, + "total_ms": 15.4, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 111, + "total_ms": 0.6, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1186, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0526, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0421, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.69, + "statements_per_ok": 16.62, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-350.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-350.json new file mode 100644 index 0000000..3f1bdba --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-350.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 5369, + "ok": 3706, + "dropped": 1631, + "ok_rps": 185.3, + "error_ratio": 0.30974, + "ok_p50_ms": 2688.9032395, + "ok_p95_ms": 3402.2255205, + "ok_p99_ms": 4253.523004449999, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 181.6, + "cpu_max": 238.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 60.2, + "cpu_max": 83.6, + "mem_last": "77.54MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 62.0, + "cpu_max": 95.5, + "mem_last": "64.59MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 61.4, + "cpu_max": 90.0, + "mem_last": "77.01MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 33.6, + "cpu_max": 52.4, + "mem_last": "383.7MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.0, + "cpu_max": 20.8, + "mem_last": "23MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 48.9, + "cpu_max": 52.0, + "mem_last": "138MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 7.1, + "cpu_max": 8.4, + "mem_last": "5.754MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7300, + "pool_wait_ms_avg": 1006.046, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 56.946, + "api_cpu_s": 24.15, + "intervals": 30 + }, + "pg": { + "xact_commit": 24631, + "xact_rollback": 0, + "tup_inserted": 12188, + "blks_read": 0, + "blks_hit": 298788, + "wal_records": 87886, + "wal_bytes": 7628852 + }, + "lb": { + "chkdown_delta": 12, + "qmax": 340, + "up_after": 3, + "econ_delta": 1622, + "eresp_delta": 4, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6105, + "total_ms": 9692.0, + "mean_ms": 1.5876, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6105, + "total_ms": 4234.1, + "mean_ms": 0.6935, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6105, + "total_ms": 1497.7, + "mean_ms": 0.2453, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 6105, + "total_ms": 491.2, + "mean_ms": 0.0805, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12210, + "total_ms": 444.3, + "mean_ms": 0.0364, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 12210, + "total_ms": 97.2, + "mean_ms": 0.008, + "query": "COMMIT" + }, + { + "calls": 12210, + "total_ms": 15.7, + "mean_ms": 0.0013, + "query": "BEGIN" + }, + { + "calls": 113, + "total_ms": 0.5, + "mean_ms": 0.0047, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.189, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0409, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.038, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.65, + "statements_per_ok": 16.51, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-400.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-400.json new file mode 100644 index 0000000..a36ed7c --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-400.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 5785, + "ok": 3997, + "dropped": 2216, + "ok_rps": 199.8, + "error_ratio": 0.30908, + "ok_p50_ms": 2350.590772, + "ok_p95_ms": 3487.0626108, + "ok_p99_ms": 3798.3627208799994, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 152.9, + "cpu_max": 226.2, + "samples": 10 + }, + "api-1": { + "cpu_median": 51.8, + "cpu_max": 89.7, + "mem_last": "64.19MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 50.1, + "cpu_max": 84.1, + "mem_last": "77.39MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 55.9, + "cpu_max": 82.1, + "mem_last": "64.27MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 35.9, + "cpu_max": 76.3, + "mem_last": "391.7MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 12.9, + "cpu_max": 27.3, + "mem_last": "23.43MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 50.4, + "cpu_max": 52.8, + "mem_last": "141.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 7.3, + "cpu_max": 8.7, + "mem_last": "5.559MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7915, + "pool_wait_ms_avg": 884.604, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 53.537, + "api_cpu_s": 24.92, + "intervals": 30 + }, + "pg": { + "xact_commit": 23644, + "xact_rollback": 0, + "tup_inserted": 11584, + "blks_read": 0, + "blks_hit": 290855, + "wal_records": 83527, + "wal_bytes": 7196512 + }, + "lb": { + "chkdown_delta": 10, + "qmax": 340, + "up_after": 3, + "econ_delta": 2676, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5934, + "total_ms": 8496.9, + "mean_ms": 1.4319, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 5934, + "total_ms": 5142.4, + "mean_ms": 0.8666, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5934, + "total_ms": 1705.5, + "mean_ms": 0.2874, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11868, + "total_ms": 426.3, + "mean_ms": 0.0359, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5934, + "total_ms": 270.9, + "mean_ms": 0.0457, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11868, + "total_ms": 18.4, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 11868, + "total_ms": 16.0, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 113, + "total_ms": 0.8, + "mean_ms": 0.0071, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1901, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.042, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0315, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.92, + "statements_per_ok": 14.88, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-450.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-450.json new file mode 100644 index 0000000..f63738d --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-450.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 4923, + "ok": 3664, + "dropped": 4078, + "ok_rps": 183.2, + "error_ratio": 0.25574, + "ok_p50_ms": 2807.297874, + "ok_p95_ms": 4597.92892435, + "ok_p99_ms": 5304.618449819999, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 154.7, + "cpu_max": 207.2, + "samples": 10 + }, + "api-1": { + "cpu_median": 61.9, + "cpu_max": 83.6, + "mem_last": "65MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 50.8, + "cpu_max": 80.6, + "mem_last": "64.38MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 45.3, + "cpu_max": 80.4, + "mem_last": "68.2MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 29.5, + "cpu_max": 50.3, + "mem_last": "417.4MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 12.5, + "cpu_max": 26.8, + "mem_last": "23.68MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 50.2, + "cpu_max": 52.0, + "mem_last": "149.9MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.6, + "cpu_max": 9.1, + "mem_last": "5.102MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6762, + "pool_wait_ms_avg": 1202.058, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 63.939, + "api_cpu_s": 22.65, + "intervals": 30 + }, + "pg": { + "xact_commit": 23107, + "xact_rollback": 0, + "tup_inserted": 11452, + "blks_read": 0, + "blks_hit": 337256, + "wal_records": 83796, + "wal_bytes": 7607283 + }, + "lb": { + "chkdown_delta": 11, + "qmax": 370, + "up_after": 3, + "econ_delta": 2147, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5677, + "total_ms": 12579.3, + "mean_ms": 2.2158, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5677, + "total_ms": 5537.2, + "mean_ms": 0.9754, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5677, + "total_ms": 1299.0, + "mean_ms": 0.2288, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11363, + "total_ms": 637.7, + "mean_ms": 0.0561, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5677, + "total_ms": 405.2, + "mean_ms": 0.0714, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11363, + "total_ms": 18.6, + "mean_ms": 0.0016, + "query": "COMMIT" + }, + { + "calls": 11363, + "total_ms": 16.2, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 116, + "total_ms": 0.7, + "mean_ms": 0.0061, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0579, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.0942, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0261, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.31, + "statements_per_ok": 15.53, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-500.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-500.json new file mode 100644 index 0000000..22aeaa9 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r2-500.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 5645, + "ok": 3224, + "dropped": 4355, + "ok_rps": 161.2, + "error_ratio": 0.42888, + "ok_p50_ms": 3060.0770430000002, + "ok_p95_ms": 3790.3409207, + "ok_p99_ms": 4298.1499632000005, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 154.7, + "cpu_max": 201.9, + "samples": 10 + }, + "api-1": { + "cpu_median": 49.9, + "cpu_max": 87.5, + "mem_last": "64.51MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 38.3, + "cpu_max": 69.7, + "mem_last": "64.06MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 59.6, + "cpu_max": 76.5, + "mem_last": "76.23MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 22.3, + "cpu_max": 96.5, + "mem_last": "428.9MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 16.1, + "cpu_max": 19.6, + "mem_last": "24.47MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.9, + "cpu_max": 53.5, + "mem_last": "150.3MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.7, + "cpu_max": 11.2, + "mem_last": "5.312MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6460, + "pool_wait_ms_avg": 1261.514, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 69.3, + "api_cpu_s": 22.15, + "intervals": 30 + }, + "pg": { + "xact_commit": 20612, + "xact_rollback": 0, + "tup_inserted": 10082, + "blks_read": 0, + "blks_hit": 441013, + "wal_records": 73424, + "wal_bytes": 11893904 + }, + "lb": { + "chkdown_delta": 12, + "qmax": 370, + "up_after": 3, + "econ_delta": 3939, + "eresp_delta": 7, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5166, + "total_ms": 16224.0, + "mean_ms": 3.1405, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5166, + "total_ms": 5716.5, + "mean_ms": 1.1066, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5166, + "total_ms": 1972.3, + "mean_ms": 0.3818, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 10332, + "total_ms": 387.4, + "mean_ms": 0.0375, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5166, + "total_ms": 283.6, + "mean_ms": 0.0549, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 10332, + "total_ms": 17.5, + "mean_ms": 0.0017, + "query": "COMMIT" + }, + { + "calls": 10332, + "total_ms": 15.9, + "mean_ms": 0.0015, + "query": "BEGIN" + }, + { + "calls": 111, + "total_ms": 0.6, + "mean_ms": 0.0058, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1019, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0502, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0243, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.39, + "statements_per_ok": 16.06, + "repeat": 2, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-150.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-150.json new file mode 100644 index 0000000..9005037 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-150.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 150, + "duration_s": 20, + "offered": 3000, + "requests": 2991, + "ok": 2991, + "dropped": 10, + "ok_rps": 149.6, + "error_ratio": 0, + "ok_p50_ms": 10.822662, + "ok_p95_ms": 149.5080955, + "ok_p99_ms": 209.13187439999996, + "vus_max": 103, + "cpu": { + "api_total": { + "cpu_median": 136.2, + "cpu_max": 175.0, + "samples": 10 + }, + "api-1": { + "cpu_median": 40.2, + "cpu_max": 69.1, + "mem_last": "66.71MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 42.5, + "cpu_max": 75.3, + "mem_last": "55.98MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 43.8, + "cpu_max": 69.0, + "mem_last": "56.09MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 18.2, + "cpu_max": 21.1, + "mem_last": "46.69MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 6.7, + "cpu_max": 16.7, + "mem_last": "12.37MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 38.2, + "cpu_max": 43.2, + "mem_last": "120MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.2, + "cpu_max": 2.2, + "mem_last": "3.41MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6070, + "pool_wait_ms_avg": 0.036, + "pool_waiting_max": 0, + "pool_usage_ms_avg": 8.847, + "api_cpu_s": 17.58, + "intervals": 30 + }, + "pg": { + "xact_commit": 17908, + "xact_rollback": 0, + "tup_inserted": 8875, + "blks_read": 82, + "blks_hit": 202587, + "wal_records": 62915, + "wal_bytes": 5937943 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 4439, + "total_ms": 2925.3, + "mean_ms": 0.659, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 4439, + "total_ms": 967.3, + "mean_ms": 0.2179, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 4439, + "total_ms": 508.4, + "mean_ms": 0.1145, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 8878, + "total_ms": 327.9, + "mean_ms": 0.0369, + "query": "SELECT $3 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 4439, + "total_ms": 121.0, + "mean_ms": 0.0273, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 8878, + "total_ms": 14.3, + "mean_ms": 0.0016, + "query": "COMMIT" + }, + { + "calls": 8878, + "total_ms": 12.5, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 143, + "total_ms": 0.8, + "mean_ms": 0.0054, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.153, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0547, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0193, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.99, + "statements_per_ok": 14.89, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-200.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-200.json new file mode 100644 index 0000000..454dc75 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-200.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 200, + "duration_s": 20, + "offered": 4000, + "requests": 3873, + "ok": 3873, + "dropped": 127, + "ok_rps": 193.7, + "error_ratio": 0, + "ok_p50_ms": 187.00425, + "ok_p95_ms": 651.1973153999998, + "ok_p99_ms": 765.2469626799998, + "vus_max": 193, + "cpu": { + "api_total": { + "cpu_median": 158.7, + "cpu_max": 245.7, + "samples": 10 + }, + "api-1": { + "cpu_median": 52.4, + "cpu_max": 92.0, + "mem_last": "56.29MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 55.2, + "cpu_max": 91.2, + "mem_last": "56.21MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 47.8, + "cpu_max": 86.2, + "mem_last": "56.93MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 23.6, + "cpu_max": 28.7, + "mem_last": "72.39MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 9.9, + "cpu_max": 18.3, + "mem_last": "13.37MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 48.7, + "cpu_max": 51.9, + "mem_last": "126MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.8, + "cpu_max": 7.6, + "mem_last": "3.395MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7804, + "pool_wait_ms_avg": 56.712, + "pool_waiting_max": 29, + "pool_usage_ms_avg": 41.462, + "api_cpu_s": 23.79, + "intervals": 30 + }, + "pg": { + "xact_commit": 23586, + "xact_rollback": 0, + "tup_inserted": 11635, + "blks_read": 0, + "blks_hit": 252208, + "wal_records": 82704, + "wal_bytes": 7356719 + }, + "lb": { + "chkdown_delta": 0, + "qmax": 0, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5829, + "total_ms": 4798.4, + "mean_ms": 0.8232, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5829, + "total_ms": 2315.8, + "mean_ms": 0.3973, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5829, + "total_ms": 1664.4, + "mean_ms": 0.2855, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11658, + "total_ms": 543.3, + "mean_ms": 0.0466, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5829, + "total_ms": 441.5, + "mean_ms": 0.0757, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11658, + "total_ms": 17.8, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 11658, + "total_ms": 14.1, + "mean_ms": 0.0012, + "query": "BEGIN" + }, + { + "calls": 132, + "total_ms": 0.7, + "mean_ms": 0.005, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.11, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0504, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0249, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.09, + "statements_per_ok": 15.09, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-250.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-250.json new file mode 100644 index 0000000..742a12f --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-250.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 250, + "duration_s": 20, + "offered": 5000, + "requests": 4280, + "ok": 4034, + "dropped": 720, + "ok_rps": 201.7, + "error_ratio": 0.05748, + "ok_p50_ms": 2041.9759465, + "ok_p95_ms": 2944.7008577, + "ok_p99_ms": 3155.8483247100003, + "vus_max": 775, + "cpu": { + "api_total": { + "cpu_median": 173.7, + "cpu_max": 192.6, + "samples": 9 + }, + "api-1": { + "cpu_median": 49.2, + "cpu_max": 76.1, + "mem_last": "62.55MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 53.7, + "cpu_max": 96.8, + "mem_last": "75.11MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 51.3, + "cpu_max": 78.8, + "mem_last": "62.64MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 30.4, + "cpu_max": 42.2, + "mem_last": "256.8MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 11.1, + "cpu_max": 21.6, + "mem_last": "20.24MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 47.1, + "cpu_max": 51.4, + "mem_last": "130MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 2.8, + "cpu_max": 5.2, + "mem_last": "7.262MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7869, + "pool_wait_ms_avg": 821.301, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 54.862, + "api_cpu_s": 26.37, + "intervals": 30 + }, + "pg": { + "xact_commit": 25089, + "xact_rollback": 0, + "tup_inserted": 12306, + "blks_read": 0, + "blks_hit": 285214, + "wal_records": 89758, + "wal_bytes": 7929961 + }, + "lb": { + "chkdown_delta": 7, + "qmax": 185, + "up_after": 3, + "econ_delta": 0, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6268, + "total_ms": 9951.5, + "mean_ms": 1.5877, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6268, + "total_ms": 4979.7, + "mean_ms": 0.7945, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6268, + "total_ms": 2030.1, + "mean_ms": 0.3239, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12536, + "total_ms": 655.4, + "mean_ms": 0.0523, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6268, + "total_ms": 202.8, + "mean_ms": 0.0324, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12536, + "total_ms": 139.0, + "mean_ms": 0.0111, + "query": "BEGIN" + }, + { + "calls": 12536, + "total_ms": 19.7, + "mean_ms": 0.0016, + "query": "COMMIT" + }, + { + "calls": 114, + "total_ms": 0.6, + "mean_ms": 0.005, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.2153, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0449, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0325, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.22, + "statements_per_ok": 15.57, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-300.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-300.json new file mode 100644 index 0000000..b91df9c --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-300.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 300, + "duration_s": 20, + "offered": 6000, + "requests": 4970, + "ok": 3351, + "dropped": 1031, + "ok_rps": 167.6, + "error_ratio": 0.32575, + "ok_p50_ms": 2248.874725, + "ok_p95_ms": 3445.2103905, + "ok_p99_ms": 3787.2073755, + "vus_max": 1184, + "cpu": { + "api_total": { + "cpu_median": 150.1, + "cpu_max": 203.5, + "samples": 10 + }, + "api-1": { + "cpu_median": 49.7, + "cpu_max": 79.8, + "mem_last": "63.08MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 53.7, + "cpu_max": 81.5, + "mem_last": "74.5MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 48.2, + "cpu_max": 75.8, + "mem_last": "73.42MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 34.9, + "cpu_max": 58.9, + "mem_last": "361.2MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 11.7, + "cpu_max": 22.2, + "mem_last": "22.79MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 48.5, + "cpu_max": 51.3, + "mem_last": "133.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.3, + "cpu_max": 3.9, + "mem_last": "5.945MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6935, + "pool_wait_ms_avg": 945.611, + "pool_waiting_max": 191, + "pool_usage_ms_avg": 58.749, + "api_cpu_s": 23.7, + "intervals": 30 + }, + "pg": { + "xact_commit": 23278, + "xact_rollback": 0, + "tup_inserted": 11586, + "blks_read": 0, + "blks_hit": 297326, + "wal_records": 84579, + "wal_bytes": 7509873 + }, + "lb": { + "chkdown_delta": 8, + "qmax": 375, + "up_after": 3, + "econ_delta": 1559, + "eresp_delta": 5, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5761, + "total_ms": 10334.8, + "mean_ms": 1.7939, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5761, + "total_ms": 4072.6, + "mean_ms": 0.7069, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5761, + "total_ms": 1283.6, + "mean_ms": 0.2228, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11522, + "total_ms": 370.1, + "mean_ms": 0.0321, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5761, + "total_ms": 243.1, + "mean_ms": 0.0422, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11522, + "total_ms": 16.5, + "mean_ms": 0.0014, + "query": "COMMIT" + }, + { + "calls": 11522, + "total_ms": 16.3, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 114, + "total_ms": 0.6, + "mean_ms": 0.0052, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.1594, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0507, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0208, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.95, + "statements_per_ok": 17.23, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-350.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-350.json new file mode 100644 index 0000000..3eb1faf --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-350.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 350, + "duration_s": 20, + "offered": 7000, + "requests": 5593, + "ok": 3841, + "dropped": 1407, + "ok_rps": 192.1, + "error_ratio": 0.31325, + "ok_p50_ms": 2101.056013, + "ok_p95_ms": 3181.58221, + "ok_p99_ms": 3273.0761427999996, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 167.3, + "cpu_max": 254.6, + "samples": 10 + }, + "api-1": { + "cpu_median": 54.8, + "cpu_max": 94.5, + "mem_last": "63.7MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 54.7, + "cpu_max": 95.6, + "mem_last": "63.39MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 63.8, + "cpu_max": 88.2, + "mem_last": "76.5MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 38.7, + "cpu_max": 77.1, + "mem_last": "359.5MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.4, + "cpu_max": 25.5, + "mem_last": "23.37MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 49.8, + "cpu_max": 52.0, + "mem_last": "141.8MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 2.7, + "cpu_max": 5.0, + "mem_last": "5.363MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7606, + "pool_wait_ms_avg": 882.841, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 54.73, + "api_cpu_s": 24.97, + "intervals": 30 + }, + "pg": { + "xact_commit": 24239, + "xact_rollback": 0, + "tup_inserted": 11954, + "blks_read": 0, + "blks_hit": 304328, + "wal_records": 85486, + "wal_bytes": 7492426 + }, + "lb": { + "chkdown_delta": 9, + "qmax": 375, + "up_after": 3, + "econ_delta": 2056, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 6038, + "total_ms": 5647.0, + "mean_ms": 0.9352, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 6038, + "total_ms": 5013.0, + "mean_ms": 0.8302, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 6038, + "total_ms": 1218.5, + "mean_ms": 0.2018, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 12076, + "total_ms": 428.5, + "mean_ms": 0.0355, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 6038, + "total_ms": 425.5, + "mean_ms": 0.0705, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 12076, + "total_ms": 90.0, + "mean_ms": 0.0074, + "query": "BEGIN" + }, + { + "calls": 12076, + "total_ms": 19.8, + "mean_ms": 0.0016, + "query": "COMMIT" + }, + { + "calls": 114, + "total_ms": 0.6, + "mean_ms": 0.0057, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.121, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0543, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0249, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.31, + "statements_per_ok": 15.75, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-400.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-400.json new file mode 100644 index 0000000..061e20f --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-400.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 400, + "duration_s": 20, + "offered": 8000, + "requests": 6448, + "ok": 3614, + "dropped": 1553, + "ok_rps": 180.7, + "error_ratio": 0.43952, + "ok_p50_ms": 2106.699872, + "ok_p95_ms": 3197.01079595, + "ok_p99_ms": 3460.04786113, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 155.2, + "cpu_max": 184.3, + "samples": 10 + }, + "api-1": { + "cpu_median": 49.6, + "cpu_max": 58.6, + "mem_last": "67.22MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 50.6, + "cpu_max": 66.8, + "mem_last": "67.06MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 51.5, + "cpu_max": 61.3, + "mem_last": "65.68MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 44.0, + "cpu_max": 65.8, + "mem_last": "398.4MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 14.2, + "cpu_max": 29.6, + "mem_last": "23.54MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 50.1, + "cpu_max": 52.0, + "mem_last": "140.7MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 6.9, + "cpu_max": 9.1, + "mem_last": "4.926MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 7152, + "pool_wait_ms_avg": 849.947, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 57.508, + "api_cpu_s": 24.29, + "intervals": 30 + }, + "pg": { + "xact_commit": 21587, + "xact_rollback": 0, + "tup_inserted": 10640, + "blks_read": 0, + "blks_hit": 277633, + "wal_records": 76321, + "wal_bytes": 6603488 + }, + "lb": { + "chkdown_delta": 9, + "qmax": 375, + "up_after": 3, + "econ_delta": 4050, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5393, + "total_ms": 4903.9, + "mean_ms": 0.9093, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5393, + "total_ms": 4710.9, + "mean_ms": 0.8735, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval $2) WHERE id = $1 RE" + }, + { + "calls": 5393, + "total_ms": 1722.9, + "mean_ms": 0.3195, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 5393, + "total_ms": 522.9, + "mean_ms": 0.097, + "query": "SELECT $2 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 10786, + "total_ms": 415.0, + "mean_ms": 0.0385, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 10786, + "total_ms": 17.7, + "mean_ms": 0.0016, + "query": "COMMIT" + }, + { + "calls": 10786, + "total_ms": 14.9, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 114, + "total_ms": 0.7, + "mean_ms": 0.0058, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.2, + "mean_ms": 0.169, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0484, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0222, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 5.97, + "statements_per_ok": 14.96, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-450.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-450.json new file mode 100644 index 0000000..6746202 --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-450.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 450, + "duration_s": 20, + "offered": 9000, + "requests": 6541, + "ok": 3668, + "dropped": 2459, + "ok_rps": 183.4, + "error_ratio": 0.43923, + "ok_p50_ms": 2493.662898, + "ok_p95_ms": 4200.533806799998, + "ok_p99_ms": 4584.90185764, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 151.9, + "cpu_max": 253.7, + "samples": 10 + }, + "api-1": { + "cpu_median": 60.5, + "cpu_max": 91.6, + "mem_last": "63.93MiB", + "samples": 10 + }, + "api-2": { + "cpu_median": 50.3, + "cpu_max": 77.3, + "mem_last": "63.89MiB", + "samples": 10 + }, + "api-3": { + "cpu_median": 46.8, + "cpu_max": 99.8, + "mem_last": "63.89MiB", + "samples": 10 + }, + "k6": { + "cpu_median": 49.2, + "cpu_max": 59.9, + "mem_last": "435.7MiB", + "samples": 10 + }, + "lb-1": { + "cpu_median": 15.9, + "cpu_max": 27.4, + "mem_last": "23.32MiB", + "samples": 10 + }, + "postgres-1": { + "cpu_median": 50.1, + "cpu_max": 52.3, + "mem_last": "143.9MiB", + "samples": 10 + }, + "valkey-1": { + "cpu_median": 5.2, + "cpu_max": 9.9, + "mem_last": "5.648MiB", + "samples": 10 + } + }, + "pool": { + "pool_requests": 6410, + "pool_wait_ms_avg": 1160.028, + "pool_waiting_max": 192, + "pool_usage_ms_avg": 67.289, + "api_cpu_s": 22.06, + "intervals": 30 + }, + "pg": { + "xact_commit": 22616, + "xact_rollback": 0, + "tup_inserted": 11154, + "blks_read": 0, + "blks_hit": 297278, + "wal_records": 80879, + "wal_bytes": 7104396 + }, + "lb": { + "chkdown_delta": 12, + "qmax": 375, + "up_after": 3, + "econ_delta": 3736, + "eresp_delta": 0, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5559, + "total_ms": 9808.4, + "mean_ms": 1.7644, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5559, + "total_ms": 7042.5, + "mean_ms": 1.2669, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5559, + "total_ms": 1968.1, + "mean_ms": 0.354, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11129, + "total_ms": 476.3, + "mean_ms": 0.0428, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5559, + "total_ms": 339.6, + "mean_ms": 0.0611, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11129, + "total_ms": 20.9, + "mean_ms": 0.0019, + "query": "BEGIN" + }, + { + "calls": 11129, + "total_ms": 17.1, + "mean_ms": 0.0015, + "query": "COMMIT" + }, + { + "calls": 118, + "total_ms": 0.6, + "mean_ms": 0.0052, + "query": "SELECT 1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1347, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.0582, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0237, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.17, + "statements_per_ok": 15.2, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-500.json b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-500.json new file mode 100644 index 0000000..b68bd0c --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/raw/n3-api1-pg0.5-pool10-message_write_path_multi-r3-500.json @@ -0,0 +1,198 @@ +{ + "config": "n3-api1-pg0.5-pool10-message_write_path_multi", + "rate": 500, + "duration_s": 20, + "offered": 10000, + "requests": 5128, + "ok": 3783, + "dropped": 4873, + "ok_rps": 189.2, + "error_ratio": 0.26229, + "ok_p50_ms": 2984.449983, + "ok_p95_ms": 3673.6199669, + "ok_p99_ms": 3913.38555654, + "vus_max": 1200, + "cpu": { + "api_total": { + "cpu_median": 176.7, + "cpu_max": 207.0, + "samples": 9 + }, + "api-1": { + "cpu_median": 60.5, + "cpu_max": 88.3, + "mem_last": "63.63MiB", + "samples": 9 + }, + "api-2": { + "cpu_median": 44.7, + "cpu_max": 81.1, + "mem_last": "74.57MiB", + "samples": 9 + }, + "api-3": { + "cpu_median": 50.8, + "cpu_max": 94.7, + "mem_last": "63.55MiB", + "samples": 9 + }, + "k6": { + "cpu_median": 29.6, + "cpu_max": 88.3, + "mem_last": "418.6MiB", + "samples": 9 + }, + "lb-1": { + "cpu_median": 14.8, + "cpu_max": 22.6, + "mem_last": "24.77MiB", + "samples": 9 + }, + "postgres-1": { + "cpu_median": 49.2, + "cpu_max": 50.8, + "mem_last": "148.8MiB", + "samples": 9 + }, + "valkey-1": { + "cpu_median": 3.2, + "cpu_max": 9.9, + "mem_last": "5.297MiB", + "samples": 9 + } + }, + "pool": { + "pool_requests": 7441, + "pool_wait_ms_avg": 1145.657, + "pool_waiting_max": 193, + "pool_usage_ms_avg": 57.722, + "api_cpu_s": 24.45, + "intervals": 30 + }, + "pg": { + "xact_commit": 23108, + "xact_rollback": 0, + "tup_inserted": 11352, + "blks_read": 0, + "blks_hit": 302172, + "wal_records": 81882, + "wal_bytes": 12731147 + }, + "lb": { + "chkdown_delta": 12, + "qmax": 388, + "up_after": 3, + "econ_delta": 2678, + "eresp_delta": 15, + "redispatch_delta": 0 + }, + "statements": [ + { + "calls": 5782, + "total_ms": 8852.7, + "mean_ms": 1.5311, + "query": "UPDATE chats SET last_message_at = greatest(clock_timestamp(), last_message_at + interval '1 microsecond') WHE" + }, + { + "calls": 5782, + "total_ms": 4909.1, + "mean_ms": 0.849, + "query": "INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) VALUES ($1, $2, $3, $4, $5) ON " + }, + { + "calls": 5782, + "total_ms": 1580.7, + "mean_ms": 0.2734, + "query": "INSERT INTO messages (id, chat_id, sender_id, text, created_at) VALUES ($1, $2, $3, $4, $5)" + }, + { + "calls": 11564, + "total_ms": 533.4, + "mean_ms": 0.0461, + "query": "SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2" + }, + { + "calls": 5782, + "total_ms": 286.8, + "mean_ms": 0.0496, + "query": "SELECT 1 FROM ONLY \"public\".\"messages\" x WHERE \"id\" OPERATOR(pg_catalog.=) $1 FOR KEY SHARE OF x" + }, + { + "calls": 11564, + "total_ms": 65.1, + "mean_ms": 0.0056, + "query": "COMMIT" + }, + { + "calls": 11564, + "total_ms": 15.9, + "mean_ms": 0.0014, + "query": "BEGIN" + }, + { + "calls": 112, + "total_ms": 0.7, + "mean_ms": 0.0058, + "query": "SELECT 1" + }, + { + "calls": 2, + "total_ms": 0.1, + "mean_ms": 0.062, + "query": "SELECT xact_commit, xact_rollback, tup_inserted, blks_read, blks_hit FROM pg_stat_database WHERE datname = $1" + }, + { + "calls": 1, + "total_ms": 0.1, + "mean_ms": 0.1061, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "calls": 2, + "total_ms": 0.0, + "mean_ms": 0.0233, + "query": "SELECT wal_records, wal_bytes FROM pg_stat_wal" + } + ], + "pg_commits_per_ok": 6.11, + "statements_per_ok": 15.32, + "repeat": 3, + "limits": { + "api-1": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-2": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "api-3": { + "cpus": 1.0, + "memory_mib": 384, + "cpuset": "5-7", + "image": "mtusi-messenger:bench-4830be4" + }, + "lb-1": { + "cpus": 1.0, + "memory_mib": 128, + "cpuset": "2", + "image": "haproxy:3.2.26-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122" + }, + "postgres-1": { + "cpus": 0.5, + "memory_mib": 1024, + "cpuset": "3-4", + "image": "postgres:18.6-bookworm@sha256:afc7e2d441324c0388fa80c3d24f733b4194a4eb7f47dd8ee2b08eb1a24a647c" + }, + "valkey-1": { + "cpus": 0.5, + "memory_mib": 256, + "cpuset": "2", + "image": "valkey/valkey:8.1.3-bookworm@sha256:fea8b3e67b15729d4bb70589eb03367bab9ad1ee89c876f54327fc7c6e618571" + } + } +} diff --git a/evidence/track1/D-improvement/4830be4/results.csv b/evidence/track1/D-improvement/4830be4/results.csv new file mode 100644 index 0000000..c324c7d --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/results.csv @@ -0,0 +1,97 @@ +config,repeat,rate,ok_rps,replicas_running,api_cpus_limit_total,api_mem_mib_each,pg_cpus_limit,requests,ok,dropped,error_ratio,p50_ms,p95_ms,p99_ms,api_cpu_pct_total,pg_cpu_pct,lb_cpu_pct,valkey_cpu_pct,k6_cpu_pct,pool_wait_ms_avg,pool_waiting_max,pg_commits_per_ok,statements_per_ok,lb_chkdown,lb_qmax,wal_bytes +n2-api1-pg2-pool10-message_write_path_multi,1,150,150.0,2,2.0,384,2.0,3000,3000,0,0,10.777117,70.37544259999996,117.21431703999914,108.4,31.4,6.4,2.0,19.4,0.018,0,6.01,15.02,0,0,6049219 +n2-api1-pg2-pool10-message_write_path_multi,1,200,197.4,2,2.0,384,2.0,3949,3949,52,0,15.387143,310.50721239999996,380.18069515999997,156.6,51.9,9.1,6.8,25.5,9.561,26,6.04,15.02,0,0,7498686 +n2-api1-pg2-pool10-message_write_path_multi,1,250,241.2,2,2.0,384,2.0,4825,4825,176,0,170.039106,750.9811510000004,954.9436560400002,176.4,57.3,12.7,3.2,32.3,75.716,69,6.01,15.07,0,0,8954972 +n2-api1-pg2-pool10-message_write_path_multi,1,300,279.0,2,2.0,384,2.0,5580,5580,420,0,866.167919,1501.26835795,1669.4210865,196.0,67.6,14.8,5.8,39.6,353.277,185,6.02,15.08,0,23,10683374 +n2-api1-pg2-pool10-message_write_path_multi,1,350,282.6,2,2.0,384,2.0,5651,5651,1349,0,1867.695141,2518.7255619999996,2709.9744335,199.4,66.7,13.6,7.4,37.2,665.941,188,6.11,15.38,0,200,10434773 +n2-api1-pg2-pool10-message_write_path_multi,1,400,278.2,2,2.0,384,2.0,5565,5565,2436,0,2002.478974,2545.1525766,2692.118129879999,197.0,64.3,13.9,3.6,41.2,673.998,187,6.21,15.64,0,214,11015285 +n2-api1-pg2-pool10-message_write_path_multi,1,450,275.4,2,2.0,384,2.0,5507,5507,3494,0,2069.97981,2634.1972554,2763.2441510599992,199.6,71.5,14.2,7.5,39.9,679.839,188,6.31,15.64,0,219,11162565 +n2-api1-pg2-pool10-message_write_path_multi,1,500,278.9,2,2.0,384,2.0,5578,5578,4423,0,2040.2645605,2551.49377075,2648.40836098,197.0,71.4,14.4,8.1,39.1,669.0,189,6.14,15.44,0,219,16893964 +n2-api1-pg2-pool10-message_write_path_function,1,150,150.0,2,2.0,384,2.0,3000,3000,0,0,4.49861,11.191356349999984,24.76438213999996,62.9,13.0,6.2,5.2,17.5,0.0,0,3.07,3.03,0,0,6058582 +n2-api1-pg2-pool10-message_write_path_function,1,200,200.1,2,2.0,384,2.0,4001,4001,0,0,5.497544,20.896299,39.300399,69.3,26.6,8.2,6.2,23.3,0.002,0,3.02,3.02,0,0,7590744 +n2-api1-pg2-pool10-message_write_path_function,1,250,249.5,2,2.0,384,2.0,4990,4990,11,0,6.661026,65.45854995000002,136.3945918299998,119.8,24.5,11.8,3.7,33.0,0.044,0,3.0,3.0,0,0,9083024 +n2-api1-pg2-pool10-message_write_path_function,1,300,299.4,2,2.0,384,2.0,5987,5987,14,0,7.576404,87.88242449999997,190.64616840000025,102.1,35.7,14.6,3.9,36.1,1.314,0,2.97,3.01,0,0,11343064 +n2-api1-pg2-pool10-message_write_path_function,1,350,346.1,2,2.0,384,2.0,6921,6921,79,0,10.144439,171.818606,331.219622200001,119.7,41.5,15.2,4.5,42.2,4.811,10,3.04,3.02,0,0,12765012 +n2-api1-pg2-pool10-message_write_path_function,1,400,396.1,2,2.0,384,2.0,7922,7922,78,0,9.9721905,222.25794159999995,385.55233823,131.0,37.1,18.7,5.1,43.7,14.656,37,3.0,3.01,0,0,15168941 +n2-api1-pg2-pool10-message_write_path_function,1,450,442.9,2,2.0,384,2.0,8858,8858,143,0,23.497108,398.73190965,598.1014696800003,167.8,49.6,20.3,10.0,54.1,62.422,54,3.01,3.01,0,0,16078396 +n2-api1-pg2-pool10-message_write_path_function,1,500,491.1,2,2.0,384,2.0,9822,9822,178,0,123.1199255,562.6332047999999,703.2014056499999,173.0,54.9,22.9,6.5,58.4,142.315,121,2.97,2.99,0,0,23831587 +n3-api1-pg0.5-pool10-message_write_path_multi,1,150,149.2,3,3.0,384,0.5,2983,2983,18,0,12.643841,168.6886224,244.27833203999987,109.2,37.0,6.8,2.6,19.1,1.158,0,5.95,14.87,0,0,5938077 +n3-api1-pg0.5-pool10-message_write_path_multi,1,200,193.8,3,3.0,384,0.5,3877,3877,124,0,224.846396,705.732345,841.9533695199999,186.4,50.4,10.2,2.8,25.0,50.21,36,6.05,15.04,0,0,7282443 +n3-api1-pg0.5-pool10-message_write_path_multi,1,250,199.8,3,3.0,384,0.5,4444,3997,557,0.10059,1604.876188,2924.5744369999998,3166.08579056,138.3,46.8,10.4,2.8,26.7,758.649,192,6.27,15.52,4,0,7884977 +n3-api1-pg0.5-pool10-message_write_path_multi,1,300,183.3,3,3.0,384,0.5,4948,3667,1053,0.25889,2462.175751,3266.7817796,3716.89797946,149.1,48.1,11.8,2.5,32.5,938.088,191,6.64,16.59,11,376,7757823 +n3-api1-pg0.5-pool10-message_write_path_multi,1,350,199.7,3,3.0,384,0.5,4725,3993,2276,0.15492,2805.219935,3468.7676392,3792.7584372,169.7,49.2,11.2,2.2,29.8,1051.152,192,6.16,15.37,11,400,7567763 +n3-api1-pg0.5-pool10-message_write_path_multi,1,400,203.3,3,3.0,384,0.5,5927,4066,2074,0.31399,2373.2869235,3290.437566,3609.11941805,164.5,49.8,13.9,6.8,41.4,987.355,192,5.98,14.83,12,400,7592007 +n3-api1-pg0.5-pool10-message_write_path_multi,1,450,179.8,3,3.0,384,0.5,5088,3596,3913,0.29324,2940.7448065,4777.02851975,5083.5875857500005,138.2,49.0,12.4,5.7,31.2,1252.767,193,6.4,15.84,12,400,7449133 +n3-api1-pg0.5-pool10-message_write_path_multi,1,500,159.5,3,3.0,384,0.5,6976,3190,3025,0.54272,2974.720726,3866.41225945,4000.51235192,152.5,49.1,17.6,2.5,40.3,1177.568,193,6.72,16.82,12,400,12225581 +n3-api1-pg0.5-pool10-message_write_path_function,1,150,150.1,3,3.0,384,0.5,3001,3001,0,0,6.21462,23.966677,63.075469,91.8,20.9,7.3,2.6,16.7,0.011,0,3.09,3.05,0,0,6053914 +n3-api1-pg0.5-pool10-message_write_path_function,1,200,200.1,3,3.0,384,0.5,4001,4001,0,0,6.639127,32.077054,70.951972,91.5,22.1,8.8,2.8,24.3,0.0,0,3.03,3.03,0,0,7492989 +n3-api1-pg0.5-pool10-message_write_path_function,1,250,249.7,3,3.0,384,0.5,4994,4994,7,0,7.420621000000001,59.86087184999994,107.29046058999987,122.1,31.5,11.5,3.6,32.1,0.08,0,3.04,3.03,0,0,9135869 +n3-api1-pg0.5-pool10-message_write_path_function,1,300,298.8,3,3.0,384,0.5,5976,5976,25,0,8.108348,94.541699,164.34193175,150.9,37.2,14.2,8.1,36.4,0.659,0,3.04,3.02,0,0,11468727 +n3-api1-pg0.5-pool10-message_write_path_function,1,350,348.1,3,3.0,384,0.5,6961,6961,40,0,12.015398,116.399866,174.03845379999996,159.7,42.6,15.3,4.6,42.0,1.293,4,3.0,3.02,0,0,12673403 +n3-api1-pg0.5-pool10-message_write_path_function,1,400,393.4,3,3.0,384,0.5,7868,7868,133,0,37.4741985,345.23890659999995,505.93191744999996,192.2,46.6,18.3,9.6,46.7,67.181,57,2.99,2.99,0,0,14685123 +n3-api1-pg0.5-pool10-message_write_path_function,1,450,444.4,3,3.0,384,0.5,8888,8888,113,0,102.21929449999999,330.7263686499999,413.9469813699986,176.9,49.2,21.1,5.7,47.1,63.769,45,3.02,3.0,0,0,16633625 +n3-api1-pg0.5-pool10-message_write_path_function,1,500,434.4,3,3.0,384,0.5,9195,8688,806,0.05514,1008.596241,1459.61348955,1794.12390313,181.5,49.4,22.8,5.7,52.7,724.697,190,3.05,3.08,6,230,23997723 +n2-api1-pg2-pool10-message_write_path_multi,2,150,150.0,2,2.0,384,2.0,3000,3000,1,0,10.1799555,75.49626819999996,124.25129614999992,146.6,31.3,6.3,3.2,19.1,0.024,0,6.0,15.03,0,0,6019087 +n2-api1-pg2-pool10-message_write_path_multi,2,200,198.4,2,2.0,384,2.0,3969,3969,31,0,12.814807,219.064247,292.56033124000004,144.7,53.5,9.2,6.9,26.0,4.186,10,6.03,15.0,0,0,7595694 +n2-api1-pg2-pool10-message_write_path_multi,2,250,244.8,2,2.0,384,2.0,4897,4897,104,0,44.25168,428.1940329999999,543.86873504,171.9,65.2,11.7,3.3,35.0,35.958,38,5.94,14.96,0,0,8903489 +n2-api1-pg2-pool10-message_write_path_multi,2,300,285.7,2,2.0,384,2.0,5714,5714,286,0,496.9999835,953.3245531499999,1155.11349079,196.9,78.9,15.0,8.3,39.2,197.653,118,6.0,14.99,0,0,10915650 +n2-api1-pg2-pool10-message_write_path_multi,2,350,282.6,2,2.0,384,2.0,5653,5653,1348,0,1881.043318,2402.558029,2473.5047917599986,199.9,72.2,14.3,7.4,42.0,653.139,190,6.09,15.28,0,200,10410505 +n2-api1-pg2-pool10-message_write_path_multi,2,400,281.5,2,2.0,384,2.0,5630,5630,2372,0,2068.229149,2512.54427755,2726.00211326,194.8,69.8,14.9,3.8,41.6,686.279,190,6.25,15.5,0,205,11326405 +n2-api1-pg2-pool10-message_write_path_multi,2,450,276.3,2,2.0,384,2.0,5526,5526,3475,0,2087.251907,2549.7427025,2617.27938125,198.0,71.8,14.4,7.3,37.5,675.269,190,6.29,15.8,0,228,10873860 +n2-api1-pg2-pool10-message_write_path_multi,2,500,280.9,2,2.0,384,2.0,5618,5618,4382,0,2126.238653,2426.1058011500004,2590.72156211,203.3,76.4,15.6,7.7,42.6,665.16,188,6.26,15.53,0,228,17224811 +n2-api1-pg2-pool10-message_write_path_function,2,150,150.1,2,2.0,384,2.0,3001,3001,0,0,5.650244,15.126393,29.773338,66.3,19.7,6.1,2.9,16.9,0.0,0,3.08,3.03,0,0,6053741 +n2-api1-pg2-pool10-message_write_path_function,2,200,199.8,2,2.0,384,2.0,3996,3996,4,0,5.682793,25.69444,89.78110895000009,102.2,19.8,8.1,2.6,22.4,0.055,0,3.04,3.03,0,0,7638874 +n2-api1-pg2-pool10-message_write_path_function,2,250,249.3,2,2.0,384,2.0,4987,4987,14,0,6.38098,48.23824579999997,136.76426740000002,114.4,23.3,10.8,3.4,31.3,0.122,0,3.03,3.02,0,0,9133675 +n2-api1-pg2-pool10-message_write_path_function,2,300,299.8,2,2.0,384,2.0,5996,5996,5,0,8.016861,48.90654025,100.821896,101.2,36.5,13.0,3.9,35.1,0.053,0,2.98,3.02,0,0,11356735 +n2-api1-pg2-pool10-message_write_path_function,2,350,343.9,2,2.0,384,2.0,6877,6877,124,0,12.431577,238.78605439999993,559.0175779999998,118.6,33.8,15.9,8.9,42.1,11.571,16,3.06,3.02,0,0,12881640 +n2-api1-pg2-pool10-message_write_path_function,2,400,398.4,2,2.0,384,2.0,7967,7967,34,0,13.092726,167.85641329999999,249.25812134000003,150.9,43.7,18.3,8.8,43.7,9.223,7,3.01,3.0,0,0,15028420 +n2-api1-pg2-pool10-message_write_path_function,2,450,444.4,2,2.0,384,2.0,8887,8887,114,0,20.807491,294.9118134999999,389.28600098,156.2,52.8,21.8,5.7,52.5,35.824,55,3.0,3.0,0,0,16236482 +n2-api1-pg2-pool10-message_write_path_function,2,500,488.1,2,2.0,384,2.0,9761,9761,240,0,51.140885,490.239097,669.2270511999999,179.6,56.7,23.0,6.5,58.0,75.97,115,2.96,2.99,0,0,24484332 +n3-api1-pg0.5-pool10-message_write_path_multi,2,150,149.0,3,3.0,384,0.5,2980,2980,21,0,11.892404,177.51670674999986,273.95153376000013,132.8,36.5,7.2,6.1,19.2,0.443,0,5.98,14.86,0,0,5963451 +n3-api1-pg0.5-pool10-message_write_path_multi,2,200,190.2,3,3.0,384,0.5,3805,3805,196,0,354.643933,1255.3665983999992,1572.6406835599998,150.4,49.2,9.8,2.7,26.3,118.342,67,6.03,15.14,0,0,7152555 +n3-api1-pg0.5-pool10-message_write_path_multi,2,250,192.8,3,3.0,384,0.5,4271,3855,730,0.0974,2301.662813,3072.4222549,3343.6452980400004,189.6,49.9,11.0,3.1,29.7,910.949,192,6.38,15.7,7,220,7858610 +n3-api1-pg0.5-pool10-message_write_path_multi,2,300,181.9,3,3.0,384,0.5,5002,3639,998,0.27249,2291.212148,3113.4968497,3333.7732042199996,168.6,49.8,13.1,7.0,27.4,941.777,192,6.69,16.62,9,272,7749389 +n3-api1-pg0.5-pool10-message_write_path_multi,2,350,185.3,3,3.0,384,0.5,5369,3706,1631,0.30974,2688.9032395,3402.2255205,4253.523004449999,181.6,48.9,14.0,7.1,33.6,1006.046,192,6.65,16.51,12,340,7628852 +n3-api1-pg0.5-pool10-message_write_path_multi,2,400,199.8,3,3.0,384,0.5,5785,3997,2216,0.30908,2350.590772,3487.0626108,3798.3627208799994,152.9,50.4,12.9,7.3,35.9,884.604,192,5.92,14.88,10,340,7196512 +n3-api1-pg0.5-pool10-message_write_path_multi,2,450,183.2,3,3.0,384,0.5,4923,3664,4078,0.25574,2807.297874,4597.92892435,5304.618449819999,154.7,50.2,12.5,5.6,29.5,1202.058,192,6.31,15.53,11,370,7607283 +n3-api1-pg0.5-pool10-message_write_path_multi,2,500,161.2,3,3.0,384,0.5,5645,3224,4355,0.42888,3060.0770430000002,3790.3409207,4298.1499632000005,154.7,49.9,16.1,5.7,22.3,1261.514,192,6.39,16.06,12,370,11893904 +n3-api1-pg0.5-pool10-message_write_path_function,2,150,150.1,3,3.0,384,0.5,3001,3001,0,0,5.864547,13.206006,32.996629,69.5,20.1,6.6,2.0,17.1,0.0,0,3.11,3.05,0,0,6112019 +n3-api1-pg0.5-pool10-message_write_path_function,2,200,200.0,3,3.0,384,0.5,4000,4000,0,0,5.897399,33.84378079999994,72.92946304999994,87.9,26.5,8.7,3.1,23.3,0.0,0,3.04,3.04,0,0,7540837 +n3-api1-pg0.5-pool10-message_write_path_function,2,250,250.0,3,3.0,384,0.5,5000,5000,1,0,6.963704,40.023915650000035,76.72197168000001,113.8,24.6,11.3,6.4,31.4,0.0,0,3.03,3.03,0,0,9076256 +n3-api1-pg0.5-pool10-message_write_path_function,2,300,298.4,3,3.0,384,0.5,5969,5969,32,0,9.797937,99.34262799999996,184.50470855999998,135.0,30.0,12.9,3.9,34.1,1.453,2,3.05,3.03,0,0,11475805 +n3-api1-pg0.5-pool10-message_write_path_function,2,350,337.6,3,3.0,384,0.5,6751,6751,250,0,15.558495,426.439786,1094.5808265,136.0,43.8,17.2,4.8,42.4,44.959,70,3.02,3.05,0,0,12475933 +n3-api1-pg0.5-pool10-message_write_path_function,2,400,392.4,3,3.0,384,0.5,7848,7848,153,0,20.1785925,338.3178810499999,514.9514232399999,185.5,46.5,18.8,8.1,48.4,48.317,45,2.99,3.0,0,0,14485784 +n3-api1-pg0.5-pool10-message_write_path_function,2,450,444.6,3,3.0,384,0.5,8891,8891,110,0,98.475552,277.07238600000005,331.59649930000006,172.0,50.3,21.7,10.8,52.8,48.702,28,3.03,3.01,0,0,16514054 +n3-api1-pg0.5-pool10-message_write_path_function,2,500,461.9,3,3.0,384,0.5,9288,9237,712,0.00549,833.226961,1350.2718335999998,1532.9771412799998,186.7,51.2,22.9,10.8,54.0,710.997,192,3.0,3.01,3,181,24793434 +n2-api1-pg2-pool10-message_write_path_multi,3,150,149.9,2,2.0,384,2.0,2999,2999,2,0,9.650312,66.42949299999998,110.45160541999999,92.3,29.9,6.0,5.2,18.3,0.0,0,6.02,15.03,0,0,6037561 +n2-api1-pg2-pool10-message_write_path_multi,3,200,197.4,2,2.0,384,2.0,3948,3948,52,0,13.822424999999999,213.14953209999985,386.46454925999984,118.2,44.0,9.5,6.5,23.5,4.987,0,6.02,15.0,0,0,7509774 +n2-api1-pg2-pool10-message_write_path_multi,3,250,245.2,2,2.0,384,2.0,4904,4904,97,0,137.30902,525.65666345,647.6354470000001,177.2,54.1,11.0,5.2,32.4,48.082,61,5.91,14.99,0,0,8886620 +n2-api1-pg2-pool10-message_write_path_multi,3,300,277.5,2,2.0,384,2.0,5550,5550,450,0,1056.038987,1725.3725631000004,1804.37869814,198.1,71.2,13.3,3.5,35.4,440.416,187,6.07,15.11,0,62,10750748 +n2-api1-pg2-pool10-message_write_path_multi,3,350,280.8,2,2.0,384,2.0,5615,5615,1386,0,1869.004271,2549.5977345,2750.5555632199994,195.2,62.4,13.6,7.4,38.7,668.079,190,6.19,15.37,0,200,10496837 +n2-api1-pg2-pool10-message_write_path_multi,3,400,275.2,2,2.0,384,2.0,5504,5504,2496,0,2023.354769,2640.7728802999995,2800.2790264500004,194.9,64.4,13.8,5.3,37.6,677.561,190,6.23,15.63,0,214,11015818 +n2-api1-pg2-pool10-message_write_path_multi,3,450,268.7,2,2.0,384,2.0,5374,5374,3627,0,2181.3284034999997,2632.80338085,2728.6908609899997,198.8,66.8,14.5,8.2,40.6,689.617,188,6.24,15.69,0,224,10641847 +n2-api1-pg2-pool10-message_write_path_multi,3,500,274.9,2,2.0,384,2.0,5497,5497,4503,0,2149.734515,2572.9403282,2813.5362238400003,193.9,62.1,13.0,3.4,37.3,691.093,187,6.3,15.7,0,224,16852420 +n2-api1-pg2-pool10-message_write_path_function,3,150,150.1,2,2.0,384,2.0,3001,3001,0,0,4.797967,13.411327,28.949406,73.9,21.0,6.5,5.6,18.3,0.002,0,3.07,3.03,0,0,6056055 +n2-api1-pg2-pool10-message_write_path_function,3,200,200.1,2,2.0,384,2.0,4001,4001,0,0,5.398712,22.513462,41.30095,85.0,17.5,8.1,6.0,22.0,0.0,0,3.03,3.03,0,0,7620492 +n2-api1-pg2-pool10-message_write_path_function,3,250,250.0,2,2.0,384,2.0,5000,5000,1,0,6.312239,36.44527850000001,60.345356400000114,59.8,27.4,10.0,3.2,27.7,0.004,0,3.02,3.02,0,0,9173144 +n2-api1-pg2-pool10-message_write_path_function,3,300,299.3,2,2.0,384,2.0,5986,5986,15,0,8.042858500000001,63.2034385,145.11794709999975,92.8,35.6,12.7,7.9,35.1,0.15,0,3.0,3.02,0,0,11424510 +n2-api1-pg2-pool10-message_write_path_function,3,350,349.1,2,2.0,384,2.0,6981,6981,19,0,9.394923,97.290979,139.9401384,110.7,32.8,15.1,4.3,40.0,1.16,0,3.05,3.01,0,0,12842197 +n2-api1-pg2-pool10-message_write_path_function,3,400,397.9,2,2.0,384,2.0,7958,7958,43,0,15.129350500000001,157.8575333,214.24659843,129.4,43.3,18.8,5.8,44.1,6.278,19,3.01,3.01,0,0,14934661 +n2-api1-pg2-pool10-message_write_path_function,3,450,445.2,2,2.0,384,2.0,8904,8904,97,0,19.595222,322.5600902500001,421.7171709599994,157.3,44.2,20.1,5.7,51.1,38.438,57,2.99,3.0,0,0,16520531 +n2-api1-pg2-pool10-message_write_path_function,3,500,488.9,2,2.0,384,2.0,9778,9778,222,0,171.898596,656.2979358499998,782.1562155999999,183.3,59.2,22.6,11.2,56.7,155.947,120,2.97,3.0,0,0,23462445 +n3-api1-pg0.5-pool10-message_write_path_multi,3,150,149.6,3,3.0,384,0.5,2991,2991,10,0,10.822662,149.5080955,209.13187439999996,136.2,38.2,6.7,2.2,18.2,0.036,0,5.99,14.89,0,0,5937943 +n3-api1-pg0.5-pool10-message_write_path_multi,3,200,193.7,3,3.0,384,0.5,3873,3873,127,0,187.00425,651.1973153999998,765.2469626799998,158.7,48.7,9.9,6.8,23.6,56.712,29,6.09,15.09,0,0,7356719 +n3-api1-pg0.5-pool10-message_write_path_multi,3,250,201.7,3,3.0,384,0.5,4280,4034,720,0.05748,2041.9759465,2944.7008577,3155.8483247100003,173.7,47.1,11.1,2.8,30.4,821.301,192,6.22,15.57,7,185,7929961 +n3-api1-pg0.5-pool10-message_write_path_multi,3,300,167.6,3,3.0,384,0.5,4970,3351,1031,0.32575,2248.874725,3445.2103905,3787.2073755,150.1,48.5,11.7,2.3,34.9,945.611,191,6.95,17.23,8,375,7509873 +n3-api1-pg0.5-pool10-message_write_path_multi,3,350,192.1,3,3.0,384,0.5,5593,3841,1407,0.31325,2101.056013,3181.58221,3273.0761427999996,167.3,49.8,14.4,2.7,38.7,882.841,192,6.31,15.75,9,375,7492426 +n3-api1-pg0.5-pool10-message_write_path_multi,3,400,180.7,3,3.0,384,0.5,6448,3614,1553,0.43952,2106.699872,3197.01079595,3460.04786113,155.2,50.1,14.2,6.9,44.0,849.947,192,5.97,14.96,9,375,6603488 +n3-api1-pg0.5-pool10-message_write_path_multi,3,450,183.4,3,3.0,384,0.5,6541,3668,2459,0.43923,2493.662898,4200.533806799998,4584.90185764,151.9,50.1,15.9,5.2,49.2,1160.028,192,6.17,15.2,12,375,7104396 +n3-api1-pg0.5-pool10-message_write_path_multi,3,500,189.2,3,3.0,384,0.5,5128,3783,4873,0.26229,2984.449983,3673.6199669,3913.38555654,176.7,49.2,14.8,3.2,29.6,1145.657,193,6.11,15.32,12,388,12731147 +n3-api1-pg0.5-pool10-message_write_path_function,3,150,150.1,3,3.0,384,0.5,3001,3001,0,0,6.316212,28.344599,55.919736,127.5,22.4,7.1,2.2,18.6,0.014,0,3.12,3.05,0,0,6052540 +n3-api1-pg0.5-pool10-message_write_path_function,3,200,199.6,3,3.0,384,0.5,3992,3992,9,0,6.649482,49.3887272499998,102.03268635000002,109.1,27.2,9.2,2.9,25.2,0.08,0,3.05,3.04,0,0,7547599 +n3-api1-pg0.5-pool10-message_write_path_function,3,250,249.3,3,3.0,384,0.5,4986,4986,15,0,6.3949645,56.45721575,121.71124754999983,121.1,26.4,10.7,3.3,30.2,0.107,0,3.04,3.03,0,0,9130334 +n3-api1-pg0.5-pool10-message_write_path_function,3,300,298.4,3,3.0,384,0.5,5967,5967,34,0,8.43095,119.31324659999997,208.4645592600002,141.5,35.5,14.4,8.8,36.2,2.844,9,3.05,3.03,0,0,11472541 +n3-api1-pg0.5-pool10-message_write_path_function,3,350,348.1,3,3.0,384,0.5,6963,6963,38,0,9.005193,93.08936059999996,169.74503964000004,156.4,41.5,15.5,9.0,42.6,1.394,2,3.01,3.02,0,0,12654637 +n3-api1-pg0.5-pool10-message_write_path_function,3,400,391.0,3,3.0,384,0.5,7820,7820,180,0,30.7758825,463.1353056499998,580.0421878199999,168.0,47.9,19.8,5.2,46.3,70.368,49,3.01,3.0,0,0,14810259 +n3-api1-pg0.5-pool10-message_write_path_function,3,450,445.4,3,3.0,384,0.5,8909,8909,92,0,56.211065,230.81659800000006,294.39380084,192.7,49.1,21.3,10.3,49.7,23.974,25,3.04,3.01,0,0,16577297 +n3-api1-pg0.5-pool10-message_write_path_function,3,500,452.4,3,3.0,384,0.5,9345,9049,656,0.03167,991.612431,1455.1228522000004,1796.0078093200018,189.9,49.7,22.4,5.9,60.2,670.559,191,3.02,3.05,7,227,25258918 diff --git a/evidence/track1/D-improvement/4830be4/throughput.svg b/evidence/track1/D-improvement/4830be4/throughput.svg new file mode 100644 index 0000000..22ee1ce --- /dev/null +++ b/evidence/track1/D-improvement/4830be4/throughput.svg @@ -0,0 +1,113 @@ + + + +D-improvement/4830be4 + +0 + +100 + +200 + +300 + +400 + +500 +150 +200 +250 +300 +350 +400 +450 +500 +предложенная нагрузка, запросов/с (open-loop) +успешных запросов/с (201) + +обслужено = предложено + + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 150/с, успешно 150/с (повторы 149.9–150), p95 70 мс + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 200/с, успешно 197.4/с (повторы 197.4–198.4), p95 219 мс + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 250/с, успешно 244.8/с (повторы 241.2–245.2), p95 526 мс + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 300/с, успешно 279/с (повторы 277.5–285.7), p95 1501 мс + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 350/с, успешно 282.6/с (повторы 280.8–282.6), p95 2519 мс + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 400/с, успешно 278.2/с (повторы 275.2–281.5), p95 2545 мс + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 450/с, успешно 275.4/с (повторы 268.7–276.3), p95 2633 мс + +2 × 1 CPU API, БД 2 CPU, запись multi: предложено 500/с, успешно 278.9/с (повторы 274.9–280.9), p95 2551 мс +279 + +2 × 1 CPU API, БД 2 +CPU, запись multi + + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 150/с, успешно 150.1/с (повторы 150–150.1), p95 13 мс + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 200/с, успешно 200.1/с (повторы 199.8–200.1), p95 23 мс + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 250/с, успешно 249.5/с (повторы 249.3–250), p95 48 мс + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 300/с, успешно 299.4/с (повторы 299.3–299.8), p95 63 мс + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 350/с, успешно 346.1/с (повторы 343.9–349.1), p95 172 мс + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 400/с, успешно 397.9/с (повторы 396.1–398.4), p95 168 мс + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 450/с, успешно 444.4/с (повторы 442.9–445.2), p95 323 мс + +2 × 1 CPU API, БД 2 CPU, запись function: предложено 500/с, успешно 488.9/с (повторы 488.1–491.1), p95 563 мс +489 + +2 × 1 CPU API, БД 2 +CPU, запись function + + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 150/с, успешно 149.2/с (повторы 149–149.6), p95 169 мс + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 200/с, успешно 193.7/с (повторы 190.2–193.8), p95 706 мс + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 250/с, успешно 199.8/с (повторы 192.8–201.7), p95 2945 мс + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 300/с, успешно 181.9/с (повторы 167.6–183.3), p95 3267 мс + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 350/с, успешно 192.1/с (повторы 185.3–199.7), p95 3402 мс + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 400/с, успешно 199.8/с (повторы 180.7–203.3), p95 3290 мс + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 450/с, успешно 183.2/с (повторы 179.8–183.4), p95 4598 мс + +3 × 1 CPU API, БД 0.5 CPU, запись multi: предложено 500/с, успешно 161.2/с (повторы 159.5–189.2), p95 3790 мс +161 + +3 × 1 CPU API, БД 0.5 +CPU, запись multi + + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 150/с, успешно 150.1/с (повторы 150.1–150.1), p95 24 мс + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 200/с, успешно 200/с (повторы 199.6–200.1), p95 34 мс + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 250/с, успешно 249.7/с (повторы 249.3–250), p95 56 мс + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 300/с, успешно 298.4/с (повторы 298.4–298.8), p95 99 мс + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 350/с, успешно 348.1/с (повторы 337.6–348.1), p95 116 мс + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 400/с, успешно 392.4/с (повторы 391–393.4), p95 345 мс + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 450/с, успешно 444.6/с (повторы 444.4–445.4), p95 277 мс + +3 × 1 CPU API, БД 0.5 CPU, запись function: предложено 500/с, успешно 452.4/с (повторы 434.4–461.9), p95 1455 мс +452 + +3 × 1 CPU API, БД 0.5 +CPU, запись function + diff --git a/evidence/track1/summary.md b/evidence/track1/summary.md index 058ff26..0b69634 100644 --- a/evidence/track1/summary.md +++ b/evidence/track1/summary.md @@ -85,15 +85,81 @@ | Конфигурация | Повторов | Потолок, успешных/с (медиана, мин–макс) | SLO-ёмкость, предложено/с | p95 на потолке, мс | CPU API / лимит | CPU БД / лимит | CPU LB | CPU k6 | Ожидание пула, мс | SQL-операторов на сообщение | Узкое место | | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | -| 3 × 1 CPU API, БД 1 CPU | 1 | **197** (197–197) | 200 | 183 | 150 % / 300 % | 53 % / 100 % | 10 % | 25 % | 3.4 | 15.1 | нет (ни один CPU не у предела) | +| 3 × 1 CPU API, БД 1 CPU | 3 | **334** (316–337) | 300 | 2038 | 281 % / 300 % | 94 % / 100 % | 19 % | 50 % | 674.0 | 15.2 | API CPU, PostgreSQL CPU | +| 3 × 1 CPU API, БД 2 CPU | 3 | **347** (345–347) | 300 | 2021 | 293 % / 300 % | 92 % / 200 % | 20 % | 52 % | 590.1 | 15.2 | API CPU |
Все ступени (медианы по повторам) | Конфигурация | Предложено/с | Успешно/с (мин–макс) | p95, мс | Ошибки | Dropped | CPU API | CPU БД | Ожидание пула, мс | DOWN в LB | | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | -| 3 × 1 CPU API, БД 1 CPU | 200 | 197.4 (197–197) | 183 | 0.0000 | 51 | 150 % | 53 % | 3.4 | 0 | +| 3 × 1 CPU API, БД 1 CPU | 200 | 197.4 (194–199) | 183 | 0.0000 | 51 | 185 % | 55 % | 3.4 | 0 | +| 3 × 1 CPU API, БД 1 CPU | 250 | 247.8 (241–248) | 254 | 0.0000 | 46 | 230 % | 72 % | 10.4 | 0 | +| 3 × 1 CPU API, БД 1 CPU | 300 | 294.6 (277–295) | 497 | 0.0000 | 109 | 253 % | 76 % | 31.1 | 0 | +| 3 × 1 CPU API, БД 1 CPU | 350 | 322.1 (308–330) | 1604 | 0.0000 | 559 | 272 % | 94 % | 311.6 | 1 | +| 3 × 1 CPU API, БД 1 CPU | 400 | 334.2 (316–337) | 2038 | 0.0000 | 1315 | 281 % | 94 % | 674.0 | 0 | +| 3 × 1 CPU API, БД 1 CPU | 450 | 322.2 (310–329) | 2207 | 0.0000 | 2556 | 275 % | 88 % | 827.3 | 2 | +| 3 × 1 CPU API, БД 1 CPU | 500 | 323.9 (306–333) | 2294 | 0.0000 | 3511 | 284 % | 96 % | 819.6 | 4 | +| 3 × 1 CPU API, БД 2 CPU | 200 | 199.3 (198–200) | 88 | 0.0000 | 15 | 163 % | 54 % | 0.2 | 0 | +| 3 × 1 CPU API, БД 2 CPU | 250 | 246.9 (247–249) | 207 | 0.0000 | 62 | 202 % | 66 % | 3.2 | 0 | +| 3 × 1 CPU API, БД 2 CPU | 300 | 294.8 (294–295) | 405 | 0.0000 | 105 | 240 % | 72 % | 24.3 | 0 | +| 3 × 1 CPU API, БД 2 CPU | 350 | 336.2 (332–338) | 974 | 0.0000 | 276 | 285 % | 94 % | 151.5 | 0 | +| 3 × 1 CPU API, БД 2 CPU | 400 | 345.3 (336–347) | 2021 | 0.0000 | 1095 | 293 % | 92 % | 590.1 | 0 | +| 3 × 1 CPU API, БД 2 CPU | 450 | 336.9 (333–341) | 2110 | 0.0229 | 2183 | 291 % | 86 % | 714.4 | 5 | +| 3 × 1 CPU API, БД 2 CPU | 500 | 342.6 (330–347) | 2069 | 0.0000 | 3148 | 289 % | 92 % | 778.0 | 2 |
![C-db-growth/baseline](C-db-growth/baseline/throughput.svg) +## D-improvement + +### D-improvement/4830be4 + +| Конфигурация | Повторов | Потолок, успешных/с (медиана, мин–макс) | SLO-ёмкость, предложено/с | p95 на потолке, мс | CPU API / лимит | CPU БД / лимит | CPU LB | CPU k6 | Ожидание пула, мс | SQL-операторов на сообщение | Узкое место | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 3 | **283** (281–286) | 200 | 2519 | 199 % / 200 % | 67 % / 200 % | 14 % | 39 % | 665.9 | 15.4 | API CPU | +| 2 × 1 CPU API, БД 2 CPU, запись function | 3 | **489** (488–491) | 450 | 563 | 180 % / 200 % | 57 % / 200 % | 23 % | 58 % | 142.3 | 3.0 | нет (ни один CPU не у предела) | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 3 | **202** (200–203) | 150 | 2945 | 174 % / 300 % | 47 % / 50 % | 11 % | 30 % | 821.3 | 15.6 | PostgreSQL CPU | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 3 | **452** (444–462) | 450 | 1455 | 187 % / 300 % | 50 % / 50 % | 23 % | 54 % | 711.0 | 3.0 | PostgreSQL CPU | + +
Все ступени (медианы по повторам) + +| Конфигурация | Предложено/с | Успешно/с (мин–макс) | p95, мс | Ошибки | Dropped | CPU API | CPU БД | Ожидание пула, мс | DOWN в LB | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 150 | 150.0 (150–150) | 70 | 0.0000 | 1 | 108 % | 31 % | 0.0 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 200 | 197.4 (197–198) | 219 | 0.0000 | 52 | 145 % | 52 % | 5.0 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 250 | 244.8 (241–245) | 526 | 0.0000 | 104 | 176 % | 57 % | 48.1 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 300 | 279.0 (278–286) | 1501 | 0.0000 | 420 | 197 % | 71 % | 353.3 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 350 | 282.6 (281–283) | 2519 | 0.0000 | 1349 | 199 % | 67 % | 665.9 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 400 | 278.2 (275–282) | 2545 | 0.0000 | 2436 | 195 % | 64 % | 677.6 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 450 | 275.4 (269–276) | 2633 | 0.0000 | 3494 | 199 % | 72 % | 679.8 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись multi | 500 | 278.9 (275–281) | 2551 | 0.0000 | 4423 | 197 % | 71 % | 669.0 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 150 | 150.1 (150–150) | 13 | 0.0000 | 0 | 66 % | 20 % | 0.0 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 200 | 200.1 (200–200) | 23 | 0.0000 | 0 | 85 % | 20 % | 0.0 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 250 | 249.5 (249–250) | 48 | 0.0000 | 11 | 114 % | 24 % | 0.0 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 300 | 299.4 (299–300) | 63 | 0.0000 | 14 | 101 % | 36 % | 0.1 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 350 | 346.1 (344–349) | 172 | 0.0000 | 79 | 119 % | 34 % | 4.8 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 400 | 397.9 (396–398) | 168 | 0.0000 | 43 | 131 % | 43 % | 9.2 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 450 | 444.4 (443–445) | 323 | 0.0000 | 114 | 157 % | 50 % | 38.4 | 0 | +| 2 × 1 CPU API, БД 2 CPU, запись function | 500 | 488.9 (488–491) | 563 | 0.0000 | 222 | 180 % | 57 % | 142.3 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 150 | 149.2 (149–150) | 169 | 0.0000 | 18 | 133 % | 37 % | 0.4 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 200 | 193.7 (190–194) | 706 | 0.0000 | 127 | 159 % | 49 % | 56.7 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 250 | 199.8 (193–202) | 2945 | 0.0974 | 720 | 174 % | 47 % | 821.3 | 18 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 300 | 181.9 (168–183) | 3267 | 0.2725 | 1031 | 150 % | 48 % | 941.8 | 28 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 350 | 192.1 (185–200) | 3402 | 0.3097 | 1631 | 170 % | 49 % | 1006.0 | 32 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 400 | 199.8 (181–203) | 3290 | 0.3140 | 2074 | 155 % | 50 % | 884.6 | 31 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 450 | 183.2 (180–183) | 4598 | 0.2932 | 3913 | 152 % | 50 % | 1202.1 | 35 | +| 3 × 1 CPU API, БД 0.5 CPU, запись multi | 500 | 161.2 (160–189) | 3790 | 0.4289 | 4355 | 155 % | 49 % | 1177.6 | 36 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 150 | 150.1 (150–150) | 24 | 0.0000 | 0 | 92 % | 21 % | 0.0 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 200 | 200.0 (200–200) | 34 | 0.0000 | 0 | 92 % | 26 % | 0.0 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 250 | 249.7 (249–250) | 56 | 0.0000 | 7 | 121 % | 26 % | 0.1 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 300 | 298.4 (298–299) | 99 | 0.0000 | 32 | 142 % | 36 % | 1.5 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 350 | 348.1 (338–348) | 116 | 0.0000 | 40 | 156 % | 43 % | 1.4 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 400 | 392.4 (391–393) | 345 | 0.0000 | 153 | 186 % | 47 % | 67.2 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 450 | 444.6 (444–445) | 277 | 0.0000 | 110 | 177 % | 49 % | 48.7 | 0 | +| 3 × 1 CPU API, БД 0.5 CPU, запись function | 500 | 452.4 (434–462) | 1455 | 0.0317 | 712 | 187 % | 50 % | 711.0 | 16 | + +
+ +![D-improvement/4830be4](D-improvement/4830be4/throughput.svg) +