From 8964c9b554c430f16c71cc6528d15a038ed46b2b Mon Sep 17 00:00:00 2001 From: Alexey Bodanyuk <144894236+wfa22@users.noreply.github.com> Date: Mon, 19 Oct 2026 16:03:23 +0300 Subject: [PATCH] =?UTF-8?q?bench:=20=D1=82=D1=80=D0=B5=D0=BA=201=20?= =?UTF-8?q?=E2=80=94=20=D0=B1=D0=B0=D0=B7=D0=BE=D0=B2=D1=8B=D0=B5=20=D1=81?= =?UTF-8?q?=D0=B5=D1=80=D0=B8=D0=B8=20A/B/C=20(3=20=D0=BF=D0=BE=D0=B2?= =?UTF-8?q?=D1=82=D0=BE=D1=80=D0=B0)=20=D0=B8=20=D0=B0=D0=BD=D0=B0=D0=BB?= =?UTF-8?q?=D0=B8=D0=B7=D0=B0=D1=82=D0=BE=D1=80?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Замеры образа коммита 3f45eb1 (до улучшения): фиксированный суммарный CPU API (1x2.0 / 2x1.0 / 4x0.5), рост числа реплик против узкой БД (0.5 CPU), рост CPU БД при 3 репликах. raw JSON на каждую ступень, results.csv, лог прогона. analyze.py: медиана и разброс по повторам, потолок и SLO-ёмкость, узкое место по CPU относительно фактического лимита, SVG-графики. Co-Authored-By: Claude Opus 5.5 --- bench/track1/analyze.py | 214 ++++++++++++++++++ .../track1/A-fixed-total/baseline/meta.json | 65 ++++++ .../raw/n1-api2-pg2-pool10-r1-100.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r1-150.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r1-200.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r1-250.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r1-300.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r1-350.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r2-100.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r2-150.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r2-200.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r2-250.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r2-300.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r2-350.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r3-100.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r3-150.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r3-200.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r3-250.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r3-300.json | 174 ++++++++++++++ .../raw/n1-api2-pg2-pool10-r3-350.json | 174 ++++++++++++++ .../raw/n2-api1-pg2-pool10-r1-100.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r1-150.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r1-200.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r1-250.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r1-300.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r1-350.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r2-100.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r2-150.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r2-200.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r2-250.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r2-300.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r2-350.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r3-100.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r3-150.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r3-200.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r3-250.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r3-300.json | 186 +++++++++++++++ .../raw/n2-api1-pg2-pool10-r3-350.json | 186 +++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r1-100.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r1-150.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r1-200.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r1-250.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r1-300.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r1-350.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r2-100.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r2-150.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r2-200.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r2-250.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r2-300.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r2-350.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r3-100.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r3-150.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r3-200.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r3-250.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r3-300.json | 210 +++++++++++++++++ .../raw/n4-api0.5-pg2-pool10-r3-350.json | 210 +++++++++++++++++ .../track1/A-fixed-total/baseline/results.csv | 55 +++++ .../A-fixed-total/baseline/throughput.svg | 82 +++++++ .../B-replicas-vs-db/baseline/meta.json | 66 ++++++ .../raw/n1-api1-pg0.5-pool10-r1-100.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r1-150.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r1-200.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r1-250.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r1-300.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r1-350.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r1-400.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r2-100.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r2-150.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r2-200.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r2-250.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r2-300.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r2-350.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r2-400.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r3-100.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r3-150.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r3-200.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r3-250.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r3-300.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r3-350.json | 174 ++++++++++++++ .../raw/n1-api1-pg0.5-pool10-r3-400.json | 174 ++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r1-100.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r1-150.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r1-200.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r1-250.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r1-300.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r1-350.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r1-400.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r2-100.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r2-150.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r2-200.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r2-250.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r2-300.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r2-350.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r2-400.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r3-100.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r3-150.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r3-200.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r3-250.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r3-300.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r3-350.json | 186 +++++++++++++++ .../raw/n2-api1-pg0.5-pool10-r3-400.json | 186 +++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r1-100.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r1-150.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r1-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r1-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r1-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r1-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r1-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r2-100.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r2-150.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r2-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r2-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r2-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r2-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r2-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r3-100.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r3-150.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r3-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r3-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r3-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r3-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg0.5-pool10-r3-400.json | 198 ++++++++++++++++ .../B-replicas-vs-db/baseline/results.csv | 64 ++++++ .../B-replicas-vs-db/baseline/throughput.svg | 83 +++++++ .../track1/C-db-growth/baseline/meta.json | 56 +++++ .../raw/n3-api1-pg1-pool10-r1-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r1-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r1-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r1-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r1-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r1-450.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r1-500.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r2-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r2-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r2-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r2-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r2-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r2-450.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r2-500.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r3-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r3-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r3-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r3-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r3-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r3-450.json | 198 ++++++++++++++++ .../raw/n3-api1-pg1-pool10-r3-500.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r1-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r1-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r1-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r1-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r1-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r1-450.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r1-500.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r2-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r2-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r2-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r2-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r2-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r2-450.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r2-500.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r3-200.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r3-250.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r3-300.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r3-350.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r3-400.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r3-450.json | 198 ++++++++++++++++ .../raw/n3-api1-pg2-pool10-r3-500.json | 198 ++++++++++++++++ .../track1/C-db-growth/baseline/results.csv | 43 ++++ .../C-db-growth/baseline/throughput.svg | 27 +++ evidence/track1/summary.md | 99 ++++++++ 170 files changed, 31148 insertions(+) create mode 100644 bench/track1/analyze.py create mode 100644 evidence/track1/A-fixed-total/baseline/meta.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r1-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r1-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r1-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r1-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r1-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r1-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r2-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r2-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r2-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r2-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r2-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r2-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r3-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r3-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r3-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r3-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r3-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n1-api2-pg2-pool10-r3-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r1-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r1-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r1-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r1-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r1-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r1-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r2-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r2-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r2-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r2-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r2-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r2-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r3-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r3-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r3-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r3-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r3-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n2-api1-pg2-pool10-r3-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r1-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r1-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r1-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r1-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r1-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r1-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r2-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r2-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r2-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r2-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r2-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r2-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r3-100.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r3-150.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r3-200.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r3-250.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r3-300.json create mode 100644 evidence/track1/A-fixed-total/baseline/raw/n4-api0.5-pg2-pool10-r3-350.json create mode 100644 evidence/track1/A-fixed-total/baseline/results.csv create mode 100644 evidence/track1/A-fixed-total/baseline/throughput.svg create mode 100644 evidence/track1/B-replicas-vs-db/baseline/meta.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r1-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r1-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r1-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r1-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r1-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r1-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r1-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r2-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r2-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r2-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r2-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r2-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r2-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r2-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r3-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r3-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r3-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r3-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r3-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r3-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n1-api1-pg0.5-pool10-r3-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r1-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r1-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r1-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r1-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r1-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r1-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r1-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r2-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r2-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r2-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r2-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r2-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r2-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r2-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r3-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r3-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r3-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r3-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r3-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r3-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n2-api1-pg0.5-pool10-r3-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r1-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r1-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r1-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r1-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r1-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r1-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r1-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r2-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r2-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r2-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r2-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r2-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r2-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r2-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r3-100.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r3-150.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r3-200.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r3-250.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r3-300.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r3-350.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/raw/n3-api1-pg0.5-pool10-r3-400.json create mode 100644 evidence/track1/B-replicas-vs-db/baseline/results.csv create mode 100644 evidence/track1/B-replicas-vs-db/baseline/throughput.svg create mode 100644 evidence/track1/C-db-growth/baseline/meta.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r1-200.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r1-250.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r1-300.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r1-350.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r1-400.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r1-450.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r1-500.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r2-200.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r2-250.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r2-300.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r2-350.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r2-400.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r2-450.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r2-500.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r3-200.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r3-250.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r3-300.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r3-350.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r3-400.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r3-450.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg1-pool10-r3-500.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r1-200.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r1-250.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r1-300.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r1-350.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r1-400.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r1-450.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r1-500.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r2-200.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r2-250.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r2-300.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r2-350.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r2-400.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r2-450.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r2-500.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r3-200.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r3-250.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r3-300.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r3-350.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r3-400.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r3-450.json create mode 100644 evidence/track1/C-db-growth/baseline/raw/n3-api1-pg2-pool10-r3-500.json create mode 100644 evidence/track1/C-db-growth/baseline/results.csv create mode 100644 evidence/track1/C-db-growth/baseline/throughput.svg create mode 100644 evidence/track1/summary.md diff --git a/bench/track1/analyze.py b/bench/track1/analyze.py new file mode 100644 index 0000000..fa5b6c4 --- /dev/null +++ b/bench/track1/analyze.py @@ -0,0 +1,214 @@ +#!/usr/bin/env python3 +"""Track 1 analysis: evidence/track1//