From 894b9786ae721d49af96da479670a514a995de7a Mon Sep 17 00:00:00 2001 From: roman Date: Fri, 2 Oct 2026 03:50:49 +0300 Subject: [PATCH] docs: add PostgreSQL baseline bench evidence Co-Authored-By: Claude Opus 5.5 --- evidence/bench/baseline/explain-100k.txt | 99 +++++ evidence/bench/baseline/explain-10k.txt | 94 +++++ evidence/bench/baseline/explain-500k.txt | 100 +++++ evidence/bench/baseline/meta.json | 393 ++++++++++++++++++ evidence/bench/baseline/prefill.csv | 26 ++ evidence/bench/baseline/progress.json | 12 + .../bench/baseline/raw/prefill-100k-01.json | 1 + .../bench/baseline/raw/prefill-100k-02.json | 1 + .../bench/baseline/raw/prefill-100k-03.json | 1 + .../bench/baseline/raw/prefill-100k-04.json | 1 + .../bench/baseline/raw/prefill-10k-01.json | 1 + .../bench/baseline/raw/prefill-500k-01.json | 1 + .../bench/baseline/raw/prefill-500k-02.json | 1 + .../bench/baseline/raw/prefill-500k-03.json | 1 + .../bench/baseline/raw/prefill-500k-04.json | 1 + .../bench/baseline/raw/prefill-500k-05.json | 1 + .../bench/baseline/raw/prefill-500k-06.json | 1 + .../bench/baseline/raw/prefill-500k-07.json | 1 + .../bench/baseline/raw/prefill-500k-08.json | 1 + .../bench/baseline/raw/prefill-500k-09.json | 1 + .../bench/baseline/raw/prefill-500k-10.json | 1 + .../bench/baseline/raw/prefill-500k-11.json | 1 + .../bench/baseline/raw/prefill-500k-12.json | 1 + .../bench/baseline/raw/prefill-500k-13.json | 1 + .../bench/baseline/raw/prefill-500k-14.json | 1 + .../bench/baseline/raw/prefill-500k-15.json | 1 + .../bench/baseline/raw/prefill-500k-16.json | 1 + .../bench/baseline/raw/prefill-500k-17.json | 1 + .../bench/baseline/raw/prefill-500k-18.json | 1 + .../bench/baseline/raw/prefill-500k-19.json | 1 + .../bench/baseline/raw/prefill-500k-20.json | 1 + .../bench/baseline/raw/read-100k-c1-r1.json | 1 + .../bench/baseline/raw/read-100k-c1-r2.json | 1 + .../bench/baseline/raw/read-100k-c1-r3.json | 1 + .../bench/baseline/raw/read-100k-c10-r1.json | 1 + .../bench/baseline/raw/read-100k-c10-r2.json | 1 + .../bench/baseline/raw/read-100k-c10-r3.json | 1 + .../bench/baseline/raw/read-100k-c50-r1.json | 1 + .../bench/baseline/raw/read-100k-c50-r2.json | 1 + .../bench/baseline/raw/read-100k-c50-r3.json | 1 + .../bench/baseline/raw/read-10k-c1-r1.json | 1 + .../bench/baseline/raw/read-10k-c1-r2.json | 1 + .../bench/baseline/raw/read-10k-c1-r3.json | 1 + .../bench/baseline/raw/read-10k-c10-r1.json | 1 + .../bench/baseline/raw/read-10k-c10-r2.json | 1 + .../bench/baseline/raw/read-10k-c10-r3.json | 1 + .../bench/baseline/raw/read-10k-c50-r1.json | 1 + .../bench/baseline/raw/read-10k-c50-r2.json | 1 + .../bench/baseline/raw/read-10k-c50-r3.json | 1 + .../bench/baseline/raw/read-500k-c1-r1.json | 1 + .../bench/baseline/raw/read-500k-c1-r2.json | 1 + .../bench/baseline/raw/read-500k-c1-r3.json | 1 + .../bench/baseline/raw/read-500k-c10-r1.json | 1 + .../bench/baseline/raw/read-500k-c10-r2.json | 1 + .../bench/baseline/raw/read-500k-c10-r3.json | 1 + .../bench/baseline/raw/read-500k-c50-r1.json | 1 + .../bench/baseline/raw/read-500k-c50-r2.json | 1 + .../bench/baseline/raw/read-500k-c50-r3.json | 1 + .../bench/baseline/raw/write-100k-c1-r1.json | 1 + .../bench/baseline/raw/write-100k-c1-r2.json | 1 + .../bench/baseline/raw/write-100k-c1-r3.json | 1 + .../bench/baseline/raw/write-100k-c10-r1.json | 1 + .../bench/baseline/raw/write-100k-c10-r2.json | 1 + .../bench/baseline/raw/write-100k-c10-r3.json | 1 + .../bench/baseline/raw/write-100k-c50-r1.json | 1 + .../bench/baseline/raw/write-100k-c50-r2.json | 1 + .../bench/baseline/raw/write-100k-c50-r3.json | 1 + .../bench/baseline/raw/write-10k-c1-r1.json | 1 + .../bench/baseline/raw/write-10k-c1-r2.json | 1 + .../bench/baseline/raw/write-10k-c1-r3.json | 1 + .../bench/baseline/raw/write-10k-c10-r1.json | 1 + .../bench/baseline/raw/write-10k-c10-r2.json | 1 + .../bench/baseline/raw/write-10k-c10-r3.json | 1 + .../bench/baseline/raw/write-10k-c50-r1.json | 1 + .../bench/baseline/raw/write-10k-c50-r2.json | 1 + .../bench/baseline/raw/write-10k-c50-r3.json | 1 + .../bench/baseline/raw/write-500k-c1-r1.json | 1 + .../bench/baseline/raw/write-500k-c1-r2.json | 1 + .../bench/baseline/raw/write-500k-c1-r3.json | 1 + .../bench/baseline/raw/write-500k-c10-r1.json | 1 + .../bench/baseline/raw/write-500k-c10-r2.json | 1 + .../bench/baseline/raw/write-500k-c10-r3.json | 1 + .../bench/baseline/raw/write-500k-c50-r1.json | 1 + .../bench/baseline/raw/write-500k-c50-r2.json | 1 + .../bench/baseline/raw/write-500k-c50-r3.json | 1 + evidence/bench/baseline/runs.csv | 55 +++ evidence/bench/baseline/summary.md | 92 ++++ openspec/changes/bench-postgres/tasks.md | 2 +- 88 files changed, 951 insertions(+), 1 deletion(-) create mode 100644 evidence/bench/baseline/explain-100k.txt create mode 100644 evidence/bench/baseline/explain-10k.txt create mode 100644 evidence/bench/baseline/explain-500k.txt create mode 100644 evidence/bench/baseline/meta.json create mode 100644 evidence/bench/baseline/prefill.csv create mode 100644 evidence/bench/baseline/progress.json create mode 100644 evidence/bench/baseline/raw/prefill-100k-01.json create mode 100644 evidence/bench/baseline/raw/prefill-100k-02.json create mode 100644 evidence/bench/baseline/raw/prefill-100k-03.json create mode 100644 evidence/bench/baseline/raw/prefill-100k-04.json create mode 100644 evidence/bench/baseline/raw/prefill-10k-01.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-01.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-02.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-03.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-04.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-05.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-06.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-07.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-08.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-09.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-10.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-11.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-12.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-13.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-14.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-15.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-16.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-17.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-18.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-19.json create mode 100644 evidence/bench/baseline/raw/prefill-500k-20.json create mode 100644 evidence/bench/baseline/raw/read-100k-c1-r1.json create mode 100644 evidence/bench/baseline/raw/read-100k-c1-r2.json create mode 100644 evidence/bench/baseline/raw/read-100k-c1-r3.json create mode 100644 evidence/bench/baseline/raw/read-100k-c10-r1.json create mode 100644 evidence/bench/baseline/raw/read-100k-c10-r2.json create mode 100644 evidence/bench/baseline/raw/read-100k-c10-r3.json create mode 100644 evidence/bench/baseline/raw/read-100k-c50-r1.json create mode 100644 evidence/bench/baseline/raw/read-100k-c50-r2.json create mode 100644 evidence/bench/baseline/raw/read-100k-c50-r3.json create mode 100644 evidence/bench/baseline/raw/read-10k-c1-r1.json create mode 100644 evidence/bench/baseline/raw/read-10k-c1-r2.json create mode 100644 evidence/bench/baseline/raw/read-10k-c1-r3.json create mode 100644 evidence/bench/baseline/raw/read-10k-c10-r1.json create mode 100644 evidence/bench/baseline/raw/read-10k-c10-r2.json create mode 100644 evidence/bench/baseline/raw/read-10k-c10-r3.json create mode 100644 evidence/bench/baseline/raw/read-10k-c50-r1.json create mode 100644 evidence/bench/baseline/raw/read-10k-c50-r2.json create mode 100644 evidence/bench/baseline/raw/read-10k-c50-r3.json create mode 100644 evidence/bench/baseline/raw/read-500k-c1-r1.json create mode 100644 evidence/bench/baseline/raw/read-500k-c1-r2.json create mode 100644 evidence/bench/baseline/raw/read-500k-c1-r3.json create mode 100644 evidence/bench/baseline/raw/read-500k-c10-r1.json create mode 100644 evidence/bench/baseline/raw/read-500k-c10-r2.json create mode 100644 evidence/bench/baseline/raw/read-500k-c10-r3.json create mode 100644 evidence/bench/baseline/raw/read-500k-c50-r1.json create mode 100644 evidence/bench/baseline/raw/read-500k-c50-r2.json create mode 100644 evidence/bench/baseline/raw/read-500k-c50-r3.json create mode 100644 evidence/bench/baseline/raw/write-100k-c1-r1.json create mode 100644 evidence/bench/baseline/raw/write-100k-c1-r2.json create mode 100644 evidence/bench/baseline/raw/write-100k-c1-r3.json create mode 100644 evidence/bench/baseline/raw/write-100k-c10-r1.json create mode 100644 evidence/bench/baseline/raw/write-100k-c10-r2.json create mode 100644 evidence/bench/baseline/raw/write-100k-c10-r3.json create mode 100644 evidence/bench/baseline/raw/write-100k-c50-r1.json create mode 100644 evidence/bench/baseline/raw/write-100k-c50-r2.json create mode 100644 evidence/bench/baseline/raw/write-100k-c50-r3.json create mode 100644 evidence/bench/baseline/raw/write-10k-c1-r1.json create mode 100644 evidence/bench/baseline/raw/write-10k-c1-r2.json create mode 100644 evidence/bench/baseline/raw/write-10k-c1-r3.json create mode 100644 evidence/bench/baseline/raw/write-10k-c10-r1.json create mode 100644 evidence/bench/baseline/raw/write-10k-c10-r2.json create mode 100644 evidence/bench/baseline/raw/write-10k-c10-r3.json create mode 100644 evidence/bench/baseline/raw/write-10k-c50-r1.json create mode 100644 evidence/bench/baseline/raw/write-10k-c50-r2.json create mode 100644 evidence/bench/baseline/raw/write-10k-c50-r3.json create mode 100644 evidence/bench/baseline/raw/write-500k-c1-r1.json create mode 100644 evidence/bench/baseline/raw/write-500k-c1-r2.json create mode 100644 evidence/bench/baseline/raw/write-500k-c1-r3.json create mode 100644 evidence/bench/baseline/raw/write-500k-c10-r1.json create mode 100644 evidence/bench/baseline/raw/write-500k-c10-r2.json create mode 100644 evidence/bench/baseline/raw/write-500k-c10-r3.json create mode 100644 evidence/bench/baseline/raw/write-500k-c50-r1.json create mode 100644 evidence/bench/baseline/raw/write-500k-c50-r2.json create mode 100644 evidence/bench/baseline/raw/write-500k-c50-r3.json create mode 100644 evidence/bench/baseline/runs.csv create mode 100644 evidence/bench/baseline/summary.md diff --git a/evidence/bench/baseline/explain-100k.txt b/evidence/bench/baseline/explain-100k.txt new file mode 100644 index 00000000..511ae44e --- /dev/null +++ b/evidence/bench/baseline/explain-100k.txt @@ -0,0 +1,99 @@ +# План запроса истории: размер 100k + +Commit e61a0e5 +Страница истории читаемого чата; позиция — сколько сообщений +истории до страницы: +- first: после 0 +- middle: после 50000 +- last: после 99900 + +## Планы приложения + +auto_explain (ANALYZE, BUFFERS, TIMING): запрос, параметры и план, +с которыми его выполнило приложение (prepared statement asyncpg). + +### first + +duration: 0.031 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID ORDER BY messages.created_at, messages.id + LIMIT $2::INTEGER +Query Parameters: $1 = '547a9c1d-1b3e-4901-8aee-460715b75b45', $2 = '51' +Limit (cost=0.42..5.06 rows=51 width=121) (actual time=0.016..0.021 rows=51.00 loops=1) + Buffers: shared hit=4 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..9110.17 rows=100000 width=121) (actual time=0.016..0.018 rows=51.00 loops=1) + Index Cond: (chat_id = '547a9c1d-1b3e-4901-8aee-460715b75b45'::uuid) + Index Searches: 1 + Buffers: shared hit=4 + +### middle + +duration: 0.042 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID AND (messages.created_at, messages.id) > ($2::TIMESTAMP WITH TIME ZONE, $3::UUID) ORDER BY messages.created_at, messages.id + LIMIT $4::INTEGER +Query Parameters: $1 = '547a9c1d-1b3e-4901-8aee-460715b75b45', $2 = '2026-10-02 00:27:22.663427+00', $3 = '438a10bc-cc63-4c01-9f81-62ffadcbc63b', $4 = '51' +Limit (cost=0.42..6.88 rows=51 width=121) (actual time=0.015..0.031 rows=51.00 loops=1) + Buffers: shared hit=50 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..6410.36 rows=50569 width=121) (actual time=0.015..0.029 rows=51.00 loops=1) + Index Cond: ((chat_id = '547a9c1d-1b3e-4901-8aee-460715b75b45'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:27:22.663427+00'::timestamp with time zone, '438a10bc-cc63-4c01-9f81-62ffadcbc63b'::uuid))) + Index Searches: 1 + Buffers: shared hit=50 + +### last + +duration: 0.050 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID AND (messages.created_at, messages.id) > ($2::TIMESTAMP WITH TIME ZONE, $3::UUID) ORDER BY messages.created_at, messages.id + LIMIT $4::INTEGER +Query Parameters: $1 = '547a9c1d-1b3e-4901-8aee-460715b75b45', $2 = '2026-10-02 00:28:16.874516+00', $3 = '2ecf99f9-79eb-4983-a427-a5845bf8f655', $4 = '51' +Limit (cost=0.42..93.66 rows=51 width=121) (actual time=0.016..0.040 rows=51.00 loops=1) + Buffers: shared hit=54 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..159.47 rows=87 width=121) (actual time=0.016..0.037 rows=51.00 loops=1) + Index Cond: ((chat_id = '547a9c1d-1b3e-4901-8aee-460715b75b45'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:28:16.874516+00'::timestamp with time zone, '2ecf99f9-79eb-4983-a427-a5845bf8f655'::uuid))) + Index Searches: 1 + Buffers: shared hit=54 + +## Средняя страница в psql: с индексом и без + +Тот же текст запроса и те же параметры, что у плана middle. +psql планирует их заново (custom plan). DROP INDEX — внутри +транзакции, затем ROLLBACK: индекс остаётся в базе. + +### С индексом ix_messages_chat_id_created_at_id + +Limit (cost=0.42..6.88 rows=51 width=121) (actual time=0.031..0.055 rows=51.00 loops=1) + Buffers: shared hit=50 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..6410.36 rows=50569 width=121) (actual time=0.030..0.051 rows=51.00 loops=1) + Index Cond: ((chat_id = '547a9c1d-1b3e-4901-8aee-460715b75b45'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:27:22.663427+00'::timestamp with time zone, '438a10bc-cc63-4c01-9f81-62ffadcbc63b'::uuid))) + Index Searches: 1 + Buffers: shared hit=50 +Planning: + Buffers: shared hit=111 +Planning Time: 0.252 ms +Execution Time: 0.091 ms + +### Без индекса ix_messages_chat_id_created_at_id + +Limit (cost=4954.81..4960.62 rows=51 width=121) (actual time=5.630..6.910 rows=51.00 loops=1) + Buffers: shared hit=1948 + -> Gather Merge (cost=4954.81..10718.08 rows=50568 width=121) (actual time=5.629..6.895 rows=51.00 loops=1) + Workers Planned: 1 + Workers Launched: 1 + Buffers: shared hit=1948 + -> Sort (cost=3954.80..4029.17 rows=29746 width=121) (actual time=4.649..4.651 rows=34.00 loops=2) + Sort Key: created_at, id + Sort Method: top-N heapsort Memory: 42kB + Buffers: shared hit=1948 + Worker 0: Sort Method: top-N heapsort Memory: 51kB + -> Parallel Seq Scan on messages (cost=0.00..2962.41 rows=29746 width=121) (actual time=0.894..3.243 rows=25000.00 loops=2) + Filter: ((chat_id = '547a9c1d-1b3e-4901-8aee-460715b75b45'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:27:22.663427+00'::timestamp with time zone, '438a10bc-cc63-4c01-9f81-62ffadcbc63b'::uuid))) + Rows Removed by Filter: 25000 + Buffers: shared hit=1933 +Planning: + Buffers: shared hit=15 +Planning Time: 0.088 ms +Execution Time: 6.933 ms diff --git a/evidence/bench/baseline/explain-10k.txt b/evidence/bench/baseline/explain-10k.txt new file mode 100644 index 00000000..7d2ba2c4 --- /dev/null +++ b/evidence/bench/baseline/explain-10k.txt @@ -0,0 +1,94 @@ +# План запроса истории: размер 10k + +Commit e61a0e5 +Страница истории читаемого чата; позиция — сколько сообщений +истории до страницы: +- first: после 0 +- middle: после 5000 +- last: после 9900 + +## Планы приложения + +auto_explain (ANALYZE, BUFFERS, TIMING): запрос, параметры и план, +с которыми его выполнило приложение (prepared statement asyncpg). + +### first + +duration: 0.034 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID ORDER BY messages.created_at, messages.id + LIMIT $2::INTEGER +Query Parameters: $1 = '43653413-a4e5-4fce-8197-5e94ebffbd59', $2 = '51' +Limit (cost=0.29..5.09 rows=51 width=121) (actual time=0.016..0.022 rows=51.00 loops=1) + Buffers: shared hit=3 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.29..942.41 rows=10000 width=121) (actual time=0.015..0.018 rows=51.00 loops=1) + Index Cond: (chat_id = '43653413-a4e5-4fce-8197-5e94ebffbd59'::uuid) + Index Searches: 1 + Buffers: shared hit=3 + +### middle + +duration: 0.049 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID AND (messages.created_at, messages.id) > ($2::TIMESTAMP WITH TIME ZONE, $3::UUID) ORDER BY messages.created_at, messages.id + LIMIT $4::INTEGER +Query Parameters: $1 = '43653413-a4e5-4fce-8197-5e94ebffbd59', $2 = '2026-10-02 00:21:19.575202+00', $3 = '912186b6-d6ec-4eb9-85d7-c1cff28b4a98', $4 = '51' +Limit (cost=0.29..7.04 rows=51 width=121) (actual time=0.011..0.037 rows=51.00 loops=1) + Buffers: shared hit=54 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.29..662.60 rows=5000 width=121) (actual time=0.011..0.034 rows=51.00 loops=1) + Index Cond: ((chat_id = '43653413-a4e5-4fce-8197-5e94ebffbd59'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:21:19.575202+00'::timestamp with time zone, '912186b6-d6ec-4eb9-85d7-c1cff28b4a98'::uuid))) + Index Searches: 1 + Buffers: shared hit=54 + +### last + +duration: 0.046 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID AND (messages.created_at, messages.id) > ($2::TIMESTAMP WITH TIME ZONE, $3::UUID) ORDER BY messages.created_at, messages.id + LIMIT $4::INTEGER +Query Parameters: $1 = '43653413-a4e5-4fce-8197-5e94ebffbd59', $2 = '2026-10-02 00:21:24.712133+00', $3 = '77b54258-b0ae-4886-abfb-18c074ed7baf', $4 = '51' +Limit (cost=0.29..77.36 rows=51 width=121) (actual time=0.009..0.034 rows=51.00 loops=1) + Buffers: shared hit=54 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.29..151.41 rows=100 width=121) (actual time=0.009..0.031 rows=51.00 loops=1) + Index Cond: ((chat_id = '43653413-a4e5-4fce-8197-5e94ebffbd59'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:21:24.712133+00'::timestamp with time zone, '77b54258-b0ae-4886-abfb-18c074ed7baf'::uuid))) + Index Searches: 1 + Buffers: shared hit=54 + +## Средняя страница в psql: с индексом и без + +Тот же текст запроса и те же параметры, что у плана middle. +psql планирует их заново (custom plan). DROP INDEX — внутри +транзакции, затем ROLLBACK: индекс остаётся в базе. + +### С индексом ix_messages_chat_id_created_at_id + +Limit (cost=0.29..7.04 rows=51 width=121) (actual time=0.017..0.041 rows=51.00 loops=1) + Buffers: shared hit=54 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.29..662.60 rows=5000 width=121) (actual time=0.016..0.037 rows=51.00 loops=1) + Index Cond: ((chat_id = '43653413-a4e5-4fce-8197-5e94ebffbd59'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:21:19.575202+00'::timestamp with time zone, '912186b6-d6ec-4eb9-85d7-c1cff28b4a98'::uuid))) + Index Searches: 1 + Buffers: shared hit=54 +Planning: + Buffers: shared hit=111 +Planning Time: 0.203 ms +Execution Time: 0.068 ms + +### Без индекса ix_messages_chat_id_created_at_id + +Limit (cost=544.81..544.94 rows=51 width=121) (actual time=0.832..0.836 rows=51.00 loops=1) + Buffers: shared hit=209 + -> Sort (cost=544.81..557.31 rows=5000 width=121) (actual time=0.831..0.834 rows=51.00 loops=1) + Sort Key: created_at, id + Sort Method: top-N heapsort Memory: 44kB + Buffers: shared hit=209 + -> Seq Scan on messages (cost=0.00..378.00 rows=5000 width=121) (actual time=0.206..0.559 rows=5000.00 loops=1) + Filter: ((chat_id = '43653413-a4e5-4fce-8197-5e94ebffbd59'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:21:19.575202+00'::timestamp with time zone, '912186b6-d6ec-4eb9-85d7-c1cff28b4a98'::uuid))) + Rows Removed by Filter: 5000 + Buffers: shared hit=203 +Planning: + Buffers: shared hit=15 +Planning Time: 0.086 ms +Execution Time: 0.848 ms diff --git a/evidence/bench/baseline/explain-500k.txt b/evidence/bench/baseline/explain-500k.txt new file mode 100644 index 00000000..9a1aa5e4 --- /dev/null +++ b/evidence/bench/baseline/explain-500k.txt @@ -0,0 +1,100 @@ +# План запроса истории: размер 500k + +Commit e61a0e5 +Страница истории читаемого чата; позиция — сколько сообщений +истории до страницы: +- first: после 0 +- middle: после 250000 +- last: после 499500 + +## Планы приложения + +auto_explain (ANALYZE, BUFFERS, TIMING): запрос, параметры и план, +с которыми его выполнило приложение (prepared statement asyncpg). + +### first + +duration: 0.038 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID ORDER BY messages.created_at, messages.id + LIMIT $2::INTEGER +Query Parameters: $1 = '109824b5-66a4-4253-80e5-49bb45401d43', $2 = '51' +Limit (cost=0.42..5.06 rows=51 width=121) (actual time=0.017..0.025 rows=51.00 loops=1) + Buffers: shared hit=4 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..45451.11 rows=500000 width=121) (actual time=0.016..0.021 rows=51.00 loops=1) + Index Cond: (chat_id = '109824b5-66a4-4253-80e5-49bb45401d43'::uuid) + Index Searches: 1 + Buffers: shared hit=4 + +### middle + +duration: 0.048 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID AND (messages.created_at, messages.id) > ($2::TIMESTAMP WITH TIME ZONE, $3::UUID) ORDER BY messages.created_at, messages.id + LIMIT $4::INTEGER +Query Parameters: $1 = '109824b5-66a4-4253-80e5-49bb45401d43', $2 = '2026-10-02 00:37:56.094512+00', $3 = '6cc91dc6-e968-416e-b22f-7c0cfd478b00', $4 = '51' +Limit (cost=0.42..6.92 rows=51 width=121) (actual time=0.012..0.036 rows=51.00 loops=1) + Buffers: shared hit=47 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..31731.26 rows=248945 width=121) (actual time=0.012..0.033 rows=51.00 loops=1) + Index Cond: ((chat_id = '109824b5-66a4-4253-80e5-49bb45401d43'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:37:56.094512+00'::timestamp with time zone, '6cc91dc6-e968-416e-b22f-7c0cfd478b00'::uuid))) + Index Searches: 1 + Buffers: shared hit=47 + +### last + +duration: 0.049 ms plan: +Query Text: SELECT messages.id, messages.chat_id, messages.sender_id, messages.text, messages.created_at +FROM messages +WHERE messages.chat_id = $1::UUID AND (messages.created_at, messages.id) > ($2::TIMESTAMP WITH TIME ZONE, $3::UUID) ORDER BY messages.created_at, messages.id + LIMIT $4::INTEGER +Query Parameters: $1 = '109824b5-66a4-4253-80e5-49bb45401d43', $2 = '2026-10-02 00:42:27.49097+00', $3 = 'e088f724-9b35-4c97-9f18-9c7895e0a326', $4 = '51' +Limit (cost=0.42..91.14 rows=51 width=121) (actual time=0.010..0.038 rows=51.00 loops=1) + Buffers: shared hit=55 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..832.84 rows=468 width=121) (actual time=0.009..0.034 rows=51.00 loops=1) + Index Cond: ((chat_id = '109824b5-66a4-4253-80e5-49bb45401d43'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:42:27.49097+00'::timestamp with time zone, 'e088f724-9b35-4c97-9f18-9c7895e0a326'::uuid))) + Index Searches: 1 + Buffers: shared hit=55 + +## Средняя страница в psql: с индексом и без + +Тот же текст запроса и те же параметры, что у плана middle. +psql планирует их заново (custom plan). DROP INDEX — внутри +транзакции, затем ROLLBACK: индекс остаётся в базе. + +### С индексом ix_messages_chat_id_created_at_id + +Limit (cost=0.42..6.92 rows=51 width=121) (actual time=0.027..0.059 rows=51.00 loops=1) + Buffers: shared hit=47 + -> Index Scan using ix_messages_chat_id_created_at_id on messages (cost=0.42..31731.26 rows=248945 width=121) (actual time=0.026..0.054 rows=51.00 loops=1) + Index Cond: ((chat_id = '109824b5-66a4-4253-80e5-49bb45401d43'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:37:56.094512+00'::timestamp with time zone, '6cc91dc6-e968-416e-b22f-7c0cfd478b00'::uuid))) + Index Searches: 1 + Buffers: shared hit=47 +Planning: + Buffers: shared hit=111 +Planning Time: 0.287 ms +Execution Time: 0.090 ms + +### Без индекса ix_messages_chat_id_created_at_id + +Limit (cost=17754.41..17760.35 rows=51 width=121) (actual time=18.156..20.096 rows=51.00 loops=1) + Buffers: shared hit=9678 + -> Gather Merge (cost=17754.41..46748.16 rows=248945 width=121) (actual time=18.156..20.093 rows=51.00 loops=1) + Workers Planned: 2 + Workers Launched: 2 + Buffers: shared hit=9678 + -> Sort (cost=16754.39..17013.70 rows=103727 width=121) (actual time=16.709..16.711 rows=42.33 loops=3) + Sort Key: created_at, id + Sort Method: top-N heapsort Memory: 43kB + Buffers: shared hit=9678 + Worker 0: Sort Method: top-N heapsort Memory: 42kB + Worker 1: Sort Method: top-N heapsort Memory: 44kB + -> Parallel Seq Scan on messages (cost=0.00..13293.83 rows=103727 width=121) (actual time=5.006..11.514 rows=83333.33 loops=3) + Filter: ((chat_id = '109824b5-66a4-4253-80e5-49bb45401d43'::uuid) AND (ROW(created_at, id) > ROW('2026-10-02 00:37:56.094512+00'::timestamp with time zone, '6cc91dc6-e968-416e-b22f-7c0cfd478b00'::uuid))) + Rows Removed by Filter: 83333 + Buffers: shared hit=9648 +Planning: + Buffers: shared hit=15 +Planning Time: 0.094 ms +Execution Time: 20.124 ms diff --git a/evidence/bench/baseline/meta.json b/evidence/bench/baseline/meta.json new file mode 100644 index 00000000..84d25c55 --- /dev/null +++ b/evidence/bench/baseline/meta.json @@ -0,0 +1,393 @@ +{ + "label": "baseline", + "status": "complete", + "started_at": "2026-10-02T00:21:00+00:00", + "command": "uv run python bench/run.py --profile full --label baseline", + "git": { + "commit": "e61a0e5", + "dirty": false + }, + "overrides": {}, + "host_state": { + "start": { + "swap_used_mib": 0.0, + "swap_total_mib": 0.0, + "memory_free_percent": 77, + "power": "AC Power", + "battery_percent": 80 + }, + "end": { + "swap_used_mib": 0.0, + "swap_total_mib": 0.0, + "memory_free_percent": 78, + "power": "AC Power", + "battery_percent": 80 + } + }, + "host_warnings": [], + "other_containers": [], + "app_image": { + "tag": "mtusi-messenger:bench", + "id": "sha256:b747d551f20964c998d3fd66b6d2c61a4c58a86ec622dd31316b5e2d3c13580f", + "versions": { + "python": "3.12.14", + "fastapi": "0.141.1", + "starlette": "1.7.0", + "pydantic": "2.13.5", + "uvicorn": "0.54.0", + "sqlalchemy": "2.1.1", + "asyncpg": "0.31.0", + "redis": "8.1.0" + } + }, + "generator": { + "image": "grafana/k6:2.3.0@sha256:9c2dee7f8ed74d317e4027c06a10f169b625638189de8d4555d0b3486a5aeb34", + "version": "k6 v2.3.0 (commit/e088784614, go1.27.1, linux/arm64)" + }, + "docker": { + "server": "29.8.1", + "vm_os": "Docker Desktop", + "vm_cpus": 12, + "vm_memory_gib": 7.7, + "cgroup": "2", + "logging_driver": "local" + }, + "host": { + "os": "macOS 26.6.2", + "machine": "Apple M3 Pro", + "memory_gib": 18.0 + }, + "profile": { + "name": "full", + "sizes": [ + 10000, + 100000, + 500000 + ], + "concurrency": [ + 1, + 10, + 50 + ], + "repeats": 3, + "read_warmup_s": 5, + "read_measure_s": 20, + "write_warmup": 500, + "write_measure": 5000, + "prefill_chunk": 25000, + "prefill_vus": 32, + "text_length": 64, + "page_limit": 50, + "walk_limit": 100, + "cursor_pool": 1000, + "members": 10, + "seed": 20260930, + "warmup_seed_shift": 1000003, + "generator_cpu_limit": 4.0, + "cpus": "1", + "memory": "2g", + "db_cpus": "4", + "db_memory": "3g", + "cache_cpus": "2", + "cache_memory": "512m", + "session_ttl_seconds": 21600 + }, + "sizes": [ + { + "size": 10000, + "rss_before_mib": 87.5, + "rss_after_mib": 91.6, + "bytes_per_message": 431, + "prefill_seconds": 11.0, + "prefill_rate": 908, + "cursors": 99, + "maintenance_seconds": 0.1, + "messages_rows": 10000, + "messages_table_bytes": 1703936, + "messages_indexes_bytes": 1032192, + "db_bytes_per_message": 274, + "plans": [ + { + "page": "first", + "after": 0, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 3, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.034, + "kind": "custom" + }, + { + "page": "middle", + "after": 5000, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 54, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.049, + "kind": "custom" + }, + { + "page": "last", + "after": 9900, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 54, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.046, + "kind": "custom" + }, + { + "page": "middle", + "after": 5000, + "source": "psql", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 54, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.068, + "kind": "custom" + }, + { + "page": "middle", + "after": 5000, + "source": "psql, no index", + "node": "Seq Scan on messages", + "shared_hit": 209, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.848, + "kind": "custom" + } + ], + "rss_peak_mib": 151.0 + }, + { + "size": 100000, + "rss_before_mib": 87.5, + "rss_after_mib": 93.5, + "bytes_per_message": 63, + "prefill_seconds": 108.0, + "prefill_rate": 926, + "cursors": 999, + "maintenance_seconds": 0.2, + "messages_rows": 100000, + "messages_table_bytes": 15876096, + "messages_indexes_bytes": 10395648, + "db_bytes_per_message": 263, + "plans": [ + { + "page": "first", + "after": 0, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 4, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.031, + "kind": "custom" + }, + { + "page": "middle", + "after": 50000, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 50, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.042, + "kind": "custom" + }, + { + "page": "last", + "after": 99900, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 54, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.05, + "kind": "custom" + }, + { + "page": "middle", + "after": 50000, + "source": "psql", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 50, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.091, + "kind": "custom" + }, + { + "page": "middle", + "after": 50000, + "source": "psql, no index", + "node": "Parallel Seq Scan on messages", + "shared_hit": 1948, + "shared_read": 0, + "rows": 51.0, + "time_ms": 6.933, + "kind": "custom" + } + ], + "rss_peak_mib": 151.0 + }, + { + "size": 500000, + "rss_before_mib": 87.5, + "rss_after_mib": 92.6, + "bytes_per_message": 11, + "prefill_seconds": 539.7, + "prefill_rate": 926, + "cursors": 1000, + "maintenance_seconds": 0.2, + "messages_rows": 500000, + "messages_table_bytes": 79093760, + "messages_indexes_bytes": 49119232, + "db_bytes_per_message": 256, + "plans": [ + { + "page": "first", + "after": 0, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 4, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.038, + "kind": "custom" + }, + { + "page": "middle", + "after": 250000, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 47, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.048, + "kind": "custom" + }, + { + "page": "last", + "after": 499500, + "source": "app", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 55, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.049, + "kind": "custom" + }, + { + "page": "middle", + "after": 250000, + "source": "psql", + "node": "Index Scan using ix_messages_chat_id_created_at_id on messages", + "shared_hit": 47, + "shared_read": 0, + "rows": 51.0, + "time_ms": 0.09, + "kind": "custom" + }, + { + "page": "middle", + "after": 250000, + "source": "psql, no index", + "node": "Parallel Seq Scan on messages", + "shared_hit": 9678, + "shared_read": 0, + "rows": 51.0, + "time_ms": 20.124, + "kind": "custom" + } + ], + "rss_peak_mib": 151.1 + } + ], + "limits": { + "api": { + "nano_cpus": 1000000000, + "memory": 2147483648, + "memory_swap": 2147483648, + "published_ports": {}, + "healthcheck": [ + "NONE" + ], + "log_driver": "local" + }, + "postgres": { + "nano_cpus": 4000000000, + "memory": 3221225472, + "memory_swap": 3221225472, + "published_ports": {}, + "healthcheck": [ + "CMD-SHELL", + "pg_isready -h 127.0.0.1 -U \"$POSTGRES_USER\" -d \"$POSTGRES_DB\"" + ], + "log_driver": "local" + }, + "valkey": { + "nano_cpus": 2000000000, + "memory": 536870912, + "memory_swap": 536870912, + "published_ports": {}, + "healthcheck": [ + "CMD-SHELL", + "test \"$(valkey-cli -p \"$VALKEY_PORT\" ping)\" = PONG" + ], + "log_driver": "local" + } + }, + "stand": { + "postgres": { + "image": "postgres:18.6-trixie@sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722", + "id": "sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722", + "version": "18.6 (Debian 18.6-1.pgdg13+2)", + "settings": { + "autovacuum": "on", + "checkpoint_timeout": "5min", + "effective_cache_size": "4GB", + "fsync": "on", + "jit": "on", + "maintenance_work_mem": "64MB", + "max_connections": "100", + "max_wal_size": "1GB", + "plan_cache_mode": "auto", + "random_page_cost": "4", + "shared_buffers": "128MB", + "shared_preload_libraries": "auto_explain", + "synchronous_commit": "on", + "wal_level": "replica", + "work_mem": "4MB" + } + }, + "valkey": { + "image": "valkey/valkey:9.1.2-trixie@sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd", + "id": "sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd", + "version": "9.1.2", + "maxmemory": "67108864", + "maxmemory-clients": "0", + "maxmemory-eviction-tenacity": "10", + "maxmemory-policy": "allkeys-lru", + "maxmemory-samples": "5" + }, + "app_env": { + "APP__PORT": "8080", + "APP__RUN_MODE": "docker", + "AUTH__SESSION_TTL_SECONDS": "21600", + "CACHE__HOST": "valkey", + "CACHE__PORT": "6379", + "DATABASE__HOST": "postgres", + "DATABASE__NAME": "bench", + "DATABASE__PORT": "5432", + "DATABASE__USER": "bench" + } + }, + "finished_at": "2026-10-02T00:47:33+00:00" +} diff --git a/evidence/bench/baseline/prefill.csv b/evidence/bench/baseline/prefill.csv new file mode 100644 index 00000000..b206b7f4 --- /dev/null +++ b/evidence/bench/baseline/prefill.csv @@ -0,0 +1,26 @@ +size,chunk,messages_before,messages_after,duration_s,requests_ok,requests_failed,rps,error_ratio,p50_ms,p95_ms,p99_ms,max_ms,app_cpu_cores,rss_end_mib,mem_cgroup_end_mib,generator_cpu_cores,flags,db_cpu_cores +10000,1,0,10000,11.018,10000,0,907.6,0.0,33.187,54.688,80.018,227.563,0.995,91.6,111.5,0.143,,0.21 +100000,1,0,25000,27.301,25000,0,915.7,0.0,33.451,52.543,67.663,243.363,0.999,91.6,83.9,0.135,,0.204 +100000,2,25000,50000,27.151,25000,0,920.8,0.0,33.402,53.317,69.073,179.275,0.995,92.5,82.5,0.134,,0.202 +100000,3,50000,75000,27.15,25000,0,920.8,0.0,33.688,53.359,67.828,131.394,0.999,93.5,84.1,0.135,,0.204 +100000,4,75000,100000,26.386,25000,0,947.5,0.0,32.745,51.17,64.453,147.5,0.999,93.5,83.5,0.137,,0.212 +500000,1,0,25000,27.199,25000,0,919.1,0.0,33.492,52.766,66.789,227.795,0.999,91.6,82.2,0.135,,0.207 +500000,2,25000,50000,27.007,25000,0,925.7,0.0,33.322,51.502,64.544,114.587,1.0,92.5,80.8,0.137,,0.205 +500000,3,50000,75000,27.121,25000,0,921.8,0.0,33.681,53.131,67.132,141.988,1.0,92.6,82.9,0.134,,0.203 +500000,4,75000,100000,27.702,25000,0,902.5,0.0,34.407,55.32,72.185,155.464,1.0,92.6,82.8,0.129,,0.204 +500000,5,100000,125000,27.027,25000,0,925.0,0.0,33.382,51.994,65.514,127.731,0.999,92.6,82.6,0.136,,0.206 +500000,6,125000,150000,27.168,25000,0,920.2,0.0,33.718,52.447,66.423,114.897,1.0,92.6,84.6,0.137,,0.211 +500000,7,150000,175000,27.187,25000,0,919.6,0.0,33.835,52.353,64.333,133.09,0.999,92.6,84.7,0.137,,0.211 +500000,8,175000,200000,27.049,25000,0,924.3,0.0,33.453,52.026,66.033,118.281,0.999,92.6,83.0,0.137,,0.209 +500000,9,200000,225000,27.234,25000,0,918.0,0.0,33.619,53.08,68.421,113.571,0.998,92.6,83.0,0.137,,0.21 +500000,10,225000,250000,26.8,25000,0,932.8,0.0,33.083,51.807,65.1,130.39,0.999,92.6,83.1,0.134,,0.21 +500000,11,250000,275000,26.733,25000,0,935.2,0.0,33.042,51.894,68.126,152.377,0.997,92.6,83.1,0.135,,0.205 +500000,12,275000,300000,26.809,25000,0,932.5,0.0,33.16,51.496,65.213,128.389,0.999,92.6,81.0,0.136,,0.208 +500000,13,300000,325000,26.599,25000,0,939.9,0.0,32.886,51.319,64.505,122.747,1.0,92.6,82.7,0.136,,0.205 +500000,14,325000,350000,27.04,25000,0,924.6,0.0,33.375,51.756,64.432,110.653,0.999,92.6,83.0,0.138,,0.215 +500000,15,350000,375000,26.732,25000,0,935.2,0.0,33.074,51.71,65.224,137.091,0.999,92.6,82.7,0.134,,0.208 +500000,16,375000,400000,27.088,25000,0,922.9,0.0,33.56,52.647,67.052,108.234,1.0,92.6,83.0,0.134,,0.211 +500000,17,400000,425000,26.828,25000,0,931.9,0.0,33.054,52.435,67.054,114.851,0.999,92.6,82.9,0.135,,0.21 +500000,18,425000,450000,26.86,25000,0,930.8,0.0,33.041,51.698,65.699,130.022,0.999,92.6,82.9,0.136,,0.207 +500000,19,450000,475000,26.668,25000,0,937.5,0.0,32.948,51.698,66.148,115.29,0.999,92.6,82.8,0.136,,0.21 +500000,20,475000,500000,26.858,25000,0,930.8,0.0,33.359,52.943,67.103,147.667,0.999,92.6,83.2,0.136,,0.208 diff --git a/evidence/bench/baseline/progress.json b/evidence/bench/baseline/progress.json new file mode 100644 index 00000000..960f9c69 --- /dev/null +++ b/evidence/bench/baseline/progress.json @@ -0,0 +1,12 @@ +{ + "label": "baseline", + "profile": "full", + "stage": "done", + "size": 500000, + "runs_done": 54, + "runs_total": 54, + "elapsed_s": 1593, + "eta_s": 0, + "warnings": [], + "updated_at": "2026-10-02T00:47:33+00:00" +} diff --git a/evidence/bench/baseline/raw/prefill-100k-01.json b/evidence/bench/baseline/raw/prefill-100k-01.json new file mode 100644 index 00000000..ef2d612e --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-100k-01.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdErrTTY":false,"testRunDurationMs":27301.432749,"isStdOutTTY":false},"metrics":{"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000834,"p(95)":0.001708,"p(99)":0.003334,"max":1.607167,"avg":0.0025265527599996175,"min":0.000416,"med":0.000834}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":301266.2403331659}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"iteration_duration":{"type":"trend","contains":"time","values":{"min":11.425125,"med":33.5005,"p(50)":33.5005,"p(95)":52.59873095,"p(99)":67.73737358,"max":244.839542,"avg":34.928659873280196}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"http_req_duration":{"contains":"time","values":{"p(99)":67.66284990999999,"max":243.363083,"avg":34.875992672279864,"min":11.384917,"med":33.451333500000004,"p(50)":33.451333500000004,"p(95)":52.5429452},"type":"trend"},"http_req_waiting":{"type":"trend","contains":"time","values":{"min":11.372,"med":33.432459,"p(50)":33.432459,"p(95)":52.52494585,"p(99)":67.62921667,"max":243.342333,"avg":34.85801068876007}},"http_req_duration{expected_response:true}":{"values":{"min":11.384917,"med":33.451333500000004,"p(50)":33.451333500000004,"p(95)":52.5429452,"p(99)":67.66284990999999,"max":243.363083,"avg":34.875992672279864},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":915.7028581555194}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.030666049999999997,"p(99)":0.057335509999999944,"max":1.523792,"avg":0.013947407280000216,"min":0.003958,"med":0.011333,"p(50)":0.011333}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":403824.9604465841}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":915.7028581555194}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_connecting":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.297042,"avg":0.00015992999999999997}},"http_req_sending":{"values":{"avg":0.004034576239999893,"min":0.001584,"med":0.003167,"p(50)":0.003167,"p(95)":0.007666,"p(99)":0.016459,"max":0.2635},"type":"trend","contains":"time"}},"root_group":{"groups":[],"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-100k-02.json b/evidence/bench/baseline/raw/prefill-100k-02.json new file mode 100644 index 00000000..804dc649 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-100k-02.json @@ -0,0 +1 @@ +{"root_group":{"groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201","path":"::message 201"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27150.563082},"metrics":{"http_req_failed":{"values":{"rate":0,"passes":0,"fails":25000},"type":"rate","contains":"default"},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"max":179.275459,"avg":34.682297986080094,"min":11.545167,"med":33.4017085,"p(50)":33.4017085,"p(95)":53.31742469999999,"p(99)":69.07309716999998}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":179.266584,"avg":34.664602647160166,"min":11.531542,"med":33.3847915,"p(50)":33.3847915,"p(95)":53.292391349999995,"p(99)":69.05534966999997}},"http_req_connecting":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.379166,"avg":0.00011372668000000001}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"checks":{"values":{"rate":1,"passes":25000,"fails":0},"type":"rate","contains":"default"},"http_req_blocked":{"values":{"min":0.000417,"med":0.000834,"p(50)":0.000834,"p(95)":0.001708,"p(99)":0.003292409999999991,"max":2.267,"avg":0.002852094959999736},"type":"trend","contains":"time"},"http_req_receiving":{"values":{"p(50)":0.011375,"p(95)":0.029458,"p(99)":0.05591601,"max":0.361834,"avg":0.013743192200000037,"min":0.004,"med":0.011375},"type":"trend","contains":"time"},"data_sent":{"values":{"count":8225000,"rate":302940.31012023194},"type":"counter","contains":"data"},"vus_max":{"contains":"default","values":{"value":32,"min":32,"max":32},"type":"gauge"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":406068.9263313747}},"iteration_duration":{"type":"trend","contains":"time","values":{"min":11.589833,"med":33.4522915,"p(50)":33.4522915,"p(95)":53.378204149999995,"p(99)":69.12095600999999,"max":179.308792,"avg":34.73491701556002}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":920.7912161709177}},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":920.7912161709177}},"http_req_duration":{"type":"trend","contains":"time","values":{"min":11.545167,"med":33.4017085,"p(50)":33.4017085,"p(95)":53.31742469999999,"p(99)":69.07309716999998,"max":179.275459,"avg":34.682297986080094}},"http_req_sending":{"values":{"avg":0.003952146719999886,"min":0.001667,"med":0.003125,"p(50)":0.003125,"p(95)":0.007458,"p(99)":0.016251249999999974,"max":0.203542},"type":"trend","contains":"time"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-100k-03.json b/evidence/bench/baseline/raw/prefill-100k-03.json new file mode 100644 index 00000000..4ce0b7b1 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-100k-03.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"testRunDurationMs":27149.892415,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":406078.9572009065}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":34.68239686859979,"min":11.021708,"med":33.688083500000005,"p(50)":33.688083500000005,"p(95)":53.35858155,"p(99)":67.82779899999998,"max":131.393791},"thresholds":{"max>=0":{"ok":true}}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.313084,"avg":0.00010004007999999999,"min":0,"med":0,"p(50)":0}},"http_reqs":{"values":{"count":25000,"rate":920.8139619068173},"type":"counter","contains":"default"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013724771160000137,"min":0.003917,"med":0.011416,"p(50)":0.011416,"p(95)":0.029625,"p(99)":0.057708419999999996,"max":0.31125}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":920.8139619068173}},"http_req_waiting":{"contains":"time","values":{"p(50)":33.668229,"p(95)":53.3382167,"p(99)":67.80776674999998,"max":131.376167,"avg":34.66466029991987,"min":11.013416,"med":33.668229},"type":"trend"},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":34.73462744399994,"min":11.058,"med":33.738749999999996,"p(50)":33.738749999999996,"p(95)":53.42747084999999,"p(99)":67.87765999999999,"max":132.772417}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_blocked":{"contains":"time","values":{"p(99)":0.003209409999999991,"max":1.505084,"avg":0.0022655991199996613,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001709},"type":"trend"},"http_req_tls_handshaking":{"contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0},"type":"trend"},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.173292,"avg":0.004011797519999872,"min":0.001667,"med":0.003167,"p(50)":0.003167,"p(95)":0.007667,"p(99)":0.016666}},"data_sent":{"values":{"count":8225000,"rate":302947.7934673429},"type":"counter","contains":"data"},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":34.68239686859979,"min":11.021708,"med":33.688083500000005,"p(50)":33.688083500000005,"p(95)":53.35858155,"p(99)":67.82779899999998,"max":131.393791}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}}},"root_group":{"groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-100k-04.json b/evidence/bench/baseline/raw/prefill-100k-04.json new file mode 100644 index 00000000..cc9461a8 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-100k-04.json @@ -0,0 +1 @@ +{"root_group":{"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26386.372748},"metrics":{"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":64.50525841999999,"max":149.10675,"avg":33.75736454256003,"min":10.935792,"med":32.791771,"p(50)":32.791771,"p(95)":51.237097649999995}},"http_req_duration":{"type":"trend","contains":"time","values":{"min":10.889042,"med":32.7448545,"p(50)":32.7448545,"p(95)":51.16981635,"p(99)":64.45289907999998,"max":147.500125,"avg":33.70641126832006}},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":947.4587598212005}},"http_req_waiting":{"contains":"time","values":{"med":32.728375,"p(50)":32.728375,"p(95)":51.158820549999994,"p(99)":64.42631542,"max":147.476208,"avg":33.68876010956001,"min":10.878958},"type":"trend"},"http_req_failed":{"type":"rate","contains":"default","values":{"passes":0,"fails":25000,"rate":0}},"checks":{"values":{"rate":1,"passes":25000,"fails":0},"type":"rate","contains":"default"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(95)":0.007416049999999999,"p(99)":0.0155,"max":0.218541,"avg":0.00387482327999988,"min":0.001708,"med":0.003083,"p(50)":0.003083}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":311713.9319811749}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.2605,"avg":0.00013785827999999997,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":417829.3130811494}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.001625,"p(99)":0.002917,"max":1.360458,"avg":0.0019912267599997467,"min":0.000416,"med":0.000833,"p(50)":0.000833}},"iterations":{"contains":"default","values":{"count":25000,"rate":947.4587598212005},"type":"counter"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"med":32.7448545,"p(50)":32.7448545,"p(95)":51.16981635,"p(99)":64.45289907999998,"max":147.500125,"avg":33.70641126832006,"min":10.889042},"thresholds":{"max>=0":{"ok":true}}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.0115,"p(50)":0.0115,"p(95)":0.02925,"p(99)":0.05900207999999995,"max":0.509083,"avg":0.013776335480000033,"min":0.003875}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-10k-01.json b/evidence/bench/baseline/raw/prefill-10k-01.json new file mode 100644 index 00000000..c284e07b --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-10k-01.json @@ -0,0 +1 @@ +{"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":10000}],"name":"","path":""},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":11018.16363},"metrics":{"data_received":{"type":"counter","contains":"data","values":{"count":4410000,"rate":400248.1854591952}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"data_sent":{"type":"counter","contains":"data","values":{"count":3290000,"rate":298597.85264416155}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.0003671374000000002,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.265625}},"iteration_duration":{"contains":"time","values":{"avg":35.22289649309995,"min":11.017917,"med":33.237479,"p(50)":33.237479,"p(95)":54.738593099999996,"p(99)":80.080873,"max":228.935292},"type":"trend"},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":80.01766975999999,"max":227.562917,"avg":35.16604782650005,"min":10.967041,"med":33.187021,"p(50)":33.187021,"p(95)":54.6875497}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":10.967041,"med":33.187021,"p(50)":33.187021,"p(95)":54.6875497,"p(99)":80.01766975999999,"max":227.562917,"avg":35.16604782650005},"thresholds":{"max>=0":{"ok":true}}},"http_req_blocked":{"contains":"time","values":{"p(50)":0.000875,"p(95)":0.001791,"p(99)":0.004458829999999993,"max":1.131625,"avg":0.0032118876000000727,"min":0.000416,"med":0.000875},"type":"trend"},"vus":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.744167,"avg":0.004680360099999889,"min":0.001833,"med":0.003375,"p(50)":0.003375,"p(95)":0.008208,"p(99)":0.017502909999999976}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":35.14657834160006,"min":10.946333,"med":33.1707085,"p(50)":33.1707085,"p(95)":54.6659545,"p(99)":80.00261976,"max":227.510375}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.03221214999999996,"p(99)":0.059625,"max":1.738625,"avg":0.014789124799999965,"min":0.004167,"med":0.011666,"p(50)":0.011666}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":10000,"fails":0}},"iterations":{"type":"counter","contains":"default","values":{"count":10000,"rate":907.5922572770868}},"http_reqs":{"contains":"default","values":{"count":10000,"rate":907.5922572770868},"type":"counter"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"passes":0,"fails":10000,"rate":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-01.json b/evidence/bench/baseline/raw/prefill-500k-01.json new file mode 100644 index 00000000..aee57fcf --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-01.json @@ -0,0 +1 @@ +{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201","path":"::message 201"}],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27199.416707},"metrics":{"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"avg":34.744818115240044,"min":10.820416,"med":33.4922505,"p(50)":33.4922505,"p(95)":52.765732699999994,"p(99)":66.78906466999999,"max":227.795},"thresholds":{"max>=0":{"ok":true}},"type":"trend"},"http_req_connecting":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.20175,"avg":0.0001109634,"min":0}},"http_req_blocked":{"contains":"time","values":{"p(50)":0.000834,"p(95)":0.001625,"p(99)":0.002917,"max":1.935125,"avg":0.002452437679999617,"min":0.000416,"med":0.000834},"type":"trend"},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":919.137357587747}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":919.137357587747}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":227.773375,"avg":34.72687064456007,"min":10.799458,"med":33.473104,"p(50)":33.473104,"p(95)":52.751010449999995,"p(99)":66.77146101}},"http_req_sending":{"contains":"time","values":{"min":0.001625,"med":0.00325,"p(50)":0.00325,"p(95)":0.007542,"p(99)":0.016334409999999994,"max":0.268667,"avg":0.004038044159999863},"type":"trend"},"http_req_receiving":{"type":"trend","contains":"time","values":{"max":0.656666,"avg":0.013909426520000084,"min":0.004125,"med":0.011458,"p(50)":0.011458,"p(95)":0.029375,"p(99)":0.05883440999999999}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":405339.5746961964}},"vus":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":302396.1906463688}},"http_req_failed":{"type":"rate","contains":"default","values":{"fails":25000,"rate":0,"passes":0}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"http_req_duration":{"values":{"avg":34.744818115240044,"min":10.820416,"med":33.4922505,"p(50)":33.4922505,"p(95)":52.765732699999994,"p(99)":66.78906466999999,"max":227.795},"type":"trend","contains":"time"},"iteration_duration":{"type":"trend","contains":"time","values":{"min":10.864791,"med":33.5422715,"p(50)":33.5422715,"p(95)":52.81504965,"p(99)":66.84509167,"max":229.718458,"avg":34.797694421359935}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-02.json b/evidence/bench/baseline/raw/prefill-500k-02.json new file mode 100644 index 00000000..d759d9be --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-02.json @@ -0,0 +1 @@ +{"metrics":{"checks":{"values":{"fails":0,"rate":1,"passes":25000},"type":"rate","contains":"default"},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":408225.00630719576}},"http_reqs":{"contains":"default","values":{"count":25000,"rate":925.6802864108747},"type":"counter"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":34.551929167040015,"min":11.042917,"med":33.3729165,"p(50)":33.3729165,"p(95)":51.561319049999994,"p(99)":64.589952,"max":116.192333}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":34.49887261832016,"min":11.00025,"med":33.322083500000005,"p(50)":33.322083500000005,"p(95)":51.5022997,"p(99)":64.54375875000001,"max":114.587417},"thresholds":{"max>=0":{"ok":true}}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000834,"p(95)":0.0016270499999999544,"p(99)":0.002958,"max":1.875958,"avg":0.002798833399999737,"min":0.000417,"med":0.000834}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.312208,"avg":0.00018880484,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.01612541999999999,"max":0.406791,"avg":0.00399748539999986,"min":0.001708,"med":0.003208,"p(50)":0.003208,"p(95)":0.0075}},"http_req_receiving":{"type":"trend","contains":"time","values":{"max":0.298833,"avg":0.01400749864000009,"min":0.003833,"med":0.011584,"p(50)":0.011584,"p(95)":0.030044049999999954,"p(99)":0.057792409999999995}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":34.49887261832016,"min":11.00025,"med":33.322083500000005,"p(50)":33.322083500000005,"p(95)":51.5022997,"p(99)":64.54375875000001,"max":114.587417}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":33.3030835,"p(50)":33.3030835,"p(95)":51.490216350000004,"p(99)":64.52538691,"max":114.511208,"avg":34.48086763428005,"min":10.981083}},"http_req_failed":{"type":"rate","contains":"default","values":{"passes":0,"fails":25000,"rate":0}},"vus":{"contains":"default","values":{"value":17,"min":17,"max":32},"type":"gauge"},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":304548.8142291778}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":925.6802864108747}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}}},"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201","path":"::message 201"}],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27007.164749}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-03.json b/evidence/bench/baseline/raw/prefill-500k-03.json new file mode 100644 index 00000000..d3e6f80b --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-03.json @@ -0,0 +1 @@ +{"root_group":{"groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27121.025873},"metrics":{"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":303270.2390578926}},"data_received":{"values":{"count":11025000,"rate":406511.1715031326},"type":"counter","contains":"data"},"http_req_blocked":{"values":{"avg":0.001999624879999766,"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.001667,"p(99)":0.002916,"max":1.274458},"type":"trend","contains":"time"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":141.987959,"avg":34.645498809079925,"min":0.031167,"med":33.681042,"p(50)":33.681042,"p(95)":53.1312351,"p(99)":67.13192351000001},"thresholds":{"max>=0":{"ok":true}}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":921.7940396896431}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":141.954541,"avg":34.627466982359834,"min":0,"med":33.663270999999995,"p(50)":33.663270999999995,"p(95)":53.11446665,"p(99)":67.12084883}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_connecting":{"contains":"time","values":{"avg":0.00006523651999999999,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.103916},"type":"trend"},"http_req_sending":{"contains":"time","values":{"max":0.18075,"avg":0.004050156959999892,"min":0.00175,"med":0.00325,"p(50)":0.00325,"p(95)":0.007584,"p(99)":0.015791429999999988},"type":"trend"},"http_req_receiving":{"values":{"med":0.01175,"p(50)":0.01175,"p(95)":0.029833,"p(99)":0.055083419999999994,"max":0.415209,"avg":0.013981669760000148,"min":0.003916},"type":"trend","contains":"time"},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":34.645498809079925,"min":0.031167,"med":33.681042,"p(50)":33.681042,"p(95)":53.1312351,"p(99)":67.13192351000001,"max":141.987959}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":34.72141181295981,"min":11.669626,"med":33.7446665,"p(50)":33.7446665,"p(95)":53.1991476,"p(99)":67.18759301,"max":142.085625}},"iterations":{"values":{"rate":921.7940396896431,"count":25000},"type":"counter","contains":"default"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-04.json b/evidence/bench/baseline/raw/prefill-500k-04.json new file mode 100644 index 00000000..4f6d3b12 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-04.json @@ -0,0 +1 @@ +{"metrics":{"http_req_duration":{"type":"trend","contains":"time","values":{"avg":35.385882292239785,"min":10.618403,"med":34.40675,"p(50)":34.40675,"p(95)":55.3204077,"p(99)":72.18460273999999,"max":155.463708}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_receiving":{"contains":"time","values":{"med":0.0115,"p(50)":0.0115,"p(95)":0.028916,"p(99)":0.053583,"max":0.681917,"avg":0.013617796599999997,"min":0.003833},"type":"trend"},"http_reqs":{"values":{"count":25000,"rate":902.4724156970544},"type":"counter","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":296913.4247643309}},"http_req_blocked":{"type":"trend","contains":"time","values":{"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001667,"p(99)":0.002709,"max":0.879584,"avg":0.0013724688399999946}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.013458,"max":0.296709,"avg":0.003964239359999882,"min":0.001708,"med":0.00325,"p(50)":0.00325,"p(95)":0.007458}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":72.18460273999999,"max":155.463708,"avg":35.385882292239785,"min":10.618403,"med":34.40675,"p(50)":34.40675,"p(95)":55.3204077},"thresholds":{"max>=0":{"ok":true}}},"http_req_waiting":{"contains":"time","values":{"min":10.598861,"med":34.387854000000004,"p(50)":34.387854000000004,"p(95)":55.30658989999999,"p(99)":72.17459633999998,"max":155.448458,"avg":35.36830025628003},"type":"trend"},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":397990.335322401}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":35.43971266919966,"min":11.388416,"med":34.457104,"p(50)":34.457104,"p(95)":55.36586875,"p(99)":72.22578699999998,"max":155.571625}},"iterations":{"values":{"count":25000,"rate":902.4724156970544},"type":"counter","contains":"default"},"http_req_failed":{"contains":"default","values":{"passes":0,"fails":25000,"rate":0},"type":"rate"},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_connecting":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.228708,"avg":0.0000933218,"min":0}},"checks":{"values":{"rate":1,"passes":25000,"fails":0},"type":"rate","contains":"default"}},"root_group":{"groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201","path":"::message 201"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27701.677708}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-05.json b/evidence/bench/baseline/raw/prefill-500k-05.json new file mode 100644 index 00000000..b7fdf848 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-05.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":25000,"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27026.71154},"metrics":{"data_sent":{"contains":"data","values":{"count":8225000,"rate":304328.5524332791},"type":"counter"},"http_req_duration{expected_response:true}":{"values":{"med":33.381688,"p(50)":33.381688,"p(95)":51.994275349999995,"p(99)":65.5143145,"max":127.731083,"avg":34.52409949056004,"min":10.979167},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"rate":925.0107976695414,"count":25000}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(50)":0.003209,"p(95)":0.007708,"p(99)":0.01645841999999999,"max":0.21825,"avg":0.0041172855999998675,"min":0.001666,"med":0.003209}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":33.363729,"p(50)":33.363729,"p(95)":51.9780795,"p(99)":65.49594167,"max":127.474083,"avg":34.50602191863986,"min":10.962958}},"checks":{"contains":"default","values":{"rate":1,"passes":25000,"fails":0},"type":"rate"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013960286320000048,"min":0.003791,"med":0.0115,"p(50)":0.0115,"p(95)":0.030252049999999954,"p(99)":0.058167,"max":0.835875}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":407929.76177226775}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.00019667652,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.309791}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":127.731083,"avg":34.52409949056004,"min":10.979167,"med":33.381688,"p(50)":33.381688,"p(95)":51.994275349999995,"p(99)":65.5143145}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000875,"p(95)":0.001708,"p(99)":0.00329101,"max":2.720084,"avg":0.0018867026799998393,"min":0.000416,"med":0.000875}},"iterations":{"type":"counter","contains":"default","values":{"rate":925.0107976695414,"count":25000}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"iteration_duration":{"contains":"time","values":{"avg":34.577157200599856,"min":11.022375,"med":33.430854,"p(50)":33.430854,"p(95)":52.06892979999999,"p(99)":65.55444733,"max":128.51725},"type":"trend"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-06.json b/evidence/bench/baseline/raw/prefill-500k-06.json new file mode 100644 index 00000000..3045fa2d --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-06.json @@ -0,0 +1 @@ +{"root_group":{"groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27167.521416},"metrics":{"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.003417409999999991,"max":1.586333,"avg":0.002295717919999652,"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":33.697874999999996,"p(50)":33.697874999999996,"p(95)":52.430581249999996,"p(99)":66.40927925000001,"max":114.332959,"avg":34.68453677492014,"min":10.790875}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":302751.2106848283}},"http_req_duration{expected_response:true}":{"values":{"min":10.800417,"med":33.7175835,"p(50)":33.7175835,"p(95)":52.44686074999999,"p(99)":66.42251825,"max":114.897042,"avg":34.70317513156005},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.790291,"avg":0.00434393843999989,"min":0.001666,"med":0.00325,"p(50)":0.00325,"p(95)":0.00775,"p(99)":0.01729241999999999}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_receiving":{"contains":"time","values":{"min":0.004,"med":0.011584,"p(50)":0.011584,"p(95)":0.030919049999999955,"p(99)":0.06162540999999999,"max":0.342583,"avg":0.014294418200000002},"type":"trend"},"http_req_duration":{"values":{"med":33.7175835,"p(50)":33.7175835,"p(95)":52.44686074999999,"p(99)":66.42251825,"max":114.897042,"avg":34.70317513156005,"min":10.800417},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"rate":920.2164458505418,"count":25000}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":405815.45262008894}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":66.46285216999999,"max":116.67975,"avg":34.75707143287996,"min":10.84025,"med":33.7684585,"p(50)":33.7684585,"p(95)":52.5007955}},"http_req_failed":{"values":{"rate":0,"passes":0,"fails":25000},"type":"rate","contains":"default"},"vus_max":{"values":{"min":32,"max":32,"value":32},"type":"gauge","contains":"default"},"http_req_connecting":{"values":{"max":0.50225,"avg":0.00014771512000000004,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"rate":920.2164458505418,"count":25000}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-07.json b/evidence/bench/baseline/raw/prefill-500k-07.json new file mode 100644 index 00000000..ab8b22d6 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-07.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27186.686082},"metrics":{"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.014216877760000118,"min":0.003875,"med":0.0116665,"p(50)":0.0116665,"p(95)":0.031208,"p(99)":0.058833010000000005,"max":0.331667}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"med":33.890041499999995,"p(50)":33.890041499999995,"p(95)":52.40305834999999,"p(99)":64.40324691,"max":133.791875,"avg":34.78069919939989,"min":11.014584}},"http_req_connecting":{"contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.749291,"avg":0.00009975484,"min":0,"med":0,"p(50)":0},"type":"trend"},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":34.70990444363989,"min":10.762708,"med":33.818208,"p(50)":33.818208,"p(95)":52.32698394999999,"p(99)":64.32076065999999,"max":133.0695}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(50)":33.835333500000004,"p(95)":52.35255384999999,"p(99)":64.33273190999999,"max":133.0905,"avg":34.72831147035997,"min":10.912291,"med":33.835333500000004},"thresholds":{"max>=0":{"ok":true}}},"vus":{"contains":"default","values":{"max":32,"value":32,"min":32},"type":"gauge"},"http_reqs":{"type":"counter","contains":"default","values":{"rate":919.5677591816612,"count":25000}},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.00325,"p(50)":0.00325,"p(95)":0.007875,"p(99)":0.01666601,"max":0.374084,"avg":0.004190148959999853,"min":0.001667}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":52.35255384999999,"p(99)":64.33273190999999,"max":133.0905,"avg":34.72831147035997,"min":10.912291,"med":33.835333500000004,"p(50)":33.835333500000004}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":919.5677591816612}},"vus_max":{"values":{"value":32,"min":32,"max":32},"type":"gauge","contains":"default"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":405529.38179911266}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.00175,"p(99)":0.00325,"max":1.171667,"avg":0.0018091675999998512,"min":0.000416,"med":0.000875,"p(50)":0.000875}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"data_sent":{"type":"counter","contains":"data","values":{"rate":302537.79277076654,"count":8225000}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-08.json b/evidence/bench/baseline/raw/prefill-500k-08.json new file mode 100644 index 00000000..5914910b --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-08.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27048.791207},"metrics":{"checks":{"type":"rate","contains":"default","values":{"passes":25000,"fails":0,"rate":1}},"http_req_duration":{"type":"trend","contains":"time","values":{"med":33.4529165,"p(50)":33.4529165,"p(95)":52.026033299999995,"p(99)":66.03262759,"max":118.281042,"avg":34.55263125128009,"min":10.124292}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":34.60486019259999,"min":10.160834,"med":33.5073335,"p(50)":33.5073335,"p(95)":52.091213149999994,"p(99)":66.07774283,"max":118.942708}},"http_req_waiting":{"contains":"time","values":{"min":10.107709,"med":33.4343335,"p(50)":33.4343335,"p(95)":52.01158749999999,"p(99)":66.02061983,"max":118.206333,"avg":34.534483632759915},"type":"trend"},"vus_max":{"values":{"min":32,"max":32,"value":32},"type":"gauge","contains":"default"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.06020883999999998,"max":0.32075,"avg":0.014090006800000273,"min":0.003917,"med":0.011667,"p(50)":0.011667,"p(95)":0.0305}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":407596.77264789643}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":304080.1319754148}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":924.2557202900147}},"http_req_blocked":{"type":"trend","contains":"time","values":{"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.001667,"p(99)":0.003541,"max":0.823292,"avg":0.0018194096799998363}},"http_req_connecting":{"values":{"avg":0.00032549839999999994,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.414708},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":924.2557202900147}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":52.026033299999995,"p(99)":66.03262759,"max":118.281042,"avg":34.55263125128009,"min":10.124292,"med":33.4529165,"p(50)":33.4529165},"thresholds":{"max>=0":{"ok":true}}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"vus":{"type":"gauge","contains":"default","values":{"min":32,"max":32,"value":32}},"http_req_sending":{"values":{"med":0.003208,"p(50)":0.003208,"p(95)":0.007583,"p(99)":0.0165,"max":0.472459,"avg":0.0040576117199998775,"min":0.001625},"type":"trend","contains":"time"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-09.json b/evidence/bench/baseline/raw/prefill-500k-09.json new file mode 100644 index 00000000..d8f8a452 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-09.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27233.835138},"metrics":{"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":917.9757413276296}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.629917,"avg":0.00024665995999999994,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"min":0.001667,"med":0.00325,"p(50)":0.00325,"p(95)":0.007708,"p(99)":0.01720841999999999,"max":2.93325,"avg":0.0043519730399999125}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":302014.01889679016}},"data_received":{"values":{"count":11025000,"rate":404827.3019254847},"type":"counter","contains":"data"},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":917.9757413276296}},"vus_max":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":68.52848608,"max":114.782625,"avg":34.841497958319835,"min":10.746458,"med":33.667833,"p(50)":33.667833,"p(95)":53.1301806}},"http_req_duration":{"type":"trend","contains":"time","values":{"med":33.6192085,"p(50)":33.6192085,"p(95)":53.08015864999999,"p(99)":68.42129266999999,"max":113.570666,"avg":34.78845215635987,"min":10.710084}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"max":1.173791,"avg":0.002055131279999733,"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.003292}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.05979183999999998,"max":0.354375,"avg":0.01418914648000009,"min":0.003959,"med":0.011708,"p(50)":0.011708,"p(95)":0.0305}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":113.570666,"avg":34.78845215635987,"min":10.710084,"med":33.6192085,"p(50)":33.6192085,"p(95)":53.08015864999999,"p(99)":68.42129266999999},"thresholds":{"max>=0":{"ok":true}}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(95)":53.04597114999999,"p(99)":68.41254523999999,"max":113.526917,"avg":34.76991103684003,"min":10.70025,"med":33.597708499999996,"p(50)":33.597708499999996}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}}},"root_group":{"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-10.json b/evidence/bench/baseline/raw/prefill-500k-10.json new file mode 100644 index 00000000..64329eab --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-10.json @@ -0,0 +1 @@ +{"root_group":{"checks":[{"passes":25000,"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26800.479874},"metrics":{"http_reqs":{"values":{"rate":932.8191180730796,"count":25000},"type":"counter","contains":"default"},"data_sent":{"contains":"data","values":{"count":8225000,"rate":306897.4898460432},"type":"counter"},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":34.23637276472001,"min":10.971958,"med":33.082916499999996,"p(50)":33.082916499999996,"p(95)":51.80705594999999,"p(99)":65.09967916999999,"max":130.390208}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":51.80705594999999,"p(99)":65.09967916999999,"max":130.390208,"avg":34.23637276472001,"min":10.971958,"med":33.082916499999996,"p(50)":33.082916499999996},"thresholds":{"max>=0":{"ok":true}}},"data_received":{"contains":"data","values":{"count":11025000,"rate":411373.2310702281},"type":"counter"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000834,"p(95)":0.001625,"p(99)":0.003,"max":1.09175,"avg":0.001846308239999814,"min":0.000416,"med":0.000834}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(95)":51.871245849999994,"p(99)":65.14055573999998,"max":130.777291,"avg":34.28759745280002,"min":11.020542,"med":33.128541999999996,"p(50)":33.128541999999996}},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.011417,"p(50)":0.011417,"p(95)":0.028669049999999956,"p(99)":0.057044079999999955,"max":0.356959,"avg":0.01361545824000005,"min":0.004041}},"iterations":{"contains":"default","values":{"count":25000,"rate":932.8191180730796},"type":"counter"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.190167,"avg":0.00009434347999999998,"min":0,"med":0,"p(50)":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":65.07631032999998,"max":130.370708,"avg":34.21881865931985,"min":10.953083,"med":33.063625,"p(50)":33.063625,"p(95)":51.78282915}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.003938647159999876,"min":0.001625,"med":0.003166,"p(50)":0.003166,"p(95)":0.007375,"p(99)":0.016125,"max":0.198166}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-11.json b/evidence/bench/baseline/raw/prefill-500k-11.json new file mode 100644 index 00000000..92540540 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-11.json @@ -0,0 +1 @@ +{"root_group":{"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26733.074373},"metrics":{"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(50)":33.0417085,"p(95)":51.89379614999999,"p(99)":68.12627907999999,"max":152.376709,"avg":34.14847172971995,"min":10.88625,"med":33.0417085},"thresholds":{"max>=0":{"ok":true}}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.109375,"avg":0.00007146496000000002,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":25000}},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":935.1711535748249}},"http_req_failed":{"type":"rate","contains":"default","values":{"passes":0,"fails":25000,"rate":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":307671.3095261174}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(95)":51.94682115,"p(99)":68.1739425,"max":152.427917,"avg":34.19982515100005,"min":10.926959,"med":33.0920625,"p(50)":33.0920625}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":34.14847172971995,"min":10.88625,"med":33.0417085,"p(50)":33.0417085,"p(95)":51.89379614999999,"p(99)":68.12627907999999,"max":152.376709}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0023405267999996064,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001625,"p(99)":0.00316601,"max":1.522458}},"http_req_waiting":{"values":{"avg":34.13089821820005,"min":10.870833,"med":33.023979499999996,"p(50)":33.023979499999996,"p(95)":51.86927354999999,"p(99)":68.11330608,"max":152.358791},"type":"trend","contains":"time"},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.203791,"avg":0.003896064959999876,"min":0.001666,"med":0.003167,"p(50)":0.003167,"p(95)":0.007167,"p(99)":0.01475}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013677446560000103,"min":0.003916,"med":0.011458,"p(50)":0.011458,"p(95)":0.028419049999999956,"p(99)":0.056167419999999996,"max":1.536875}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":412410.4787264978}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":935.1711535748249}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-12.json b/evidence/bench/baseline/raw/prefill-500k-12.json new file mode 100644 index 00000000..8d8530a6 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-12.json @@ -0,0 +1 @@ +{"root_group":{"groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26808.555582},"metrics":{"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0020614081999997037,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001625,"p(99)":0.00320801,"max":1.394667}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.003967335999999896,"min":0.001708,"med":0.003125,"p(50)":0.003125,"p(95)":0.007375,"p(99)":0.016,"max":1.059584}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_failed":{"contains":"default","values":{"rate":0,"passes":0,"fails":25000},"type":"rate"},"iteration_duration":{"values":{"p(99)":65.26246115999997,"max":128.524125,"avg":34.29641619119998,"min":10.771167,"med":33.2108955,"p(50)":33.2108955,"p(95)":51.563606249999985},"type":"trend","contains":"time"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"iterations":{"type":"counter","contains":"default","values":{"rate":932.5381191661697,"count":25000}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_receiving":{"contains":"time","values":{"avg":0.013698492560000018,"min":0.004,"med":0.011417,"p(50)":0.011417,"p(95)":0.02921214999999991,"p(99)":0.056666419999999995,"max":0.474917},"type":"trend"},"http_req_tls_handshaking":{"values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0},"type":"trend","contains":"time"},"http_req_waiting":{"type":"trend","contains":"time","values":{"min":10.674709,"med":33.143479,"p(50)":33.143479,"p(95)":51.48077885,"p(99)":65.19552516999998,"max":128.341958,"avg":34.2269536944801}},"http_req_duration{expected_response:true}":{"values":{"avg":34.24461952303997,"min":10.704042,"med":33.160333,"p(50)":33.160333,"p(95)":51.49614025,"p(99)":65.21346174999998,"max":128.389125},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_req_duration":{"contains":"time","values":{"p(99)":65.21346174999998,"max":128.389125,"avg":34.24461952303997,"min":10.704042,"med":33.160333,"p(50)":33.160333,"p(95)":51.49614025},"type":"trend"},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":306805.0412056698}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.00011473668000000001,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.208708}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":411249.31055228086}},"http_reqs":{"contains":"default","values":{"count":25000,"rate":932.5381191661697},"type":"counter"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-13.json b/evidence/bench/baseline/raw/prefill-500k-13.json new file mode 100644 index 00000000..a43bcff0 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-13.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"testRunDurationMs":26599.398082,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"iteration_duration":{"contains":"time","values":{"avg":34.026423105160134,"min":11.430125,"med":32.9326875,"p(50)":32.9326875,"p(95)":51.36052919999998,"p(99)":64.55224601,"max":124.342958},"type":"trend"},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.002211016119999635,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001625,"p(99)":0.0030830099999999997,"max":2.1465}},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":25000}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"vus_max":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_connecting":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.403416,"avg":0.00009130840000000002,"min":0}},"http_req_failed":{"contains":"default","values":{"passes":0,"fails":25000,"rate":0},"type":"rate"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":64.50538551,"max":122.747458,"avg":33.97547401840007,"min":11.380833,"med":32.8855,"p(50)":32.8855,"p(95)":51.3185226},"thresholds":{"max>=0":{"ok":true}}},"http_reqs":{"values":{"count":25000,"rate":939.870891925095},"type":"counter","contains":"default"},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":64.48721008999999,"max":122.730791,"avg":33.95744333147986,"min":11.361291,"med":32.86625,"p(50)":32.86625,"p(95)":51.294149699999984}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":414483.06333896687}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":33.97547401840007,"min":11.380833,"med":32.8855,"p(50)":32.8855,"p(95)":51.3185226,"p(99)":64.50538551,"max":122.747458}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013560601679999956,"min":0.003834,"med":0.011417,"p(50)":0.011417,"p(95)":0.028833,"p(99)":0.05441740999999999,"max":0.281125}},"iterations":{"values":{"count":25000,"rate":939.870891925095},"type":"counter","contains":"default"},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.003167,"p(50)":0.003167,"p(95)":0.007294049999999955,"p(99)":0.01525,"max":1.535208,"avg":0.004470085239999874,"min":0.001666}},"data_sent":{"values":{"rate":309217.5234433562,"count":8225000},"type":"counter","contains":"data"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-14.json b/evidence/bench/baseline/raw/prefill-500k-14.json new file mode 100644 index 00000000..aad8b7e3 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-14.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27039.875207},"metrics":{"http_reqs":{"contains":"default","values":{"count":25000,"rate":924.5604799806205},"type":"counter"},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":304180.3979136241}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"data_received":{"type":"counter","contains":"data","values":{"count":11025000,"rate":407731.17167145363}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_blocked":{"type":"trend","contains":"time","values":{"min":0.000417,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.003000409999999991,"max":1.048916,"avg":0.001936188199999783}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(95)":0.007708,"p(99)":0.015416009999999999,"max":0.28625,"avg":0.004081474919999871,"min":0.001709,"med":0.00325,"p(50)":0.00325}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":110.652709,"avg":34.54013370740021,"min":10.588666,"med":33.374958500000005,"p(50)":33.374958500000005,"p(95)":51.75599555,"p(99)":64.43164349999999},"thresholds":{"max>=0":{"ok":true}}},"http_req_connecting":{"contains":"time","values":{"p(99)":0,"max":0.27975,"avg":0.00013810012,"min":0,"med":0,"p(50)":0,"p(95)":0},"type":"trend"},"iteration_duration":{"values":{"avg":34.593345097920135,"min":10.632208,"med":33.422854,"p(50)":33.422854,"p(95)":51.79925659999999,"p(99)":64.47615133999999,"max":111.843},"type":"trend","contains":"time"},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"iterations":{"values":{"count":25000,"rate":924.5604799806205},"type":"counter","contains":"default"},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":34.54013370740021,"min":10.588666,"med":33.374958500000005,"p(50)":33.374958500000005,"p(95)":51.75599555,"p(99)":64.43164349999999,"max":110.652709}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":34.52163738280002,"min":10.573917,"med":33.3577915,"p(50)":33.3577915,"p(95)":51.72953124999999,"p(99)":64.42038608,"max":110.629167}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.062,"max":0.886083,"avg":0.014414849680000204,"min":0.003916,"med":0.011792,"p(50)":0.011792,"p(95)":0.031585099999999956}}},"root_group":{"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-15.json b/evidence/bench/baseline/raw/prefill-500k-15.json new file mode 100644 index 00000000..e593cf1e --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-15.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdErrTTY":false,"testRunDurationMs":26732.487832,"isStdOutTTY":false},"metrics":{"checks":{"values":{"rate":1,"passes":25000,"fails":0},"type":"rate","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":307678.0601824235}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013627145960000041,"min":0.003917,"med":0.011375,"p(50)":0.011375,"p(95)":0.028833,"p(99)":0.057917409999999996,"max":0.298333}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.276584,"avg":0.00014710664,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"data_received":{"contains":"data","values":{"rate":412419.5274785677,"count":11025000},"type":"counter"},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":935.1916722870016}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000834,"p(95)":0.001625,"p(99)":0.00279101,"max":0.688333,"avg":0.0016719139599998746,"min":0.000416,"med":0.000834}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.003964896039999868,"min":0.001708,"med":0.003125,"p(50)":0.003125,"p(95)":0.007291,"p(99)":0.015293509999999944,"max":0.420917}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":33.0556455,"p(50)":33.0556455,"p(95)":51.68845209999999,"p(99)":65.17948249999999,"max":137.039375,"avg":34.13262099224018,"min":10.39875}},"http_req_failed":{"type":"rate","contains":"default","values":{"passes":0,"fails":25000,"rate":0}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration{expected_response:true}":{"values":{"p(95)":51.70963539999999,"p(99)":65.22360976,"max":137.090667,"avg":34.15021303423974,"min":10.416167,"med":33.0742085,"p(50)":33.0742085},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"iteration_duration":{"type":"trend","contains":"time","values":{"med":33.122521,"p(50)":33.122521,"p(95)":51.76815145,"p(99)":65.26816466999998,"max":137.876541,"avg":34.20069826923986,"min":10.452625}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":935.1916722870016}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":65.22360976,"max":137.090667,"avg":34.15021303423974,"min":10.416167,"med":33.0742085,"p(50)":33.0742085,"p(95)":51.70963539999999}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-16.json b/evidence/bench/baseline/raw/prefill-500k-16.json new file mode 100644 index 00000000..f23bf713 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-16.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":27088.04554},"metrics":{"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"vus":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"http_req_blocked":{"contains":"time","values":{"max":1.881625,"avg":0.0017018137999998675,"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.001708,"p(99)":0.003167},"type":"trend"},"http_req_waiting":{"type":"trend","contains":"time","values":{"min":10.3615,"med":33.539417,"p(50)":33.539417,"p(95)":52.62749824999999,"p(99)":67.0187275,"max":108.2175,"avg":34.58344398359985}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.004348626039999895,"min":0.001584,"med":0.00325,"p(50)":0.00325,"p(95)":0.007584,"p(99)":0.01533301,"max":1.533542}},"http_req_connecting":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.418625,"avg":0.00008262675999999999,"min":0}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"checks":{"values":{"rate":1,"passes":25000,"fails":0},"type":"rate","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":303639.47771183494}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(95)":52.71222674999999,"p(99)":67.10763824,"max":109.946875,"avg":34.654468356879974,"min":10.415708,"med":33.6112495,"p(50)":33.6112495}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":34.60180767343975,"min":10.373833,"med":33.5595625,"p(50)":33.5595625,"p(95)":52.647095849999985,"p(99)":67.05201959,"max":108.233625},"thresholds":{"max>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":52.647095849999985,"p(99)":67.05201959,"max":108.233625,"avg":34.60180767343975,"min":10.373833,"med":33.5595625,"p(50)":33.5595625}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":922.9163456286776}},"data_received":{"contains":"data","values":{"count":11025000,"rate":407006.1084222468},"type":"counter"},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":922.9163456286776}},"http_req_receiving":{"values":{"p(99)":0.05791766999999996,"max":0.381208,"avg":0.014015063800000114,"min":0.003875,"med":0.011583,"p(50)":0.011583,"p(95)":0.030667},"type":"trend","contains":"time"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-17.json b/evidence/bench/baseline/raw/prefill-500k-17.json new file mode 100644 index 00000000..b96c3ecf --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-17.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26827.839624},"metrics":{"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013601474440000061,"min":0.003875,"med":0.011375,"p(50)":0.011375,"p(95)":0.02895805,"p(99)":0.056667409999999994,"max":0.298833}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.112125,"avg":0.00006441643999999999,"min":0,"med":0,"p(50)":0,"p(95)":0}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"iteration_duration":{"contains":"time","values":{"p(99)":67.10827625,"max":114.99425,"avg":34.32151821807999,"min":10.493,"med":33.1004165,"p(50)":33.1004165,"p(95)":52.49323955},"type":"trend"},"http_reqs":{"values":{"rate":931.8678041311673,"count":25000},"type":"counter","contains":"default"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.004048323719999879,"min":0.001583,"med":0.003125,"p(50)":0.003125,"p(95)":0.007375,"p(99)":0.01504101,"max":0.851417}},"http_req_duration":{"contains":"time","values":{"avg":34.27065413743991,"min":10.455458,"med":33.0539165,"p(50)":33.0539165,"p(95)":52.43462739999998,"p(99)":67.0536025,"max":114.850583},"type":"trend"},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":33.0382915,"p(50)":33.0382915,"p(95)":52.417268750000005,"p(99)":67.03343582999999,"max":114.8305,"avg":34.25300433927995,"min":10.438833}},"data_received":{"type":"counter","contains":"data","values":{"rate":410953.7016218448,"count":11025000}},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":306584.50755915407}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"avg":34.27065413743991,"min":10.455458,"med":33.0539165,"p(50)":33.0539165,"p(95)":52.43462739999998,"p(99)":67.0536025,"max":114.850583}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":931.8678041311673}},"vus_max":{"values":{"value":32,"min":32,"max":32},"type":"gauge","contains":"default"},"http_req_failed":{"values":{"rate":0,"passes":0,"fails":25000},"type":"rate","contains":"default"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_blocked":{"type":"trend","contains":"time","values":{"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001667,"p(99)":0.003125,"max":0.807042,"avg":0.0014121834399999918}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-18.json b/evidence/bench/baseline/raw/prefill-500k-18.json new file mode 100644 index 00000000..422a2891 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-18.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26860.002749},"metrics":{"http_req_waiting":{"type":"trend","contains":"time","values":{"max":129.986083,"avg":34.293263900439975,"min":10.6265,"med":33.0247085,"p(50)":33.0247085,"p(95)":51.68550239999999,"p(99)":65.68925226}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013827207280000009,"min":0.003917,"med":0.011458,"p(50)":0.011458,"p(95)":0.029667,"p(99)":0.05904491999999993,"max":0.364792}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.343167,"avg":0.0001384568,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":930.7519523962354}},"http_req_duration{expected_response:true}":{"values":{"min":10.639125,"med":33.040667,"p(50)":33.040667,"p(95)":51.69845029999998,"p(99)":65.69855233,"max":130.022041,"avg":34.31119166208001},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"data_received":{"values":{"count":11025000,"rate":410461.61100673984},"type":"counter","contains":"data"},"iteration_duration":{"contains":"time","values":{"p(99)":65.75682458,"max":131.252334,"avg":34.36279860431987,"min":10.674042,"med":33.0905205,"p(50)":33.0905205,"p(95)":51.75843809999999},"type":"trend"},"vus_max":{"values":{"value":32,"min":32,"max":32},"type":"gauge","contains":"default"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"http_reqs":{"values":{"rate":930.7519523962354,"count":25000},"type":"counter","contains":"default"},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.016376249999999974,"max":0.500667,"avg":0.004100554359999878,"min":0.001708,"med":0.003125,"p(50)":0.003125,"p(95)":0.007333}},"vus":{"values":{"value":32,"min":32,"max":32},"type":"gauge","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"count":8225000,"rate":306217.3923383615}},"http_req_blocked":{"type":"trend","contains":"time","values":{"max":1.509584,"avg":0.002219815599999643,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001666,"p(99)":0.003042409999999991}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":25000,"fails":0}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":33.040667,"p(95)":51.69845029999998,"p(99)":65.69855233,"max":130.022041,"avg":34.31119166208001,"min":10.639125,"med":33.040667}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-19.json b/evidence/bench/baseline/raw/prefill-500k-19.json new file mode 100644 index 00000000..e4a1a978 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-19.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":25000,"fails":0,"name":"message 201","path":"::message 201"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26667.597804},"metrics":{"http_req_sending":{"values":{"max":0.482417,"avg":0.004012655239999853,"min":0.001625,"med":0.003166,"p(50)":0.003166,"p(95)":0.007292,"p(99)":0.015542829999999981},"type":"trend","contains":"time"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013492650879999981,"min":0.003875,"med":0.011417,"p(50)":0.011417,"p(95)":0.028,"p(99)":0.05496049999999995,"max":0.304958}},"data_sent":{"type":"counter","contains":"data","values":{"rate":308426.73046337505,"count":8225000}},"iterations":{"type":"counter","contains":"default","values":{"rate":937.4672658461247,"count":25000}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"vus_max":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"iteration_duration":{"contains":"time","values":{"avg":34.109214798600114,"min":10.614708,"med":32.9959375,"p(50)":32.9959375,"p(95)":51.75654435,"p(99)":66.19562117,"max":116.091375},"type":"trend"},"http_req_duration":{"type":"trend","contains":"time","values":{"min":10.576292,"med":32.9478955,"p(50)":32.9478955,"p(95)":51.697870849999994,"p(99)":66.14791941,"max":115.28975,"avg":34.057748541399874}},"checks":{"values":{"fails":0,"rate":1,"passes":25000},"type":"rate","contains":"default"},"data_received":{"values":{"count":11025000,"rate":413423.064238141},"type":"counter","contains":"data"},"http_reqs":{"type":"counter","contains":"default","values":{"count":25000,"rate":937.4672658461247}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.341833,"avg":0.00013388668,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"http_req_blocked":{"contains":"time","values":{"p(99)":0.0031254099999999912,"max":1.34725,"avg":0.002131338719999711,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001667},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":115.28975,"avg":34.057748541399874,"min":10.576292,"med":32.9478955,"p(50)":32.9478955,"p(95)":51.697870849999994,"p(99)":66.14791941},"thresholds":{"max>=0":{"ok":true}}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":32.931583,"p(50)":32.931583,"p(95)":51.682083999999996,"p(99)":66.13198374999999,"max":115.028541,"avg":34.040243235280386,"min":10.566333}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/prefill-500k-20.json b/evidence/bench/baseline/raw/prefill-500k-20.json new file mode 100644 index 00000000..d95a3694 --- /dev/null +++ b/evidence/bench/baseline/raw/prefill-500k-20.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":25000}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":26858.441596},"metrics":{"data_received":{"values":{"rate":410485.46918083075,"count":11025000},"type":"counter","contains":"data"},"checks":{"values":{"rate":1,"passes":25000,"fails":0},"type":"rate","contains":"default"},"data_sent":{"contains":"data","values":{"count":8225000,"rate":306235.19129363564},"type":"counter"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":25000}},"http_reqs":{"values":{"count":25000,"rate":930.806052564242},"type":"counter","contains":"default"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.003167,"p(50)":0.003167,"p(95)":0.00725,"p(99)":0.01483301,"max":0.359042,"avg":0.003895200439999918,"min":0.001667}},"http_req_waiting":{"type":"trend","contains":"time","values":{"min":10.899,"med":33.341896,"p(50)":33.341896,"p(95)":52.92476009999999,"p(99)":67.08991316,"max":147.650667,"avg":34.290867745519975}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":147.719626,"avg":34.359636960400046,"min":10.953625,"med":33.4093125,"p(50)":33.4093125,"p(95)":52.996887799999996,"p(99)":67.15219800999999}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"p(95)":52.94277469999999,"p(99)":67.10289341999999,"max":147.667334,"avg":34.30848719583989,"min":10.913833,"med":33.358625,"p(50)":33.358625}},"iterations":{"type":"counter","contains":"default","values":{"count":25000,"rate":930.806052564242}},"http_req_connecting":{"contains":"time","values":{"max":1.320333,"avg":0.00012615172000000002,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0},"type":"trend"},"http_req_receiving":{"values":{"p(95)":0.029292,"p(99)":0.055417259999999975,"max":0.335,"avg":0.01372424987999999,"min":0.003625,"med":0.011625,"p(50)":0.011625},"type":"trend","contains":"time"},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0017805315599998376,"min":0.000417,"med":0.000834,"p(50)":0.000834,"p(95)":0.001584,"p(99)":0.0027924099999999913,"max":1.395458}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":52.94277469999999,"p(99)":67.10289341999999,"max":147.667334,"avg":34.30848719583989,"min":10.913833,"med":33.358625,"p(50)":33.358625}},"vus":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c1-r1.json b/evidence/bench/baseline/raw/read-100k-c1-r1.json new file mode 100644 index 00000000..3982c9b4 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c1-r1.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":11479,"fails":0,"name":"status 200","path":"::status 200"},{"path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":11479,"fails":0,"name":"full page"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20000.60812},"metrics":{"vus":{"values":{"value":1,"min":1,"max":1},"type":"gauge","contains":"default"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_receiving":{"values":{"min":0.009584,"med":0.015792,"p(50)":0.015792,"p(95)":0.034333,"p(99)":0.05389325999999999,"max":0.266708,"avg":0.018440668699363994},"type":"trend","contains":"time"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":11479}},"http_req_connecting":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.146959,"avg":0.000012802421813746843}},"vus_max":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.002542,"p(50)":0.002542,"p(95)":0.004958,"p(99)":0.00920822,"max":0.107333,"avg":0.0029381705723494547,"min":0.001583}},"data_sent":{"type":"counter","contains":"data","values":{"count":4890054,"rate":244495.26587694575}},"http_req_waiting":{"values":{"avg":1.6600083628364761,"min":1.344584,"med":1.612208,"p(50)":1.612208,"p(95)":1.9274622,"p(99)":2.39279348,"max":17.687583},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"count":11479,"rate":573.9325490069149}},"iterations":{"values":{"rate":573.9325490069149,"count":11479},"type":"counter","contains":"default"},"iteration_duration":{"type":"trend","contains":"time","values":{"max":17.8105,"avg":1.7395701239655097,"min":1.414792,"med":1.685292,"p(50)":1.685292,"p(95)":2.0383082999999997,"p(99)":2.55353872}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"med":1.631208,"p(50)":1.631208,"p(95)":1.9621665999999998,"p(99)":2.44905178,"max":17.735208,"avg":1.6813872021082035,"min":1.367459},"thresholds":{"max>=0":{"ok":true}}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000917,"p(95)":0.001708,"p(99)":0.002625,"max":0.708459,"avg":0.0011219303075181014,"min":0.0005,"med":0.000917}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":1.9621665999999998,"p(99)":2.44905178,"max":17.735208,"avg":1.6813872021082035,"min":1.367459,"med":1.631208,"p(50)":1.631208}},"checks":{"values":{"rate":1,"passes":22958,"fails":0},"type":"rate","contains":"default"},"data_received":{"contains":"data","values":{"count":155310870,"rate":7765307.388063559},"type":"counter"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c1-r2.json b/evidence/bench/baseline/raw/read-100k-c1-r2.json new file mode 100644 index 00000000..02f62cda --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c1-r2.json @@ -0,0 +1 @@ +{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":11671,"fails":0},{"fails":0,"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":11671}],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"testRunDurationMs":20001.500454,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":1.6337604720246828,"min":1.372166,"med":1.592542,"p(50)":1.592542,"p(95)":1.8617914999999994,"p(99)":2.3227045,"max":18.581125}},"vus_max":{"type":"gauge","contains":"default","values":{"max":1,"value":1,"min":1}},"http_req_sending":{"values":{"min":0.001541,"med":0.0025,"p(50)":0.0025,"p(95)":0.004708499999999999,"p(99)":0.009625,"max":0.177292,"avg":0.002935807043098226},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"count":11671,"rate":583.5062237876247}},"data_received":{"type":"counter","contains":"data","values":{"count":157908630,"rate":7894839.207846562}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.002334,"max":0.525083,"avg":0.0010628418301773894,"min":0.000458,"med":0.000875,"p(50)":0.000875,"p(95)":0.001625}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0}},"http_req_receiving":{"values":{"p(50)":0.015416,"p(95)":0.031792,"p(99)":0.049795599999999975,"max":0.354625,"avg":0.01769007882786399,"min":0.008709,"med":0.015416},"type":"trend","contains":"time"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.115708,"avg":0.000009914146174278126,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_failed":{"contains":"default","values":{"rate":0,"passes":0,"fails":11671},"type":"rate"},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":1.610916,"p(95)":1.8914169999999995,"p(99)":2.3658792999999996,"max":18.637417,"avg":1.654386357895632,"min":1.388167,"med":1.610916}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":23342,"fails":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":4971846,"rate":248573.6513335281}},"iterations":{"values":{"count":11671,"rate":583.5062237876247},"type":"counter","contains":"default"},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"avg":1.654386357895632,"min":1.388167,"med":1.610916,"p(50)":1.610916,"p(95)":1.8914169999999995,"p(99)":2.3658792999999996,"max":18.637417}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":1.7110078428583515,"min":1.432916,"med":1.6635,"p(50)":1.6635,"p(95)":1.9713124999999998,"p(99)":2.4694078999999993,"max":18.739334}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c1-r3.json b/evidence/bench/baseline/raw/read-100k-c1-r3.json new file mode 100644 index 00000000..e9670640 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c1-r3.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":11625,"fails":0,"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1"},{"path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":11625,"fails":0,"name":"full page"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20000.587162},"metrics":{"http_req_sending":{"contains":"time","values":{"med":0.0025,"p(50)":0.0025,"p(95)":0.004792,"p(99)":0.009417,"max":0.236417,"avg":0.0029006348387096183,"min":0.001541},"type":"trend"},"iterations":{"type":"counter","contains":"default","values":{"count":11625,"rate":581.2329361053386}},"http_req_receiving":{"values":{"p(95)":0.03386659999999998,"p(99)":0.05420876,"max":0.265042,"avg":0.018307978236559126,"min":0.010084,"med":0.015833,"p(50)":0.015833},"type":"trend","contains":"time"},"vus_max":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":1.6596308941935456,"min":1.3545,"med":1.616584,"p(50)":1.616584,"p(95)":1.8981,"p(99)":2.4030799999999997,"max":6.345166},"thresholds":{"max>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":6.345166,"avg":1.6596308941935456,"min":1.3545,"med":1.616584,"p(50)":1.616584,"p(95)":1.8981,"p(99)":2.4030799999999997}},"data_received":{"type":"counter","contains":"data","values":{"count":157286250,"rate":7864081.62550523}},"iteration_duration":{"values":{"p(99)":2.51387808,"max":6.555709,"avg":1.7177073316129068,"min":1.40175,"med":1.670583,"p(50)":1.670583,"p(95)":1.9779164},"type":"trend","contains":"time"},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.00113661849462368,"min":0.0005,"med":0.000917,"p(50)":0.000917,"p(95)":0.001625,"p(99)":0.002458,"max":0.700958}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":11625}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":23250,"fails":0}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":4952250,"rate":247605.23078087423}},"http_reqs":{"type":"counter","contains":"default","values":{"count":11625,"rate":581.2329361053386}},"http_req_waiting":{"contains":"time","values":{"p(95)":1.8659329999999996,"p(99)":2.3556330799999996,"max":6.281292,"avg":1.638422281118279,"min":1.338125,"med":1.597583,"p(50)":1.597583},"type":"trend"},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_connecting":{"values":{"p(99)":0,"max":0.092,"avg":0.000007913978494623655,"min":0,"med":0,"p(50)":0,"p(95)":0},"type":"trend","contains":"time"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c10-r1.json b/evidence/bench/baseline/raw/read-100k-c10-r1.json new file mode 100644 index 00000000..1bca0442 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c10-r1.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"testRunDurationMs":20009.250162,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"http_req_duration{expected_response:true}":{"values":{"avg":13.20199208349359,"min":6.937875,"med":12.600791,"p(50)":12.600791,"p(95)":17.223371399999998,"p(99)":31.276239479999994,"max":58.123792},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_req_receiving":{"type":"trend","contains":"time","values":{"min":0.00525,"med":0.016083,"p(50)":0.016083,"p(95)":0.03779519999999997,"p(99)":0.08570373999999997,"max":1.706917,"avg":0.019935992373499526}},"data_received":{"type":"counter","contains":"data","values":{"count":204018870,"rate":10196227.662116827}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"iterations":{"type":"counter","contains":"default","values":{"rate":753.6014532237123,"count":15079}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":12.661583,"p(95)":17.303941999999996,"p(99)":31.334376999999993,"max":58.2125,"avg":13.263813910604235,"min":7.269875,"med":12.661583}},"http_req_failed":{"type":"rate","contains":"default","values":{"fails":15079,"rate":0,"passes":0}},"http_req_duration":{"values":{"med":12.600791,"p(50)":12.600791,"p(95)":17.223371399999998,"p(99)":31.276239479999994,"max":58.123792,"avg":13.20199208349359,"min":6.937875},"type":"trend","contains":"time"},"http_req_blocked":{"contains":"time","values":{"max":0.740458,"avg":0.001412567544266913,"min":0.000417,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.003},"type":"trend"},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(50)":12.578208,"p(95)":17.197066,"p(99)":31.226175979999997,"max":58.088916,"avg":13.178821175077836,"min":6.818583,"med":12.578208}},"data_sent":{"type":"counter","contains":"data","values":{"count":6423654,"rate":321034.2190733014}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_sending":{"values":{"avg":0.0032349160421777726,"min":0.001459,"med":0.002667,"p(50)":0.002667,"p(95)":0.005583,"p(99)":0.011833,"max":0.148416},"type":"trend","contains":"time"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":30158,"fails":0}},"http_req_tls_handshaking":{"values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0},"type":"trend","contains":"time"},"http_req_connecting":{"contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.119,"avg":0.0000475578619271835,"min":0,"med":0,"p(50)":0},"type":"trend"},"http_reqs":{"type":"counter","contains":"default","values":{"count":15079,"rate":753.6014532237123}}},"root_group":{"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15079,"fails":0},{"id":"736a4affc4111c8285c374c0b4d25aed","passes":15079,"fails":0,"name":"full page","path":"::full page"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c10-r2.json b/evidence/bench/baseline/raw/read-100k-c10-r2.json new file mode 100644 index 00000000..fce2bd32 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c10-r2.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20009.181343},"metrics":{"data_sent":{"values":{"count":6467106,"rate":323206.92631747515},"type":"counter","contains":"data"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000834,"p(95)":0.001667,"p(99)":0.003058599999999989,"max":1.091625,"avg":0.0016592789671300207,"min":0.000458,"med":0.000834}},"iteration_duration":{"values":{"min":7.378667,"med":12.465209,"p(50)":12.465209,"p(95)":17.292834,"p(99)":30.854783199999996,"max":58.457875,"avg":13.175233771227129},"type":"trend","contains":"time"},"http_req_connecting":{"contains":"time","values":{"avg":0.00009556353336407351,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.282167},"type":"trend"},"vus":{"type":"gauge","contains":"default","values":{"max":10,"value":10,"min":10}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(50)":0.015625,"p(95)":0.037042,"p(99)":0.0704664,"max":0.750334,"avg":0.01868800520387325,"min":0.005125,"med":0.015625}},"iterations":{"type":"counter","contains":"default","values":{"rate":758.7017049705989,"count":15181}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15181}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":12.404459,"p(95)":17.208458,"p(99)":30.796557999999997,"max":58.389542,"avg":13.11459931210068,"min":7.33675,"med":12.404459}},"http_reqs":{"type":"counter","contains":"default","values":{"count":15181,"rate":758.7017049705989}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":30.7818748,"max":58.3605,"avg":13.092762321059233,"min":7.324709,"med":12.381833,"p(50)":12.381833,"p(95)":17.18475}},"data_received":{"type":"counter","contains":"data","values":{"count":205398930,"rate":10265234.068252204}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.00314898583756003,"min":0.001583,"med":0.002584,"p(50)":0.002584,"p(95)":0.005541,"p(99)":0.011717199999999995,"max":0.218708}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"avg":13.11459931210068,"min":7.33675,"med":12.404459,"p(50)":12.404459,"p(95)":17.208458,"p(99)":30.796557999999997,"max":58.389542}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":30362,"fails":0}}},"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15181,"fails":0},{"passes":15181,"fails":0,"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed"}],"name":"","path":""}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c10-r3.json b/evidence/bench/baseline/raw/read-100k-c10-r3.json new file mode 100644 index 00000000..bc1c3c54 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c10-r3.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15115,"fails":0},{"passes":15115,"fails":0,"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20009.323051},"metrics":{"iteration_duration":{"type":"trend","contains":"time","values":{"avg":13.232276243400548,"min":7.18325,"med":12.526625,"p(50)":12.526625,"p(95)":17.269470399999992,"p(99)":31.270204999999994,"max":56.180333}},"http_req_duration":{"values":{"avg":13.171817221568034,"min":7.133459,"med":12.466125,"p(50)":12.466125,"p(95)":17.201420499999998,"p(99)":31.204462239999998,"max":56.068917},"type":"trend","contains":"time"},"iterations":{"values":{"count":15115,"rate":755.3978693569347},"type":"counter","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"count":6438990,"rate":321799.4923460542}},"vus":{"contains":"default","values":{"value":10,"min":10,"max":10},"type":"gauge"},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_sending":{"values":{"min":0.0015,"med":0.002625,"p(50)":0.002625,"p(95)":0.00525,"p(99)":0.011083,"max":0.242125,"avg":0.0031764060866687955},"type":"trend","contains":"time"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15115}},"data_received":{"type":"counter","contains":"data","values":{"count":204505950,"rate":10220533.172399327}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":30230,"fails":0}},"http_reqs":{"contains":"default","values":{"count":15115,"rate":755.3978693569347},"type":"counter"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_duration{expected_response:true}":{"values":{"avg":13.171817221568034,"min":7.133459,"med":12.466125,"p(50)":12.466125,"p(95)":17.201420499999998,"p(99)":31.204462239999998,"max":56.068917},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.3135,"avg":0.00014742269268938144,"min":0,"med":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.001666,"p(99)":0.0026191199999999943,"max":0.683875,"avg":0.0013880764141581692,"min":0.000417,"med":0.000834,"p(50)":0.000834}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.018715511875620355,"min":0.005041,"med":0.015792,"p(50)":0.015792,"p(95)":0.0365,"p(99)":0.06625,"max":0.402709}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":56.036167,"avg":13.149925303605805,"min":7.122541,"med":12.446667,"p(50)":12.446667,"p(95)":17.164446499999997,"p(99)":31.186828379999998}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c50-r1.json b/evidence/bench/baseline/raw/read-100k-c50-r1.json new file mode 100644 index 00000000..9b840e38 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c50-r1.json @@ -0,0 +1 @@ +{"root_group":{"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14623,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14623,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20046.203037},"metrics":{"data_sent":{"type":"counter","contains":"data","values":{"count":6229398,"rate":310752.0156561407}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":127.64289609999997,"p(99)":176.20697052,"max":343.689208,"avg":68.3953124343842,"min":10.256958,"med":64.777042,"p(50)":64.777042}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"med":64.777042,"p(50)":64.777042,"p(95)":127.64289609999997,"p(99)":176.20697052,"max":343.689208,"avg":68.3953124343842,"min":10.256958}},"data_received":{"type":"counter","contains":"data","values":{"count":197849190,"rate":9869659.088797145}},"http_req_connecting":{"contains":"time","values":{"avg":0.00040150789851603637,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.676709},"type":"trend"},"http_req_receiving":{"type":"trend","contains":"time","values":{"min":0.005541,"med":0.016708,"p(50)":0.016708,"p(95)":0.039625,"p(99)":0.06781075999999997,"max":0.463958,"avg":0.01966190214046372}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14623}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":29246,"fails":0}},"iterations":{"type":"counter","contains":"default","values":{"count":14623,"rate":729.4648254838984}},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_reqs":{"type":"counter","contains":"default","values":{"count":14623,"rate":729.4648254838984}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.004073979999999994,"max":2.410125,"avg":0.002662752444778628,"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175}},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.452625,"avg":0.003485022772344847,"min":0.001583,"med":0.002792,"p(50)":0.002792,"p(95)":0.005875,"p(99)":0.011740979999999995}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":343.672792,"avg":68.37216550947159,"min":10.234833,"med":64.758166,"p(50)":64.758166,"p(95)":127.59834099999998,"p(99)":176.1857545}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":176.27573347999999,"max":343.768125,"avg":68.45997885269784,"min":10.313,"med":64.835833,"p(50)":64.835833,"p(95)":127.70509589999999}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c50-r2.json b/evidence/bench/baseline/raw/read-100k-c50-r2.json new file mode 100644 index 00000000..18b87cf6 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c50-r2.json @@ -0,0 +1 @@ +{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14478,"fails":0},{"path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14478,"fails":0,"name":"full page"}],"name":""},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20048.614745},"metrics":{"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":69.08989414173232,"min":10.535,"med":65.56174949999999,"p(50)":65.56174949999999,"p(95)":121.87324195,"p(99)":168.32731575,"max":373.128292},"thresholds":{"max>=0":{"ok":true}}},"checks":{"type":"rate","contains":"default","values":{"passes":28956,"fails":0,"rate":1}},"iteration_duration":{"contains":"time","values":{"p(95)":121.94505805,"p(99)":168.40350159000002,"max":373.2025,"avg":69.1574177689599,"min":10.612458,"med":65.6247085,"p(50)":65.6247085},"type":"trend"},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.004322159897775554,"min":0.000416,"med":0.000916,"p(50)":0.000916,"p(95)":0.001833,"p(99)":0.003467659999999995,"max":1.339708}},"http_req_sending":{"contains":"time","values":{"med":0.002834,"p(50)":0.002834,"p(95)":0.006458,"p(99)":0.012084,"max":0.300875,"avg":0.0035419903992263166,"min":0.0015},"type":"trend"},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":69.06648556430484,"min":10.498333,"med":65.54110449999999,"p(50)":65.54110449999999,"p(95)":121.84905275,"p(99)":168.29742356999998,"max":373.099167}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_reqs":{"contains":"default","values":{"count":14478,"rate":722.1446560845669},"type":"counter"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.324875,"avg":0.0002889383202099738,"min":0,"med":0,"p(50)":0,"p(95)":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":6167628,"rate":307633.6234920255}},"vus_max":{"contains":"default","values":{"value":50,"min":50,"max":50},"type":"gauge"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14478}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":373.128292,"avg":69.08989414173232,"min":10.535,"med":65.56174949999999,"p(50)":65.56174949999999,"p(95)":121.87324195,"p(99)":168.32731575}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.07301931999999998,"max":0.285792,"avg":0.019866587028595086,"min":0.00575,"med":0.01675,"p(50)":0.01675,"p(95)":0.041}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"data_received":{"values":{"rate":9770617.19682419,"count":195887340},"type":"counter","contains":"data"},"iterations":{"type":"counter","contains":"default","values":{"count":14478,"rate":722.1446560845669}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-100k-c50-r3.json b/evidence/bench/baseline/raw/read-100k-c50-r3.json new file mode 100644 index 00000000..54897954 --- /dev/null +++ b/evidence/bench/baseline/raw/read-100k-c50-r3.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14568,"fails":0},{"passes":14568,"fails":0,"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed"}]},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20054.718328},"metrics":{"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"iteration_duration":{"contains":"time","values":{"p(95)":124.49262279999996,"p(99)":170.85823803,"max":285.423209,"avg":68.75087723881101,"min":8.814416,"med":65.1681665,"p(50)":65.1681665},"type":"trend"},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":65.10889599999999,"p(95)":124.42677049999993,"p(99)":170.76311382999998,"max":285.320542,"avg":68.68597299498883,"min":8.761792,"med":65.10889599999999}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0034543495332234365,"min":0.001584,"med":0.002792,"p(50)":0.002792,"p(95)":0.006208,"p(99)":0.01331938999999999,"max":0.26975}},"vus_max":{"type":"gauge","contains":"default","values":{"max":50,"value":50,"min":50}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":65.091354,"p(50)":65.091354,"p(95)":124.40945404999994,"p(99)":170.74323988999998,"max":285.28225,"avg":68.662722514278,"min":8.744041}},"data_sent":{"values":{"count":6205968,"rate":309451.7658388326},"type":"counter","contains":"data"},"http_reqs":{"contains":"default","values":{"count":14568,"rate":726.4125958658042},"type":"counter"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.215833,"avg":0.0002200855985722131,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"max":0.747166,"avg":0.0026451466227346474,"min":0.000417,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.0033888599999999944}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.07245757999999998,"max":0.47325,"avg":0.0197961311779242,"min":0.005834,"med":0.01675,"p(50)":0.01675,"p(95)":0.04008365}},"checks":{"contains":"default","values":{"rate":1,"passes":29136,"fails":0},"type":"rate"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":285.320542,"avg":68.68597299498883,"min":8.761792,"med":65.10889599999999,"p(50)":65.10889599999999,"p(95)":124.42677049999993,"p(99)":170.76311382999998},"thresholds":{"max>=0":{"ok":true}}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14568}},"iterations":{"type":"counter","contains":"default","values":{"count":14568,"rate":726.4125958658042}},"data_received":{"type":"counter","contains":"data","values":{"count":197105040,"rate":9828362.42206433}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c1-r1.json b/evidence/bench/baseline/raw/read-10k-c1-r1.json new file mode 100644 index 00000000..86a6b7b5 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c1-r1.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":12343,"fails":0},{"path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":12343,"fails":0,"name":"full page"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20001.053343},"metrics":{"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"checks":{"type":"rate","contains":"default","values":{"passes":24686,"fails":0,"rate":1}},"http_reqs":{"type":"counter","contains":"default","values":{"count":12343,"rate":617.1174981801557}},"http_req_sending":{"contains":"time","values":{"med":0.002667,"p(50)":0.002667,"p(95)":0.006,"p(99)":0.012024359999999996,"max":0.169083,"avg":0.0033005363363849266,"min":0.001541},"type":"trend"},"http_req_duration":{"values":{"p(50)":1.493583,"p(95)":1.8972332999999992,"p(99)":2.50387514,"max":17.021166,"avg":1.5582381024062248,"min":1.322084,"med":1.493583},"type":"trend","contains":"time"},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.085042,"avg":0.000006889897107672365,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"data_received":{"type":"counter","contains":"data","values":{"count":167000790,"rate":8349599.750377507}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(95)":1.8599128,"p(99)":2.4439636399999993,"max":16.987667,"avg":1.53535239026169,"min":1.305083,"med":1.4735,"p(50)":1.4735}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.0195851758081504,"min":0.009875,"med":0.01625,"p(50)":0.01625,"p(95)":0.038167,"p(99)":0.06443699999999998,"max":0.539417}},"iteration_duration":{"contains":"time","values":{"p(50)":1.54675,"p(95)":1.9942377999999992,"p(99)":2.6182117199999992,"max":17.09975,"avg":1.6174639337276167,"min":1.369167,"med":1.54675},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":1.322084,"med":1.493583,"p(50)":1.493583,"p(95)":1.8972332999999992,"p(99)":2.50387514,"max":17.021166,"avg":1.5582381024062248},"thresholds":{"max>=0":{"ok":true}}},"iterations":{"type":"counter","contains":"default","values":{"count":12343,"rate":617.1174981801557}},"vus_max":{"type":"gauge","contains":"default","values":{"min":1,"max":1,"value":1}},"http_req_failed":{"values":{"passes":0,"fails":12343,"rate":0},"type":"rate","contains":"default"},"data_sent":{"contains":"data","values":{"count":5258118,"rate":262892.05422474636},"type":"counter"},"http_req_blocked":{"type":"trend","contains":"time","values":{"min":0.000458,"med":0.000958,"p(50)":0.000958,"p(95)":0.00175,"p(99)":0.002792,"max":0.406583,"avg":0.0011687448756380367}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c1-r2.json b/evidence/bench/baseline/raw/read-10k-c1-r2.json new file mode 100644 index 00000000..4e5bb50a --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c1-r2.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20001.163954},"metrics":{"iteration_duration":{"type":"trend","contains":"time","values":{"med":1.542875,"p(50)":1.542875,"p(95)":1.9337833,"p(99)":2.450854239999999,"max":8.106375,"avg":1.599877635387455,"min":1.36775}},"vus_max":{"contains":"default","values":{"value":1,"min":1,"max":1},"type":"gauge"},"http_reqs":{"type":"counter","contains":"default","values":{"count":12479,"rate":623.9136896582634}},"http_req_duration":{"type":"trend","contains":"time","values":{"med":1.489333,"p(50)":1.489333,"p(95)":1.8472208999999995,"p(99)":2.3413039799999997,"max":7.923375,"avg":1.541809420225967,"min":1.31275}},"http_req_blocked":{"contains":"time","values":{"p(50)":0.000958,"p(95)":0.001708,"p(99)":0.002542,"max":0.731542,"avg":0.0011385226380319212,"min":0.000541,"med":0.000958},"type":"trend"},"http_req_sending":{"values":{"med":0.002625,"p(50)":0.002625,"p(95)":0.005375,"p(99)":0.011208,"max":0.20925,"avg":0.0032729924673450717,"min":0.001541},"type":"trend","contains":"time"},"checks":{"type":"rate","contains":"default","values":{"passes":24958,"fails":0,"rate":1}},"iterations":{"type":"counter","contains":"default","values":{"rate":623.9136896582634,"count":12479}},"data_received":{"type":"counter","contains":"data","values":{"count":168840870,"rate":8441552.221076304}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":1.31275,"med":1.489333,"p(50)":1.489333,"p(95)":1.8472208999999995,"p(99)":2.3413039799999997,"max":7.923375,"avg":1.541809420225967},"thresholds":{"max>=0":{"ok":true}}},"data_sent":{"values":{"count":5316054,"rate":265787.2317944202},"type":"counter","contains":"data"},"http_req_failed":{"type":"rate","contains":"default","values":{"fails":12479,"rate":0,"passes":0}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_connecting":{"values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.097458,"avg":0.000007809760397467746,"min":0,"med":0},"type":"trend","contains":"time"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":1.46925,"p(50)":1.46925,"p(95)":1.8134749999999995,"p(99)":2.28870224,"max":7.834666,"avg":1.5194975530090569,"min":1.295792}},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.01625,"p(50)":0.01625,"p(95)":0.03542529999999995,"p(99)":0.058753979999999977,"max":0.323375,"avg":0.019038874749579382,"min":0.008667}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":12479,"fails":0,"name":"status 200","path":"::status 200"},{"passes":12479,"fails":0,"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c1-r3.json b/evidence/bench/baseline/raw/read-10k-c1-r3.json new file mode 100644 index 00000000..2ae47981 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c1-r3.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":12335,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":12335,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20001.005537},"metrics":{"http_reqs":{"contains":"default","values":{"count":12335,"rate":616.7189933116811},"type":"counter"},"http_req_waiting":{"type":"trend","contains":"time","values":{"min":1.3085,"med":1.494792,"p(50)":1.494792,"p(95)":1.8127917999999998,"p(99)":2.2377572199999998,"max":8.686875,"avg":1.5367747835427634}},"data_sent":{"type":"counter","contains":"data","values":{"rate":262722.29115077615,"count":5254710}},"data_received":{"type":"counter","contains":"data","values":{"count":166892550,"rate":8344207.979507045}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"max":8.783208,"avg":1.5594072935549315,"min":1.325625,"med":1.515208,"p(50)":1.515208,"p(95)":1.8513998999999999,"p(99)":2.29545666}},"http_req_blocked":{"contains":"time","values":{"max":0.402375,"avg":0.001154845966761275,"min":0.000541,"med":0.000958,"p(50)":0.000958,"p(95)":0.001667,"p(99)":0.0026107199999999956},"type":"trend"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.019426064856100503,"min":0.009959,"med":0.016416,"p(50)":0.016416,"p(95)":0.036125,"p(99)":0.06137199999999995,"max":0.635083}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"vus_max":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(95)":0.005375,"p(99)":0.010679779999999991,"max":0.228917,"avg":0.003206445156059928,"min":0.001541,"med":0.002625,"p(50)":0.002625}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":12335}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":24670,"fails":0}},"http_req_tls_handshaking":{"values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"count":12335,"rate":616.7189933116811}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":1.618535253182,"min":1.379166,"med":1.569208,"p(50)":1.569208,"p(95)":1.9353463,"p(99)":2.4061052199999997,"max":8.919125}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":1.515208,"p(95)":1.8513998999999999,"p(99)":2.29545666,"max":8.783208,"avg":1.5594072935549315,"min":1.325625,"med":1.515208}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.093041,"avg":0.00000754284556141062,"min":0,"med":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c10-r1.json b/evidence/bench/baseline/raw/read-10k-c10-r1.json new file mode 100644 index 00000000..184e9ae0 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c10-r1.json @@ -0,0 +1 @@ +{"metrics":{"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15441}},"iterations":{"type":"counter","contains":"default","values":{"count":15441,"rate":771.7643621375763}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"data_received":{"type":"counter","contains":"data","values":{"count":208916730,"rate":10441971.819721408}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.01982543533449918,"min":0.0055,"med":0.016208,"p(50)":0.016208,"p(95)":0.039833,"p(99)":0.08335019999999999,"max":0.386458}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":31.608108,"max":53.511792,"avg":12.95141350087435,"min":6.295875,"med":12.266917,"p(50)":12.266917,"p(95)":16.952583}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":12.202,"p(95)":16.876458,"p(99)":31.543375,"max":53.452333,"avg":12.890483560455975,"min":6.24525,"med":12.202}},"http_reqs":{"type":"counter","contains":"default","values":{"count":15441,"rate":771.7643621375763}},"checks":{"contains":"default","values":{"rate":1,"passes":30882,"fails":0},"type":"rate"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000834,"p(95)":0.001708,"p(99)":0.0032915999999999996,"max":0.536625,"avg":0.0013554863674632934,"min":0.000416,"med":0.000834}},"http_req_connecting":{"contains":"time","values":{"p(99)":0,"max":0.185667,"avg":0.00008365714655786543,"min":0,"med":0,"p(50)":0,"p(95)":0},"type":"trend"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0034850689074541054,"min":0.001542,"med":0.00275,"p(50)":0.00275,"p(95)":0.005959,"p(99)":0.012758799999999989,"max":0.358333}},"http_req_waiting":{"values":{"min":6.221667,"med":12.179083,"p(50)":12.179083,"p(95)":16.84525,"p(99)":31.518191199999997,"max":53.430333,"avg":12.867173056214002},"type":"trend","contains":"time"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"data_sent":{"type":"counter","contains":"data","values":{"count":6577866,"rate":328771.6182706075}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":16.876458,"p(99)":31.543375,"max":53.452333,"avg":12.890483560455975,"min":6.24525,"med":12.202,"p(50)":12.202},"thresholds":{"max>=0":{"ok":true}}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15441,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":15441,"fails":0}]},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20007.402204}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c10-r2.json b/evidence/bench/baseline/raw/read-10k-c10-r2.json new file mode 100644 index 00000000..f7fb4c79 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c10-r2.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20007.846328},"metrics":{"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(50)":12.083291500000001,"p(95)":16.6383776,"p(99)":31.22887339,"max":54.646791,"avg":12.772481584958912,"min":6.333125,"med":12.083291500000001},"thresholds":{"max>=0":{"ok":true}}},"data_received":{"type":"counter","contains":"data","values":{"rate":10538441.596531238,"count":210851520}},"iterations":{"type":"counter","contains":"default","values":{"count":15584,"rate":778.8944269424419}},"http_reqs":{"type":"counter","contains":"default","values":{"count":15584,"rate":778.8944269424419}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":54.646791,"avg":12.772481584958912,"min":6.333125,"med":12.083291500000001,"p(50)":12.083291500000001,"p(95)":16.6383776,"p(99)":31.22887339}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(50)":12.063333,"p(95)":16.601824999999995,"p(99)":31.20410875,"max":54.630166,"avg":12.750071406955826,"min":6.301833,"med":12.063333}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"data_sent":{"contains":"data","values":{"count":6638784,"rate":331809.0258774803},"type":"counter"},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":12.147270500000001,"p(95)":16.7171213,"p(99)":31.287152279999997,"max":54.709584,"avg":12.832862634946183,"min":6.386333,"med":12.147270500000001}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.01904645123203283,"min":0.005083,"med":0.015833,"p(50)":0.015833,"p(95)":0.03749384999999997,"p(99)":0.07572227999999999,"max":0.466292}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15584}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":31168,"fails":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0013772503208419311,"min":0.000458,"med":0.000833,"p(50)":0.000833,"p(95)":0.001625,"p(99)":0.003333,"max":0.681}},"http_req_connecting":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.273291,"avg":0.00010140470995893223,"min":0}},"http_req_sending":{"contains":"time","values":{"min":0.0015,"med":0.002625,"p(50)":0.002625,"p(95)":0.0056598499999999715,"p(99)":0.014090969999999994,"max":0.243958,"avg":0.003363726771047152},"type":"trend"}},"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":0,"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15584},{"id":"736a4affc4111c8285c374c0b4d25aed","passes":15584,"fails":0,"name":"full page","path":"::full page"}],"name":"","path":""}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c10-r3.json b/evidence/bench/baseline/raw/read-10k-c10-r3.json new file mode 100644 index 00000000..1e8d0344 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c10-r3.json @@ -0,0 +1 @@ +{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15539,"fails":0,"name":"status 200"},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":15539,"fails":0}],"name":""},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20008.416218},"metrics":{"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15539}},"iterations":{"type":"counter","contains":"default","values":{"count":15539,"rate":776.6231884970877}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0}},"data_received":{"type":"counter","contains":"data","values":{"count":210242670,"rate":10507711.740365596}},"data_sent":{"contains":"data","values":{"count":6619614,"rate":330841.4782997593},"type":"counter"},"http_req_waiting":{"contains":"time","values":{"p(99)":30.732522999999997,"max":52.590625,"avg":12.790656565737839,"min":6.623,"med":12.200292,"p(50)":12.200292,"p(95)":16.793474999999997},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":16.811383299999996,"p(99)":30.747843959999997,"max":52.609084,"avg":12.812545106635,"min":6.637125,"med":12.22025,"p(50)":12.22025},"thresholds":{"max>=0":{"ok":true}}},"vus":{"values":{"value":10,"min":10,"max":10},"type":"gauge","contains":"default"},"checks":{"type":"rate","contains":"default","values":{"passes":31078,"fails":0,"rate":1}},"http_req_blocked":{"type":"trend","contains":"time","values":{"min":0.000458,"med":0.000833,"p(50)":0.000833,"p(95)":0.001625,"p(99)":0.002875,"max":0.523875,"avg":0.0012991746573138936}},"iteration_duration":{"values":{"min":6.682,"med":12.278208,"p(50)":12.278208,"p(95)":16.8968414,"p(99)":30.801823,"max":52.66725,"avg":12.871379793101228},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"count":15539,"rate":776.6231884970877}},"vus_max":{"type":"gauge","contains":"default","values":{"max":10,"value":10,"min":10}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.19475,"avg":0.0000731170602998906,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.012275419999999995,"max":0.260167,"avg":0.0032819792135915255,"min":0.001541,"med":0.002625,"p(50)":0.002625,"p(95)":0.005458}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":30.747843959999997,"max":52.609084,"avg":12.812545106635,"min":6.637125,"med":12.22025,"p(50)":12.22025,"p(95)":16.811383299999996}},"http_req_receiving":{"type":"trend","contains":"time","values":{"max":0.481,"avg":0.0186065616835061,"min":0.005125,"med":0.015375,"p(50)":0.015375,"p(95)":0.037045199999999966,"p(99)":0.07223403999999999}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c50-r1.json b/evidence/bench/baseline/raw/read-10k-c50-r1.json new file mode 100644 index 00000000..49d99883 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c50-r1.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20048.173051},"metrics":{"http_reqs":{"type":"counter","contains":"default","values":{"count":14881,"rate":742.2621483835276}},"iterations":{"contains":"default","values":{"count":14881,"rate":742.2621483835276},"type":"counter"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14881}},"data_sent":{"type":"counter","contains":"data","values":{"count":6339306,"rate":316203.67521138274}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.00275,"p(50)":0.00275,"p(95)":0.006125,"p(99)":0.012625,"max":1.330125,"avg":0.003955977017673441,"min":0.001541}},"http_req_duration":{"contains":"time","values":{"p(95)":125.912208,"p(99)":175.79732479999996,"max":365.981792,"avg":67.21551400826559,"min":10.09925,"med":63.559458,"p(50)":63.559458},"type":"trend"},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":67.28230924736273,"min":10.1495,"med":63.617208,"p(50)":63.617208,"p(95)":125.975708,"p(99)":175.85531659999995,"max":366.051917}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.005145593172501904,"min":0.000417,"med":0.000875,"p(50)":0.000875,"p(95)":0.001708,"p(99)":0.0037081999999999996,"max":2.868041}},"data_received":{"type":"counter","contains":"data","values":{"rate":10042806.867629128,"count":201339930}},"vus_max":{"values":{"min":50,"max":50,"value":50},"type":"gauge","contains":"default"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.257917,"avg":0.0002789826624554802,"min":0,"med":0}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":63.537917,"p(50)":63.537917,"p(95)":125.888291,"p(99)":175.7739744,"max":365.948833,"avg":67.19207535884689,"min":10.078958}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.01948267240104831,"min":0.005625,"med":0.016125,"p(50)":0.016125,"p(95)":0.039708,"p(99)":0.073375,"max":0.519209}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"p(95)":125.912208,"p(99)":175.79732479999996,"max":365.981792,"avg":67.21551400826559,"min":10.09925,"med":63.559458,"p(50)":63.559458}},"checks":{"contains":"default","values":{"rate":1,"passes":29762,"fails":0},"type":"rate"}},"root_group":{"groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14881,"fails":0},{"fails":0,"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14881}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c50-r2.json b/evidence/bench/baseline/raw/read-10k-c50-r2.json new file mode 100644 index 00000000..1fb31652 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c50-r2.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14908,"fails":0,"name":"status 200"},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14908,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20044.234052},"metrics":{"http_req_receiving":{"contains":"time","values":{"avg":0.019490964113227746,"min":0.005666,"med":0.016375,"p(50)":0.016375,"p(95)":0.039485649999999976,"p(99)":0.076375,"max":0.950417},"type":"trend"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.361583,"avg":0.0005277844110544674,"min":0,"med":0,"p(50)":0}},"http_req_tls_handshaking":{"contains":"time","values":{"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":122.94387884999996,"p(99)":167.07694575,"max":314.135125,"avg":67.08340444600225,"min":9.83775,"med":63.715167,"p(50)":63.715167},"thresholds":{"max>=0":{"ok":true}}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.012410259999999989,"max":1.123875,"avg":0.003796506238261223,"min":0.001583,"med":0.00275,"p(50)":0.00275,"p(95)":0.005791}},"data_received":{"contains":"data","values":{"rate":10063005.624296928,"count":201705240},"type":"counter"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14908}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_blocked":{"values":{"p(95)":0.001667,"p(99)":0.00325,"max":1.580166,"avg":0.003791644888650007,"min":0.000416,"med":0.000834,"p(50)":0.000834},"type":"trend","contains":"time"},"checks":{"values":{"rate":1,"passes":29816,"fails":0},"type":"rate","contains":"default"},"iteration_duration":{"type":"trend","contains":"time","values":{"med":63.778166999999996,"p(50)":63.778166999999996,"p(95)":123.04460864999999,"p(99)":167.22586188,"max":314.185042,"avg":67.14850206888907,"min":9.898208}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":63.715167,"p(95)":122.94387884999996,"p(99)":167.07694575,"max":314.135125,"avg":67.08340444600225,"min":9.83775,"med":63.715167}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":67.06011697565077,"min":9.806958,"med":63.696896,"p(50)":63.696896,"p(95)":122.92840614999997,"p(99)":167.0620475,"max":314.123292}},"http_reqs":{"type":"counter","contains":"default","values":{"count":14908,"rate":743.7550350552053}},"iterations":{"type":"counter","contains":"default","values":{"count":14908,"rate":743.7550350552053}},"data_sent":{"type":"counter","contains":"data","values":{"count":6350808,"rate":316839.64493351744}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-10k-c50-r3.json b/evidence/bench/baseline/raw/read-10k-c50-r3.json new file mode 100644 index 00000000..30b145b1 --- /dev/null +++ b/evidence/bench/baseline/raw/read-10k-c50-r3.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14868,"fails":0,"name":"status 200"},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14868,"fails":0}]},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"testRunDurationMs":20048.855912,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"data_received":{"type":"counter","contains":"data","values":{"count":201164040,"rate":10033691.741960982}},"http_req_duration{expected_response:true}":{"values":{"min":8.955042,"med":63.415020999999996,"p(50)":63.415020999999996,"p(95)":128.81037105,"p(99)":179.99988636,"max":333.038125,"avg":67.27783187328484},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":179.97674007999998,"max":333.023417,"avg":67.25443287389014,"min":8.937583,"med":63.389938,"p(50)":63.389938,"p(95)":128.78434375}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":29736,"fails":0}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.00024819800914716174,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.324292}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14868}},"iterations":{"type":"counter","contains":"default","values":{"count":14868,"rate":741.5884509948988}},"http_req_duration":{"type":"trend","contains":"time","values":{"med":63.415020999999996,"p(50)":63.415020999999996,"p(95)":128.81037105,"p(99)":179.99988636,"max":333.038125,"avg":67.27783187328484,"min":8.955042}},"vus":{"type":"gauge","contains":"default","values":{"max":50,"value":50,"min":50}},"http_req_sending":{"type":"trend","contains":"time","values":{"min":0.001542,"med":0.002792,"p(50)":0.002792,"p(95)":0.005917,"p(99)":0.012402389999999989,"max":0.156917,"avg":0.003368872881355853}},"iteration_duration":{"values":{"min":9.012584,"med":63.4744375,"p(50)":63.4744375,"p(95)":128.91541295,"p(99)":180.05906082999996,"max":333.086333,"avg":67.34276064265545},"type":"trend","contains":"time"},"data_sent":{"type":"counter","contains":"data","values":{"count":6333768,"rate":315916.6801238269}},"http_reqs":{"type":"counter","contains":"default","values":{"count":14868,"rate":741.5884509948988}},"http_req_blocked":{"values":{"p(50)":0.000875,"p(95)":0.001709,"p(99)":0.0037912499999999834,"max":1.158083,"avg":0.0036485129136395954,"min":0.000416,"med":0.000875},"type":"trend","contains":"time"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.07505477999999997,"max":0.715084,"avg":0.020030126513317117,"min":0.00575,"med":0.016833,"p(50)":0.016833,"p(95)":0.040334}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c1-r1.json b/evidence/bench/baseline/raw/read-500k-c1-r1.json new file mode 100644 index 00000000..03e0e2e9 --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c1-r1.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":12099,"fails":0,"name":"status 200","path":"::status 200"},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":12099,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":19999.198995},"metrics":{"http_req_duration":{"type":"trend","contains":"time","values":{"avg":1.5920295170675258,"min":1.324959,"med":1.555666,"p(50)":1.555666,"p(95)":1.8483003,"p(99)":2.34678832,"max":19.0385}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(95)":1.8197076999999997,"p(99)":2.288625,"max":18.990875,"avg":1.5707751927432014,"min":1.310958,"med":1.535834,"p(50)":1.535834}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.018324049425572274,"min":0.010083,"med":0.016125,"p(50)":0.016125,"p(95)":0.032375,"p(99)":0.049501659999999996,"max":0.21925}},"http_req_tls_handshaking":{"values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0},"type":"trend","contains":"time"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0029302748987519176,"min":0.001541,"med":0.002541,"p(50)":0.002541,"p(95)":0.004542,"p(99)":0.009167,"max":0.182666}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.001625,"p(99)":0.0023348199999999957,"max":0.584375,"avg":0.0011094519381767323,"min":0.0005,"med":0.000917,"p(50)":0.000917}},"data_received":{"contains":"data","values":{"count":163699470,"rate":8185301.323364326},"type":"counter"},"http_req_failed":{"contains":"default","values":{"rate":0,"passes":0,"fails":12099},"type":"rate"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":24198,"fails":0}},"iterations":{"type":"counter","contains":"default","values":{"count":12099,"rate":604.9742293691298}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":1.8483003,"p(99)":2.34678832,"max":19.0385,"avg":1.5920295170675258,"min":1.324959,"med":1.555666,"p(50)":1.555666},"thresholds":{"max>=0":{"ok":true}}},"vus_max":{"contains":"default","values":{"value":1,"min":1,"max":1},"type":"gauge"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0.093875,"avg":0.000007758905694685511,"min":0,"med":0,"p(50)":0,"p(95)":0}},"data_sent":{"contains":"data","values":{"count":5154174,"rate":257719.02171124928},"type":"counter"},"http_reqs":{"contains":"default","values":{"count":12099,"rate":604.9742293691298},"type":"counter"},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":1.609875,"p(95)":1.9246131,"p(99)":2.4458939999999996,"max":19.127875,"avg":1.6502141716670822,"min":1.37,"med":1.609875}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c1-r2.json b/evidence/bench/baseline/raw/read-500k-c1-r2.json new file mode 100644 index 00000000..b66d659f --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c1-r2.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":12218,"fails":0},{"fails":0,"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":12218}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20003.151871},"metrics":{"http_req_waiting":{"values":{"avg":1.554445201915202,"min":1.333875,"med":1.519083,"p(50)":1.519083,"p(95)":1.79117945,"p(99)":2.2546226399999996,"max":7.639416},"type":"trend","contains":"time"},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"p(50)":1.538125,"p(95)":1.8213088999999998,"p(99)":2.31736072,"max":8.105958,"avg":1.5756008288590602,"min":1.350875,"med":1.538125}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":12218}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":2.43130925,"max":8.750667,"avg":1.6341616988868857,"min":1.399125,"med":1.5922085,"p(50)":1.5922085,"p(95)":1.90126875}},"data_received":{"type":"counter","contains":"data","values":{"count":165309540,"rate":8264174.619383912}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.100709,"avg":0.000008242674742183664,"min":0,"med":0,"p(50)":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000917,"p(95)":0.001666,"p(99)":0.002458,"max":0.470916,"avg":0.0010979798657718418,"min":0.0005,"med":0.000917}},"http_reqs":{"values":{"count":12218,"rate":610.80374127006},"type":"counter","contains":"default"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":24436,"fails":0}},"iterations":{"type":"counter","contains":"default","values":{"count":12218,"rate":610.80374127006}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":1.5756008288590602,"min":1.350875,"med":1.538125,"p(50)":1.538125,"p(95)":1.8213088999999998,"p(99)":2.31736072,"max":8.105958}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"data_sent":{"contains":"data","values":{"count":5204868,"rate":260202.39378104554},"type":"counter"},"vus_max":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.002944735799639832,"min":0.001583,"med":0.0025,"p(50)":0.0025,"p(95)":0.004590149999999978,"p(99)":0.010443889999999992,"max":0.248125}},"http_req_receiving":{"values":{"min":0.009,"med":0.015834,"p(50)":0.015834,"p(95)":0.031375,"p(99)":0.05029132999999997,"max":1.047458,"avg":0.018210891144213398},"type":"trend","contains":"time"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c1-r3.json b/evidence/bench/baseline/raw/read-500k-c1-r3.json new file mode 100644 index 00000000..44a8f4c9 --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c1-r3.json @@ -0,0 +1 @@ +{"state":{"isStdErrTTY":false,"testRunDurationMs":20000.698801,"isStdOutTTY":false},"metrics":{"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0011027736655975272,"min":0.0005,"med":0.000917,"p(50)":0.000917,"p(95)":0.001625,"p(99)":0.0024342199999999956,"max":0.545083}},"data_received":{"type":"counter","contains":"data","values":{"count":164511270,"rate":8225276.108441507}},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.015834,"p(50)":0.015834,"p(95)":0.031333,"p(99)":0.051375,"max":0.196959,"avg":0.018071985113907393,"min":0.009958}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":1.5632662667160042,"min":1.333583,"med":1.528084,"p(50)":1.528084,"p(95)":1.8139789,"p(99)":2.28032986,"max":9.991042}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_reqs":{"type":"counter","contains":"default","values":{"count":12159,"rate":607.9287589387662}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":12159}},"iterations":{"type":"counter","contains":"default","values":{"rate":607.9287589387662,"count":12159}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":10.049125,"avg":1.5842323199276183,"min":1.353417,"med":1.547083,"p(50)":1.547083,"p(95)":1.8427584000000001,"p(99)":2.32442264}},"vus_max":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"data_sent":{"values":{"count":5179734,"rate":258977.65130791444},"type":"counter","contains":"data"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":24318,"fails":0}},"http_req_connecting":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.092709,"avg":0.000007624722427831236}},"http_req_sending":{"values":{"avg":0.002894068097705356,"min":0.0015,"med":0.002542,"p(50)":0.002542,"p(95)":0.004666,"p(99)":0.008809639999999995,"max":0.121417},"type":"trend","contains":"time"},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":1.6421189022946001,"min":1.405333,"med":1.601459,"p(50)":1.601459,"p(95)":1.922358,"p(99)":2.4269132799999995,"max":10.166334}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":1.353417,"med":1.547083,"p(50)":1.547083,"p(95)":1.8427584000000001,"p(99)":2.32442264,"max":10.049125,"avg":1.5842323199276183},"thresholds":{"max>=0":{"ok":true}}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":12159,"fails":0,"name":"status 200"},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":12159,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c10-r1.json b/evidence/bench/baseline/raw/read-500k-c10-r1.json new file mode 100644 index 00000000..0db63ced --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c10-r1.json @@ -0,0 +1 @@ +{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":0,"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15399},{"id":"736a4affc4111c8285c374c0b4d25aed","passes":15399,"fails":0,"name":"full page","path":"::full page"}],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"testRunDurationMs":20007.194718,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"http_req_sending":{"contains":"time","values":{"avg":0.0032055819209038804,"min":0.001541,"med":0.002666,"p(50)":0.002666,"p(95)":0.005375,"p(99)":0.011001659999999988,"max":0.16875},"type":"trend"},"data_received":{"type":"counter","contains":"data","values":{"count":208348470,"rate":10413677.326414673}},"http_req_duration":{"values":{"p(50)":12.518,"p(95)":16.645453899999996,"p(99)":30.255329499999995,"max":69.453,"avg":12.927439901617026,"min":7.25075,"med":12.518},"type":"trend","contains":"time"},"http_reqs":{"contains":"default","values":{"count":15399,"rate":769.6731209471302},"type":"counter"},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":69.433,"avg":12.905268678550614,"min":7.235166,"med":12.496541,"p(50)":12.496541,"p(95)":16.611717,"p(99)":30.223485319999995}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_tls_handshaking":{"values":{"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0},"type":"trend","contains":"time"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15399}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":30.32346734,"max":69.518708,"avg":12.987046196765931,"min":7.2945,"med":12.575542,"p(50)":12.575542,"p(95)":16.745200599999997}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0015777818040132903,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001666,"p(99)":0.00275,"max":1.155708}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.130833,"avg":0.00004401519579193455,"min":0,"med":0}},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":30798}},"data_sent":{"type":"counter","contains":"data","values":{"count":6559974,"rate":327880.74952347745}},"http_req_duration{expected_response:true}":{"values":{"p(50)":12.518,"p(95)":16.645453899999996,"p(99)":30.255329499999995,"max":69.453,"avg":12.927439901617026,"min":7.25075,"med":12.518},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"count":15399,"rate":769.6731209471302}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.036958,"p(99)":0.07046149999999998,"max":0.435583,"avg":0.01896564114552892,"min":0.005041,"med":0.016166,"p(50)":0.016166}},"vus":{"type":"gauge","contains":"default","values":{"max":10,"value":10,"min":10}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c10-r2.json b/evidence/bench/baseline/raw/read-500k-c10-r2.json new file mode 100644 index 00000000..0f5263cf --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c10-r2.json @@ -0,0 +1 @@ +{"metrics":{"http_req_waiting":{"contains":"time","values":{"p(99)":30.47801815999998,"max":43.155875,"avg":12.92403123340051,"min":6.660292,"med":12.415291,"p(50)":12.415291,"p(95)":16.891024999999996},"type":"trend"},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":30754}},"http_req_sending":{"values":{"avg":0.003303952006243006,"min":0.001458,"med":0.002583,"p(50)":0.002583,"p(95)":0.005458,"p(99)":0.01166624,"max":0.885458},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"count":15377,"rate":768.5444653015282}},"http_req_blocked":{"values":{"p(95)":0.0016661999999999992,"p(99)":0.002958,"max":0.805875,"avg":0.0012829006958444734,"min":0.000416,"med":0.000833,"p(50)":0.000833},"type":"trend","contains":"time"},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":12.946490848540037,"min":6.789167,"med":12.437333,"p(50)":12.437333,"p(95)":16.921655399999988,"p(99)":30.500971159999978,"max":43.177792}},"http_req_receiving":{"values":{"med":0.016,"p(50)":0.016,"p(95)":0.037,"p(99)":0.07927807999999996,"max":0.847334,"avg":0.019155663133251077,"min":0.005125},"type":"trend","contains":"time"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":30.500971159999978,"max":43.177792,"avg":12.946490848540037,"min":6.789167,"med":12.437333,"p(50)":12.437333,"p(95)":16.921655399999988},"thresholds":{"max>=0":{"ok":true}}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.329333,"avg":0.00007096644338947779,"min":0,"med":0,"p(50)":0}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15377}},"data_sent":{"type":"counter","contains":"data","values":{"count":6550602,"rate":327399.942218451}},"http_reqs":{"type":"counter","contains":"default","values":{"count":15377,"rate":768.5444653015282}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"data_received":{"type":"counter","contains":"data","values":{"rate":10398406.615529677,"count":208050810}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":43.244167,"avg":13.005924002471238,"min":7.284208,"med":12.494584,"p(50)":12.494584,"p(95)":17.015216999999996,"p(99)":30.55384883999998}}},"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15377,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":15377,"fails":0}],"name":""},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20007.950996}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c10-r3.json b/evidence/bench/baseline/raw/read-500k-c10-r3.json new file mode 100644 index 00000000..48ca2d62 --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c10-r3.json @@ -0,0 +1 @@ +{"root_group":{"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":15405,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":15405,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20009.092245},"metrics":{"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.001667,"p(99)":0.002667,"max":0.992917,"avg":0.001606502109704697,"min":0.000458,"med":0.000834,"p(50)":0.000834}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_sending":{"contains":"time","values":{"max":0.157042,"avg":0.0031288728984095234,"min":0.001458,"med":0.002625,"p(50)":0.002625,"p(95)":0.005208,"p(99)":0.01095896},"type":"trend"},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":12.310333,"p(95)":16.9290496,"p(99)":30.27432604,"max":55.046292,"avg":12.983071244530917,"min":7.460208,"med":12.310333}},"http_req_waiting":{"values":{"avg":12.900826286011027,"min":7.398042,"med":12.227125,"p(50)":12.227125,"p(95)":16.8365254,"p(99)":30.207899679999993,"max":54.901333},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"count":15405,"rate":769.8999940314383}},"http_reqs":{"type":"counter","contains":"default","values":{"count":15405,"rate":769.8999940314383}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":15405}},"http_req_connecting":{"values":{"avg":0.00005978578383641675,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.13675},"type":"trend","contains":"time"},"data_received":{"type":"counter","contains":"data","values":{"count":208429650,"rate":10416746.91924536}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":54.93025,"avg":12.922806797143787,"min":7.415333,"med":12.248,"p(50)":12.248,"p(95)":16.858325,"p(99)":30.222381679999994}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"http_req_receiving":{"values":{"med":0.016042,"p(50)":0.016042,"p(95)":0.035958,"p(99)":0.06632467999999997,"max":0.424583,"avg":0.018851638234339576,"min":0.005125},"type":"trend","contains":"time"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":30810,"fails":0}},"data_sent":{"type":"counter","contains":"data","values":{"rate":327977.3974573927,"count":6562530}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":12.922806797143787,"min":7.415333,"med":12.248,"p(50)":12.248,"p(95)":16.858325,"p(99)":30.222381679999994,"max":54.93025},"thresholds":{"max>=0":{"ok":true}}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c50-r1.json b/evidence/bench/baseline/raw/read-500k-c50-r1.json new file mode 100644 index 00000000..b29508a6 --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c50-r1.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14708,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14708,"fails":0}]},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20046.633787},"metrics":{"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.002833,"p(50)":0.002833,"p(95)":0.006083,"p(99)":0.01179193,"max":0.143125,"avg":0.0034069492793036924,"min":0.001583}},"iterations":{"type":"counter","contains":"default","values":{"rate":733.6892645556263,"count":14708}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_blocked":{"contains":"time","values":{"max":1.304625,"avg":0.003705151686156781,"min":0.000417,"med":0.000875,"p(50)":0.000875,"p(95)":0.001792,"p(99)":0.0035390599999999945},"type":"trend"},"http_req_duration":{"type":"trend","contains":"time","values":{"min":9.121542,"med":64.3824375,"p(50)":64.3824375,"p(95)":125.75872279999999,"p(99)":175.97715442999996,"max":335.493084,"avg":68.00383234573029}},"http_reqs":{"type":"counter","contains":"default","values":{"count":14708,"rate":733.6892645556263}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_waiting":{"values":{"p(95)":125.73915624999998,"p(99)":175.95163012999996,"max":335.475042,"avg":67.98075175278751,"min":9.104875,"med":64.3620415,"p(50)":64.3620415},"type":"trend","contains":"time"},"vus_max":{"type":"gauge","contains":"default","values":{"min":50,"max":50,"value":50}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":176.03255999999996,"max":335.549625,"avg":68.07065246233299,"min":9.172625,"med":64.4437915,"p(50)":64.4437915,"p(95)":125.82010009999999}},"http_req_receiving":{"contains":"time","values":{"med":0.016834,"p(50)":0.016834,"p(95)":0.038651649999999975,"p(99)":0.06870513,"max":0.515959,"avg":0.01967364366331244,"min":0.005916},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":68.00383234573029,"min":9.121542,"med":64.3824375,"p(50)":64.3824375,"p(95)":125.75872279999999,"p(99)":175.97715442999996,"max":335.493084},"thresholds":{"max>=0":{"ok":true}}},"data_sent":{"type":"counter","contains":"data","values":{"count":6265608,"rate":312551.62670069677}},"checks":{"contains":"default","values":{"rate":1,"passes":29416,"fails":0},"type":"rate"},"data_received":{"values":{"count":198999240,"rate":9926815.749437623},"type":"counter","contains":"data"},"http_req_connecting":{"contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.1565,"avg":0.00018012612183845522},"type":"trend"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14708}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c50-r2.json b/evidence/bench/baseline/raw/read-500k-c50-r2.json new file mode 100644 index 00000000..ddf5bdc5 --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c50-r2.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14855,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14855,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdErrTTY":false,"testRunDurationMs":20045.029204,"isStdOutTTY":false},"metrics":{"iterations":{"type":"counter","contains":"default","values":{"rate":741.081484532618,"count":14855}},"vus_max":{"type":"gauge","contains":"default","values":{"max":50,"value":50,"min":50}},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.002792,"p(50)":0.002792,"p(95)":0.005458,"p(99)":0.011538179999999988,"max":0.790833,"avg":0.003993100302928207,"min":0.001542}},"http_req_connecting":{"values":{"avg":0.00034294856950521695,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.857584},"type":"trend","contains":"time"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":14855}},"checks":{"type":"rate","contains":"default","values":{"passes":29710,"fails":0,"rate":1}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":67.30215563978483,"min":11.434375,"med":64.02825,"p(50)":64.02825,"p(95)":115.48994999999996,"p(99)":154.94267086,"max":292.492042}},"http_req_tls_handshaking":{"contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0},"type":"trend"},"vus":{"values":{"value":50,"min":50,"max":50},"type":"gauge","contains":"default"},"http_req_duration{expected_response:true}":{"values":{"p(99)":154.95905154,"max":292.502,"avg":67.32513588576259,"min":11.452959,"med":64.044875,"p(50)":64.044875,"p(95)":115.50958379999996},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"data_sent":{"type":"counter","contains":"data","values":{"rate":315700.71241089527,"count":6328230}},"iteration_duration":{"type":"trend","contains":"time","values":{"med":64.110126,"p(50)":64.110126,"p(95)":115.58153309999997,"p(99)":155.02091682,"max":292.545667,"avg":67.39151536486023,"min":11.506917}},"http_req_receiving":{"contains":"time","values":{"avg":0.018987145674856893,"min":0.005708,"med":0.016333,"p(50)":0.016333,"p(95)":0.03713729999999997,"p(99)":0.06395464,"max":0.445584},"type":"trend"},"http_req_duration":{"values":{"med":64.044875,"p(50)":64.044875,"p(95)":115.50958379999996,"p(99)":154.95905154,"max":292.502,"avg":67.32513588576259,"min":11.452959},"type":"trend","contains":"time"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.00175,"p(99)":0.003,"max":1.447792,"avg":0.004083306832715814,"min":0.000416,"med":0.000875,"p(50)":0.000875}},"data_received":{"type":"counter","contains":"data","values":{"count":200988150,"rate":10026832.485726321}},"http_reqs":{"values":{"rate":741.081484532618,"count":14855},"type":"counter","contains":"default"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/read-500k-c50-r3.json b/evidence/bench/baseline/raw/read-500k-c50-r3.json new file mode 100644 index 00000000..cc16c076 --- /dev/null +++ b/evidence/bench/baseline/raw/read-500k-c50-r3.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":20043.955259},"metrics":{"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"checks":{"values":{"passes":29558,"fails":0,"rate":1},"type":"rate","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"count":6295854,"rate":314102.3774323722}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0027527608769197256,"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.003559479999999989,"max":0.945084}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.037667,"p(99)":0.06430024,"max":0.589208,"avg":0.01905267000473655,"min":0.00575,"med":0.016458,"p(50)":0.016458}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.000242779619730699,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.184583}},"iterations":{"type":"counter","contains":"default","values":{"count":14779,"rate":737.3295244891366}},"http_req_failed":{"values":{"rate":0,"passes":0,"fails":14779},"type":"rate","contains":"default"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":324.246166,"avg":67.67252142790402,"min":9.401625,"med":64.148167,"p(50)":64.148167,"p(95)":122.1106545,"p(99)":170.3544655},"thresholds":{"max>=0":{"ok":true}}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":324.301416,"avg":67.73688195899611,"min":9.453667,"med":64.210292,"p(50)":64.210292,"p(95)":122.1916253,"p(99)":170.405982}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.011468019999999995,"max":0.178458,"avg":0.0033660638067527495,"min":0.001541,"med":0.00275,"p(50)":0.00275,"p(95)":0.005334}},"http_req_waiting":{"values":{"p(50)":64.129209,"p(95)":122.05752919999998,"p(99)":170.33826976,"max":324.228625,"avg":67.65010269409319,"min":9.384833,"med":64.129209},"type":"trend","contains":"time"},"data_received":{"type":"counter","contains":"data","values":{"rate":9976068.466338018,"count":199959870}},"http_req_duration":{"values":{"avg":67.67252142790402,"min":9.401625,"med":64.148167,"p(50)":64.148167,"p(95)":122.1106545,"p(99)":170.3544655,"max":324.246166},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"count":14779,"rate":737.3295244891366}},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}}},"root_group":{"checks":[{"name":"status 200","path":"::status 200","id":"fad9fa412b86fcb03bee97c80dcd61f1","passes":14779,"fails":0},{"name":"full page","path":"::full page","id":"736a4affc4111c8285c374c0b4d25aed","passes":14779,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c1-r1.json b/evidence/bench/baseline/raw/write-100k-c1-r1.json new file mode 100644 index 00000000..6444698d --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c1-r1.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":6556.86592},"metrics":{"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":762.5594393731327}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"med":1.2368335,"p(50)":1.2368335,"p(95)":1.4759643,"p(99)":1.8234992599999997,"max":3.24725,"avg":1.2710198074000014,"min":1.111834},"thresholds":{"max>=0":{"ok":true}}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":250882.05555376067}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.089042,"avg":0.0000178084,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.011094439400000026,"min":0.005708,"med":0.009792,"p(50)":0.009792,"p(95)":0.017625,"p(99)":0.02866783,"max":0.186709}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":1.3090375257999987,"min":1.144667,"med":1.2715,"p(50)":1.2715,"p(95)":1.53173305,"p(99)":1.9221089999999998,"max":3.745083}},"http_req_sending":{"type":"trend","contains":"time","values":{"min":0.001792,"med":0.002583,"p(50)":0.002583,"p(95)":0.005377049999999991,"p(99)":0.011417409999999998,"max":0.481584,"avg":0.0032766978000000565}},"http_req_waiting":{"type":"trend","contains":"time","values":{"min":1.100625,"med":1.223583,"p(50)":1.223583,"p(95)":1.4540208499999998,"p(99)":1.7955709199999994,"max":3.203666,"avg":1.2566486701999975}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":336288.7127635515}},"http_req_failed":{"type":"rate","contains":"default","values":{"passes":0,"fails":5000,"rate":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000792,"p(95)":0.001458,"p(99)":0.002375,"max":0.410667,"avg":0.0009912685999999952,"min":0.0005,"med":0.000792}},"vus_max":{"contains":"default","values":{"max":1,"value":1,"min":1},"type":"gauge"},"http_req_duration":{"contains":"time","values":{"max":3.24725,"avg":1.2710198074000014,"min":1.111834,"med":1.2368335,"p(50)":1.2368335,"p(95)":1.4759643,"p(99)":1.8234992599999997},"type":"trend"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":762.5594393731327}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c1-r2.json b/evidence/bench/baseline/raw/write-100k-c1-r2.json new file mode 100644 index 00000000..94730f0e --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c1-r2.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":6648.429504},"metrics":{"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"data_sent":{"values":{"count":1645000,"rate":247426.85456923212},"type":"counter","contains":"data"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.002625,"max":0.392959,"avg":0.001033923799999999,"min":0.0005,"med":0.000792,"p(50)":0.000792,"p(95)":0.001542}},"iteration_duration":{"type":"trend","contains":"time","values":{"med":1.287271,"p(50)":1.287271,"p(95)":1.58699025,"p(99)":1.93383759,"max":5.7685,"avg":1.327222619,"min":1.137083}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":1.2740816451999986,"min":1.094791,"med":1.2377295,"p(50)":1.2377295,"p(95)":1.4908044999999999,"p(99)":1.8091127499999997,"max":5.649084}},"vus_max":{"contains":"default","values":{"value":1,"min":1,"max":1},"type":"gauge"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"med":1.2514585,"p(50)":1.2514585,"p(95)":1.5176333,"p(99)":1.8467094099999999,"max":5.691458,"avg":1.2885611008000037,"min":1.106708},"thresholds":{"max>=0":{"ok":true}}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":331657.27314599196}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":752.0573087210703}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_connecting":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.091542,"avg":0.0000183084}},"http_req_sending":{"values":{"min":0.001833,"med":0.002625,"p(50)":0.002625,"p(95)":0.005459,"p(99)":0.011834409999999998,"max":0.219583,"avg":0.003265776800000055},"type":"trend","contains":"time"},"vus":{"contains":"default","values":{"value":1,"min":1,"max":1},"type":"gauge"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":752.0573087210703}},"checks":{"type":"rate","contains":"default","values":{"passes":5000,"fails":0,"rate":1}},"http_req_duration":{"values":{"min":1.106708,"med":1.2514585,"p(50)":1.2514585,"p(95)":1.5176333,"p(99)":1.8467094099999999,"max":5.691458,"avg":1.2885611008000037},"type":"trend","contains":"time"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.011213678800000034,"min":0.004833,"med":0.009875,"p(50)":0.009875,"p(95)":0.01816904999999999,"p(99)":0.03000166999999999,"max":0.181625}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c1-r3.json b/evidence/bench/baseline/raw/write-100k-c1-r3.json new file mode 100644 index 00000000..11873544 --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c1-r3.json @@ -0,0 +1 @@ +{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":5000,"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882"}],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":6779.285322},"metrics":{"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":1.2980715150000017,"min":1.098625,"med":1.244125,"p(50)":1.244125,"p(95)":1.5521687499999999,"p(99)":2.1935863399999986,"max":11.416083}},"http_req_duration":{"type":"trend","contains":"time","values":{"med":1.2574585,"p(50)":1.2574585,"p(95)":1.5748958,"p(99)":2.2300614199999993,"max":11.854709,"avg":1.3133116177999986,"min":1.109042}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.003365756200000052,"min":0.001833,"med":0.002709,"p(50)":0.002709,"p(95)":0.005961049999999991,"p(99)":0.012335659999999991,"max":0.121083}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":1.109042,"med":1.2574585,"p(50)":1.2574585,"p(95)":1.5748958,"p(99)":2.2300614199999993,"max":11.854709,"avg":1.3133116177999986},"thresholds":{"max>=0":{"ok":true}}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.011874346600000073,"min":0.006042,"med":0.01025,"p(50)":0.01025,"p(95)":0.01975,"p(99)":0.035961909999999986,"max":0.432917}},"vus_max":{"values":{"value":1,"min":1,"max":1},"type":"gauge","contains":"default"},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":5000}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":737.5408708310448}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.09475,"avg":0.00001895,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":325255.52403649077}},"iterations":{"type":"counter","contains":"default","values":{"rate":737.5408708310448,"count":5000}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":242650.94650341375}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000792,"p(95)":0.001584,"p(99)":0.002792,"max":0.414042,"avg":0.0011401427999999992,"min":0.0005,"med":0.000792}},"iteration_duration":{"values":{"p(50)":1.293542,"p(95)":1.6418205499999994,"p(99)":2.3164291699999997,"max":11.954708,"avg":1.3532851416,"min":1.137625,"med":1.293542},"type":"trend","contains":"time"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c10-r1.json b/evidence/bench/baseline/raw/write-100k-c10-r1.json new file mode 100644 index 00000000..03c31642 --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c10-r1.json @@ -0,0 +1 @@ +{"root_group":{"groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":4986.487169},"metrics":{"http_req_waiting":{"values":{"med":9.6338125,"p(50)":9.6338125,"p(95)":12.441320849999997,"p(99)":19.666767,"max":32.250416,"avg":9.898250707799997,"min":5.0245},"type":"trend","contains":"time"},"http_req_blocked":{"values":{"min":0.000458,"med":0.000792,"p(50)":0.000792,"p(95)":0.001667,"p(99)":0.00466601,"max":0.911333,"avg":0.002111460600000026},"type":"trend","contains":"time"},"iterations":{"contains":"default","values":{"count":5000,"rate":1002.7098898567325},"type":"counter"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013948275200000014,"min":0.003625,"med":0.010958,"p(50)":0.010958,"p(95)":0.02950209999999999,"p(99)":0.05887665999999999,"max":1.120834}},"checks":{"contains":"default","values":{"rate":1,"passes":5000,"fails":0},"type":"rate"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":32.262791,"avg":9.916131519200006,"min":5.035625,"med":9.6458955,"p(50)":9.6458955,"p(95)":12.455958649999998,"p(99)":19.70776542},"thresholds":{"max>=0":{"ok":true}}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":329891.553762865}},"vus":{"values":{"value":10,"min":10,"max":10},"type":"gauge","contains":"default"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":1002.7098898567325}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":32.304208,"avg":9.964947285000006,"min":5.069125,"med":9.6942705,"p(50)":9.6942705,"p(95)":12.5401402,"p(99)":19.75873208}},"http_req_duration":{"type":"trend","contains":"time","values":{"med":9.6458955,"p(50)":9.6458955,"p(95)":12.455958649999998,"p(99)":19.70776542,"max":32.262791,"avg":9.916131519200006,"min":5.035625}},"http_req_connecting":{"contains":"time","values":{"avg":0.0002965334,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.458},"type":"trend"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.003932536200000042,"min":0.001708,"med":0.0028335,"p(50)":0.0028335,"p(95)":0.0076690499999999915,"p(99)":0.020252079999999992,"max":0.285792}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":442195.061426819}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c10-r2.json b/evidence/bench/baseline/raw/write-100k-c10-r2.json new file mode 100644 index 00000000..ce941964 --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c10-r2.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":4972.428169},"metrics":{"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":5.6835,"med":9.7005,"p(50)":9.7005,"p(95)":12.3794101,"p(99)":17.136830509999985,"max":30.115417,"avg":9.88954855639998},"thresholds":{"max>=0":{"ok":true}}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":1005.5449430465167}},"vus_max":{"type":"gauge","contains":"default","values":{"min":10,"max":10,"value":10}},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.187041,"avg":0.0037480288000000315,"min":0.001625,"med":0.002834,"p(50)":0.002834,"p(95)":0.006961049999999991,"p(99)":0.017377919999999988}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":1005.5449430465167}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":9.7005,"p(95)":12.3794101,"p(99)":17.136830509999985,"max":30.115417,"avg":9.88954855639998,"min":5.6835,"med":9.7005}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":330824.286262304}},"vus":{"contains":"default","values":{"value":10,"min":10,"max":10},"type":"gauge"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.05471565999999997,"max":0.184,"avg":0.013360785600000084,"min":0.00375,"med":0.011041,"p(50)":0.011041,"p(95)":0.02725}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":443445.31988351385}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":9.680667,"p(50)":9.680667,"p(95)":12.35939105,"p(99)":17.104266579999983,"max":30.09175,"avg":9.872439742000003,"min":5.673167}},"iteration_duration":{"contains":"time","values":{"min":5.721667,"med":9.748749499999999,"p(50)":9.748749499999999,"p(95)":12.431864299999997,"p(99)":17.232808749999986,"max":30.16875,"avg":9.937022629599987},"type":"trend"},"http_req_blocked":{"type":"trend","contains":"time","values":{"max":0.790875,"avg":0.002162200400000028,"min":0.000417,"med":0.000792,"p(50)":0.000792,"p(95)":0.001625,"p(99)":0.005169079999999991}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.179167,"avg":0.00020939159999999998,"min":0,"med":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c10-r3.json b/evidence/bench/baseline/raw/write-100k-c10-r3.json new file mode 100644 index 00000000..33b99a10 --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c10-r3.json @@ -0,0 +1 @@ +{"metrics":{"vus_max":{"type":"gauge","contains":"default","values":{"min":10,"max":10,"value":10}},"data_received":{"contains":"data","values":{"rate":442092.2698555635,"count":2205000},"type":"counter"},"http_req_receiving":{"values":{"avg":0.013421166000000033,"min":0.003625,"med":0.011,"p(50)":0.011,"p(95)":0.02746009999999999,"p(99)":0.05320842,"max":0.189458},"type":"trend","contains":"time"},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.601667,"avg":0.004034547800000034,"min":0.001625,"med":0.002875,"p(50)":0.002875,"p(95)":0.007294049999999991,"p(99)":0.020584819999999997}},"http_req_failed":{"values":{"rate":0,"passes":0,"fails":5000},"type":"rate","contains":"default"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"iterations":{"values":{"count":5000,"rate":1002.476802393568},"type":"counter","contains":"default"},"http_req_duration":{"contains":"time","values":{"p(50)":9.6245625,"p(95)":12.337861049999995,"p(99)":20.103947079999998,"max":31.440084,"avg":9.920305296000011,"min":5.276667,"med":9.6245625},"type":"trend"},"data_sent":{"type":"counter","contains":"data","values":{"rate":329814.8679874839,"count":1645000}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_blocked":{"contains":"time","values":{"med":0.000792,"p(50)":0.000792,"p(95)":0.001625,"p(99)":0.00320801,"max":0.916083,"avg":0.0024599668000000225,"min":0.000417},"type":"trend"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(95)":12.322453849999999,"p(99)":20.089378,"max":31.425125,"avg":9.902849582200046,"min":5.266042,"med":9.6035,"p(50)":9.6035}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":1002.476802393568}},"iteration_duration":{"type":"trend","contains":"time","values":{"med":9.672063,"p(50)":9.672063,"p(95)":12.4084875,"p(99)":20.138082499999996,"max":31.479958,"avg":9.967842795599985,"min":5.306083}},"http_req_connecting":{"contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.174667,"avg":0.0002367498,"min":0,"med":0,"p(50)":0},"type":"trend"},"http_req_duration{expected_response:true}":{"contains":"time","values":{"avg":9.920305296000011,"min":5.276667,"med":9.6245625,"p(50)":9.6245625,"p(95)":12.337861049999995,"p(99)":20.103947079999998,"max":31.440084},"thresholds":{"max>=0":{"ok":true}},"type":"trend"}},"root_group":{"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":4987.646585}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c50-r1.json b/evidence/bench/baseline/raw/write-100k-c50-r1.json new file mode 100644 index 00000000..8b04328c --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c50-r1.json @@ -0,0 +1 @@ +{"metrics":{"http_req_waiting":{"type":"trend","contains":"time","values":{"max":211.249708,"avg":53.9683430980001,"min":11.779166,"med":51.6288545,"p(50)":51.6288545,"p(95)":87.2514229,"p(99)":119.63535466999997}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0.00021332999999905283,"max":0.266042,"avg":0.0008655918,"min":0,"med":0,"p(50)":0}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":921.967703279216}},"http_req_blocked":{"contains":"time","values":{"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.3217361599999952,"max":3.668667,"avg":0.015540239800000126,"min":0.000416,"med":0.000875},"type":"trend"},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":5000}},"http_req_sending":{"values":{"avg":0.012483631399999839,"min":0.001709,"med":0.003208,"p(50)":0.003208,"p(95)":0.007836049999999992,"p(99)":0.029222999999999933,"max":2},"type":"trend","contains":"time"},"http_req_receiving":{"type":"trend","contains":"time","values":{"max":0.240042,"avg":0.014103204,"min":0.003958,"med":0.011625,"p(50)":0.011625,"p(95)":0.03045805,"p(99)":0.062043659999999994}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":406587.7571461343}},"iterations":{"contains":"default","values":{"count":5000,"rate":921.967703279216},"type":"counter"},"http_req_duration":{"type":"trend","contains":"time","values":{"max":212.951417,"avg":53.994929933400094,"min":11.793417,"med":51.6556665,"p(50)":51.6556665,"p(95)":87.26760864999999,"p(99)":119.66462957999997}},"vus":{"contains":"default","values":{"value":50,"min":50,"max":50},"type":"gauge"},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":51.6978755,"p(95)":87.30885864999998,"p(99)":119.74066390999997,"max":215.114,"avg":54.064000050799955,"min":11.831625,"med":51.6978755}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":303327.3743788621}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"vus_max":{"values":{"max":50,"value":50,"min":50},"type":"gauge","contains":"default"},"http_req_duration{expected_response:true}":{"contains":"time","values":{"max":212.951417,"avg":53.994929933400094,"min":11.793417,"med":51.6556665,"p(50)":51.6556665,"p(95)":87.26760864999999,"p(99)":119.66462957999997},"thresholds":{"max>=0":{"ok":true}},"type":"trend"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5423.183461}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c50-r2.json b/evidence/bench/baseline/raw/write-100k-c50-r2.json new file mode 100644 index 00000000..07d7850e --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c50-r2.json @@ -0,0 +1 @@ +{"metrics":{"http_req_duration":{"type":"trend","contains":"time","values":{"avg":53.7411194462,"min":10.859166,"med":51.373853999999994,"p(50)":51.373853999999994,"p(95)":85.47778335,"p(99)":114.36174841999998,"max":166.062708}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"data_sent":{"type":"counter","contains":"data","values":{"rate":304759.4963987714,"count":1645000}},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.011375,"p(50)":0.011375,"p(95)":0.029127099999999993,"p(99)":0.05621716999999996,"max":0.446791,"avg":0.01393080220000004,"min":0.004083}},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.003125,"p(50)":0.003125,"p(95)":0.007625,"p(99)":0.01971049999999999,"max":0.45025,"avg":0.0042906069999999975,"min":0.001792}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":114.34391216999997,"max":166.04975,"avg":53.72289803700007,"min":10.8455,"med":51.354541999999995,"p(50)":51.354541999999995,"p(95)":85.44718925}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"vus":{"type":"gauge","contains":"default","values":{"min":50,"max":50,"value":50}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":0.260292,"avg":0.0007203586,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0.0002179099999990325}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":53.79846511900018,"min":10.90075,"med":51.4228125,"p(50)":51.4228125,"p(95)":85.51923719999999,"p(99)":114.83863125,"max":167.142291}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(50)":51.373853999999994,"p(95)":85.47778335,"p(99)":114.36174841999998,"max":166.062708,"avg":53.7411194462,"min":10.859166,"med":51.373853999999994},"thresholds":{"max>=0":{"ok":true}}},"http_req_blocked":{"contains":"time","values":{"avg":0.006591381399999978,"min":0.000458,"med":0.000834,"p(50)":0.000834,"p(95)":0.001708,"p(99)":0.0507071699999989,"max":1.002541},"type":"trend"},"http_req_tls_handshaking":{"contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0},"type":"trend"},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":408507.41006643826}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":926.3206577470255}},"http_reqs":{"type":"counter","contains":"default","values":{"rate":926.3206577470255,"count":5000}}},"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":5000,"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882"}],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdErrTTY":false,"testRunDurationMs":5397.698905,"isStdOutTTY":false}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-100k-c50-r3.json b/evidence/bench/baseline/raw/write-100k-c50-r3.json new file mode 100644 index 00000000..6f87f1ff --- /dev/null +++ b/evidence/bench/baseline/raw/write-100k-c50-r3.json @@ -0,0 +1 @@ +{"metrics":{"data_sent":{"values":{"count":1645000,"rate":303359.2261319345},"type":"counter","contains":"data"},"vus":{"type":"gauge","contains":"default","values":{"max":50,"value":50,"min":50}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(50)":0.01175,"p(95)":0.031417,"p(99)":0.06045941,"max":0.442041,"avg":0.014377410600000027,"min":0.004125,"med":0.01175}},"http_req_waiting":{"values":{"max":180.442542,"avg":53.98260276300004,"min":10.478334,"med":51.881729,"p(50)":51.881729,"p(95)":86.55344824999999,"p(99)":112.3313810799999},"type":"trend","contains":"time"},"vus_max":{"values":{"value":50,"min":50,"max":50},"type":"gauge","contains":"default"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"med":51.9436455,"p(50)":51.9436455,"p(95)":86.60780559999999,"p(99)":112.44546723999991,"max":181.508459,"avg":54.06297715100002,"min":10.533292}},"http_req_duration{expected_response:true}":{"values":{"p(95)":86.56824164999999,"p(99)":112.36727056999992,"max":180.940667,"avg":54.00288835340015,"min":10.493291,"med":51.896542499999995,"p(50)":51.896542499999995},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_reqs":{"values":{"count":5000,"rate":922.064517118342},"type":"counter","contains":"default"},"http_req_connecting":{"contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0.00020041999999911015,"max":0.851583,"avg":0.002192484,"min":0},"type":"trend"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.005908179799999929,"min":0.001792,"med":0.003209,"p(50)":0.003209,"p(95)":0.007833,"p(99)":0.03137582999999999,"max":0.752958}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":406630.45204918884}},"http_req_blocked":{"values":{"max":1.380625,"avg":0.008112131999999552,"min":0.000417,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.053536749999982446},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":922.064517118342}},"http_req_tls_handshaking":{"values":{"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0},"type":"trend","contains":"time"},"http_req_duration":{"type":"trend","contains":"time","values":{"max":180.940667,"avg":54.00288835340015,"min":10.493291,"med":51.896542499999995,"p(50)":51.896542499999995,"p(95)":86.56824164999999,"p(99)":112.36727056999992}}},"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201"}],"name":"","path":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"testRunDurationMs":5422.614044,"isStdOutTTY":false,"isStdErrTTY":false}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c1-r1.json b/evidence/bench/baseline/raw/write-10k-c1-r1.json new file mode 100644 index 00000000..a0abb866 --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c1-r1.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":6637.099045},"metrics":{"http_req_connecting":{"contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.088834,"avg":0.0000177668,"min":0,"med":0,"p(50)":0},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":1.2863820334000031,"min":1.097875,"med":1.251792,"p(50)":1.251792,"p(95)":1.4952122,"p(99)":1.89966824,"max":3.246334},"thresholds":{"max>=0":{"ok":true}}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":1.86720117,"max":3.166666,"avg":1.2717630973999992,"min":1.086041,"med":1.23825,"p(50)":1.23825,"p(95)":1.47687915}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":332223.45863003464}},"http_req_duration":{"contains":"time","values":{"avg":1.2863820334000031,"min":1.097875,"med":1.251792,"p(50)":1.251792,"p(95)":1.4952122,"p(99)":1.89966824,"max":3.246334},"type":"trend"},"vus":{"values":{"value":1,"min":1,"max":1},"type":"gauge","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":247849.24691447028}},"iterations":{"contains":"default","values":{"count":5000,"rate":753.3411760318246},"type":"counter"},"http_req_sending":{"type":"trend","contains":"time","values":{"p(50)":0.002667,"p(95)":0.005666,"p(99)":0.011001669999999991,"max":0.139333,"avg":0.003199235000000053,"min":0.001791,"med":0.002667}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":753.3411760318246}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"http_req_tls_handshaking":{"values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0},"type":"trend","contains":"time"},"vus_max":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":3.810125,"avg":1.3250409808000017,"min":1.13075,"med":1.2868545,"p(50)":1.2868545,"p(95)":1.5560017499999999,"p(99)":1.9679045899999998}},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.010167,"p(50)":0.010167,"p(95)":0.01875204999999999,"p(99)":0.02925,"max":0.076458,"avg":0.011419700999999994,"min":0.005333}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.002542409999999998,"max":0.400166,"avg":0.0010050117999999954,"min":0.0005,"med":0.000792,"p(50)":0.000792,"p(95)":0.0015}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":5000,"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c1-r2.json b/evidence/bench/baseline/raw/write-10k-c1-r2.json new file mode 100644 index 00000000..55536a4e --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c1-r2.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":6683.287072},"metrics":{"vus_max":{"contains":"default","values":{"value":1,"min":1,"max":1},"type":"gauge"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":748.1348543215772}},"iteration_duration":{"values":{"avg":1.3342461432000028,"min":1.140667,"med":1.294854,"p(50)":1.294854,"p(95)":1.5847521,"p(99)":1.9611030099999998,"max":4.908},"type":"trend","contains":"time"},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":246136.3670717989}},"iterations":{"contains":"default","values":{"count":5000,"rate":748.1348543215772},"type":"counter"},"http_req_tls_handshaking":{"contains":"time","values":{"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0},"type":"trend"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_connecting":{"values":{"p(99)":0,"max":0.099958,"avg":0.0000199916,"min":0,"med":0,"p(50)":0,"p(95)":0},"type":"trend","contains":"time"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":1.109916,"med":1.2597915,"p(50)":1.2597915,"p(95)":1.51355145,"p(99)":1.8656883299999998,"max":4.801167,"avg":1.295337558999998},"thresholds":{"max>=0":{"ok":true}}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":1.2804491332000003,"min":1.099084,"med":1.246417,"p(50)":1.246417,"p(95)":1.49642115,"p(99)":1.8269705899999997,"max":4.7395}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(50)":0.010125,"p(95)":0.0185,"p(99)":0.030251249999999993,"max":0.335875,"avg":0.011546224600000052,"min":0.005,"med":0.010125}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":329927.47075581556}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(50)":0.002708,"p(95)":0.005794049999999992,"p(99)":0.011333,"max":0.191458,"avg":0.003342201200000051,"min":0.001792,"med":0.002708}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.0015,"p(99)":0.002542,"max":0.421,"avg":0.0010409452000000002,"min":0.0005,"med":0.000792,"p(50)":0.000792}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":4.801167,"avg":1.295337558999998,"min":1.109916,"med":1.2597915,"p(50)":1.2597915,"p(95)":1.51355145,"p(99)":1.8656883299999998}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"vus":{"contains":"default","values":{"value":1,"min":1,"max":1},"type":"gauge"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c1-r3.json b/evidence/bench/baseline/raw/write-10k-c1-r3.json new file mode 100644 index 00000000..8137ab0b --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c1-r3.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201","path":"::message 201"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdErrTTY":false,"testRunDurationMs":6789.349669,"isStdOutTTY":false},"metrics":{"data_received":{"values":{"count":2205000,"rate":324773.374107976},"type":"counter","contains":"data"},"http_req_receiving":{"contains":"time","values":{"avg":0.011743068400000023,"min":0.005084,"med":0.010125,"p(50)":0.010125,"p(95)":0.019917,"p(99)":0.034503749999999986,"max":0.128583},"type":"trend"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0034395382000000415,"min":0.001792,"med":0.002708,"p(50)":0.002708,"p(95)":0.006127099999999991,"p(99)":0.012837749999999983,"max":0.214333}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.002666,"max":0.408,"avg":0.0010449079999999985,"min":0.000458,"med":0.000833,"p(50)":0.000833,"p(95)":0.001625}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"iteration_duration":{"contains":"time","values":{"min":1.143084,"med":1.2997085,"p(50)":1.2997085,"p(95)":1.631625,"p(99)":2.3896699100000003,"max":9.140542,"avg":1.3553349823999965},"type":"trend"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"avg":1.3155123089999983,"min":1.116916,"med":1.263604,"p(50)":1.263604,"p(95)":1.5646773999999999,"p(99)":2.2952704199999996,"max":9.016375},"thresholds":{"max>=0":{"ok":true}},"type":"trend"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":736.4475603355465}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":736.4475603355465}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(95)":1.5389131499999997,"p(99)":2.2504719100000004,"max":8.959459,"avg":1.3003297024000002,"min":1.105792,"med":1.2500205,"p(50)":1.2500205}},"vus_max":{"values":{"value":1,"min":1,"max":1},"type":"gauge","contains":"default"},"data_sent":{"type":"counter","contains":"data","values":{"rate":242291.24735039478,"count":1645000}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":2.2952704199999996,"max":9.016375,"avg":1.3155123089999983,"min":1.116916,"med":1.263604,"p(50)":1.263604,"p(95)":1.5646773999999999}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.087791,"avg":0.000017558199999999997,"min":0,"med":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c10-r1.json b/evidence/bench/baseline/raw/write-10k-c10-r1.json new file mode 100644 index 00000000..9faec4be --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c10-r1.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":4999.323378},"metrics":{"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.004,"max":0.591584,"avg":0.0019721140000000244,"min":0.000416,"med":0.000792,"p(50)":0.000792,"p(95)":0.001667}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":5000}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0038622548000000314,"min":0.001541,"med":0.002917,"p(50)":0.002917,"p(95)":0.008044049999999992,"p(99)":0.018460919999999985,"max":0.141875}},"http_req_failed":{"type":"rate","contains":"default","values":{"fails":5000,"rate":0,"passes":0}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":441059.68613739073}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":19.595157089999997,"max":31.314459,"avg":9.941995295000009,"min":5.970291,"med":9.793229499999999,"p(50)":9.793229499999999,"p(95)":12.271406549999995},"thresholds":{"max>=0":{"ok":true}}},"iteration_duration":{"type":"trend","contains":"time","values":{"med":9.8402085,"p(50)":9.8402085,"p(95)":12.342564549999997,"p(99)":19.65186083,"max":31.399125,"avg":9.990616199800016,"min":6.019542}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"iterations":{"contains":"default","values":{"count":5000,"rate":1000.1353427151718},"type":"counter"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.02837704999999999,"p(99)":0.057126659999999996,"max":0.396209,"avg":0.013686902200000014,"min":0.0035,"med":0.011042,"p(50)":0.011042}},"vus":{"type":"gauge","contains":"default","values":{"value":6,"min":6,"max":10}},"http_reqs":{"type":"counter","contains":"default","values":{"rate":1000.1353427151718,"count":5000}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":329044.52775329154}},"http_req_duration":{"type":"trend","contains":"time","values":{"max":31.314459,"avg":9.941995295000009,"min":5.970291,"med":9.793229499999999,"p(50)":9.793229499999999,"p(95)":12.271406549999995,"p(99)":19.595157089999997}},"http_req_connecting":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.204458,"avg":0.000292408,"min":0}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":9.7745205,"p(50)":9.7745205,"p(95)":12.243356249999996,"p(99)":19.57155726,"max":31.2815,"avg":9.924446138000022,"min":5.953708}}},"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":5000,"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882"}],"name":"","path":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c10-r2.json b/evidence/bench/baseline/raw/write-10k-c10-r2.json new file mode 100644 index 00000000..348856a9 --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c10-r2.json @@ -0,0 +1 @@ +{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5004.221919},"metrics":{"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0}},"checks":{"type":"rate","contains":"default","values":{"passes":5000,"fails":0,"rate":1}},"http_req_duration":{"type":"trend","contains":"time","values":{"med":9.788042,"p(50)":9.788042,"p(95)":12.303228549999998,"p(99)":19.015543659999988,"max":29.337084,"avg":9.951252843,"min":4.917458}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"max":29.337084,"avg":9.951252843,"min":4.917458,"med":9.788042,"p(50)":9.788042,"p(95)":12.303228549999998,"p(99)":19.015543659999988},"thresholds":{"max>=0":{"ok":true}},"type":"trend"},"http_req_connecting":{"contains":"time","values":{"avg":0.0004069503999999999,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.441625},"type":"trend"},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":999.1563285824775}},"iteration_duration":{"type":"trend","contains":"time","values":{"med":9.841978999999998,"p(50)":9.841978999999998,"p(95)":12.3595351,"p(99)":19.069935739999988,"max":29.387583,"avg":10.000611582400019,"min":4.953542}},"http_req_waiting":{"values":{"avg":9.93339929879997,"min":4.906875,"med":9.770437000000001,"p(50)":9.770437000000001,"p(95)":12.27868955,"p(99)":18.99778133999999,"max":29.31925},"type":"trend","contains":"time"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"vus":{"type":"gauge","contains":"default","values":{"min":10,"max":10,"value":10}},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.347042,"avg":0.004167567400000035,"min":0.001791,"med":0.003,"p(50)":0.003,"p(95)":0.00754105,"p(99)":0.01766948999999999}},"http_req_receiving":{"type":"trend","contains":"time","values":{"max":0.265416,"avg":0.013685976800000095,"min":0.00375,"med":0.011333,"p(50)":0.011333,"p(95)":0.02821009999999999,"p(99)":0.04963457999999996}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":328722.4321036351}},"data_received":{"values":{"count":2205000,"rate":440627.94090487255},"type":"counter","contains":"data"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":999.1563285824775}},"http_req_blocked":{"contains":"time","values":{"max":0.9925,"avg":0.002538704000000024,"min":0.000417,"med":0.000792,"p(50)":0.000792,"p(95)":0.001625,"p(99)":0.003208419999999998},"type":"trend"},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c10-r3.json b/evidence/bench/baseline/raw/write-10k-c10-r3.json new file mode 100644 index 00000000..50276c9f --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c10-r3.json @@ -0,0 +1 @@ +{"state":{"isStdErrTTY":false,"testRunDurationMs":5055.813752,"isStdOutTTY":false},"metrics":{"vus_max":{"contains":"default","values":{"value":10,"min":10,"max":10},"type":"gauge"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":31.963251,"avg":10.104824678800005,"min":5.883125,"med":9.9126875,"p(50)":9.9126875,"p(95)":12.818262799999996,"p(99)":19.42613258999999}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":436131.5721188774}},"http_req_sending":{"type":"trend","contains":"time","values":{"min":0.001792,"med":0.003125,"p(50)":0.003125,"p(95)":0.0085,"p(99)":0.01971149999999999,"max":0.537166,"avg":0.004332398000000006}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"http_req_duration{expected_response:true}":{"values":{"max":31.913792,"avg":10.05397693000002,"min":5.849708,"med":9.865958,"p(50)":9.865958,"p(95)":12.75092855,"p(99)":19.38587791999999},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"http_req_duration":{"values":{"p(95)":12.75092855,"p(99)":19.38587791999999,"max":31.913792,"avg":10.05397693000002,"min":5.849708,"med":9.865958,"p(50)":9.865958},"type":"trend","contains":"time"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000833,"p(95)":0.00175,"p(99)":0.004796159999999982,"max":0.947,"avg":0.002733703400000021,"min":0.000417,"med":0.000833}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":325367.99824741646}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_waiting":{"values":{"med":9.849271000000002,"p(50)":9.849271000000002,"p(95)":12.708106249999998,"p(99)":19.374987679999993,"max":31.89175,"avg":10.035067279799978,"min":5.836416},"type":"trend","contains":"time"},"http_reqs":{"contains":"default","values":{"count":5000,"rate":988.9604809951868},"type":"counter"},"http_req_receiving":{"contains":"time","values":{"max":1.124375,"avg":0.014577252200000033,"min":0.003875,"med":0.011459,"p(50)":0.011459,"p(95)":0.03050209999999999,"p(99)":0.06251374999999994},"type":"trend"},"iterations":{"contains":"default","values":{"count":5000,"rate":988.9604809951868},"type":"counter"},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.0002704838000000001,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.197917}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c50-r1.json b/evidence/bench/baseline/raw/write-10k-c50-r1.json new file mode 100644 index 00000000..2ca43a53 --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c50-r1.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5581.318822},"metrics":{"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":895.8456163248364}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.02579407999999999,"max":0.398917,"avg":0.00512857179999999,"min":0.00175,"med":0.003583,"p(50)":0.003583,"p(95)":0.00875}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"data_received":{"contains":"data","values":{"rate":395067.91679925285,"count":2205000},"type":"counter"},"vus_max":{"type":"gauge","contains":"default","values":{"max":50,"value":50,"min":50}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":203.176875,"avg":55.58446117219996,"min":10.842791,"med":53.787563,"p(50)":53.787563,"p(95)":87.24404889999997,"p(99)":109.97740499999999},"thresholds":{"max>=0":{"ok":true}}},"iterations":{"type":"counter","contains":"default","values":{"rate":895.8456163248364,"count":5000}},"http_req_blocked":{"type":"trend","contains":"time","values":{"med":0.000917,"p(50)":0.000917,"p(95)":0.001958,"p(99)":0.0664039299999995,"max":1.28325,"avg":0.009303790999999588,"min":0.000458}},"data_sent":{"type":"counter","contains":"data","values":{"rate":294733.2077708712,"count":1645000}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":55.58446117219996,"min":10.842791,"med":53.787563,"p(50)":53.787563,"p(95)":87.24404889999997,"p(99)":109.97740499999999,"max":203.176875}},"vus":{"values":{"value":50,"min":50,"max":50},"type":"gauge","contains":"default"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_waiting":{"contains":"time","values":{"avg":55.56392876979997,"min":10.829209,"med":53.769853999999995,"p(50)":53.769853999999995,"p(95)":87.22864949999997,"p(99)":109.95539558999998,"max":203.157126},"type":"trend"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.034959,"p(99)":0.06371091999999999,"max":0.312708,"avg":0.015403830600000008,"min":0.004291,"med":0.012334,"p(50)":0.012334}},"iteration_duration":{"contains":"time","values":{"avg":55.64950196840005,"min":10.885916,"med":53.843896,"p(50)":53.843896,"p(95)":87.29753094999997,"p(99)":110.28061357999997,"max":203.226417},"type":"trend"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0.0002199999999990232,"max":0.186333,"avg":0.0007080174000000003,"min":0,"med":0,"p(50)":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c50-r2.json b/evidence/bench/baseline/raw/write-10k-c50-r2.json new file mode 100644 index 00000000..8c4e66ac --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c50-r2.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201","path":"::message 201"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5502.123295},"metrics":{"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"iterations":{"contains":"default","values":{"count":5000,"rate":908.7400866759385},"type":"counter"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":908.7400866759385}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.030548199999999973,"p(99)":0.05841808999999999,"max":0.318042,"avg":0.01421976299999998,"min":0.004083,"med":0.0116665,"p(50)":0.0116665}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.0256059199999999,"max":0.598791,"avg":0.005144322199999982,"min":0.001791,"med":0.003334,"p(50)":0.003334,"p(95)":0.007877099999999991}},"data_received":{"type":"counter","contains":"data","values":{"rate":400754.37822408887,"count":2205000}},"vus":{"contains":"default","values":{"max":50,"value":50,"min":50},"type":"gauge"},"http_req_failed":{"contains":"default","values":{"rate":0,"passes":0,"fails":5000},"type":"rate"},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":298975.48851638375}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.009823755599999576,"min":0.000458,"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.12494924999999171,"max":1.734792}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"p(95)":88.04173334999999,"p(99)":116.45307583,"max":207.343167,"avg":54.78762569820008,"min":10.946833,"med":52.908666999999994,"p(50)":52.908666999999994}},"http_req_duration":{"values":{"max":207.343167,"avg":54.78762569820008,"min":10.946833,"med":52.908666999999994,"p(50)":52.908666999999994,"p(95)":88.04173334999999,"p(99)":116.45307583},"type":"trend","contains":"time"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":116.43669441,"max":207.29375,"avg":54.768261612999964,"min":10.927375,"med":52.890208,"p(50)":52.890208,"p(95)":88.0260351}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(95)":88.08634614999998,"p(99)":116.49604733,"max":208.066458,"avg":54.84995582960014,"min":11.001708,"med":52.9519375,"p(50)":52.9519375}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0.00019791999999912123,"max":0.438709,"avg":0.0010048092,"min":0,"med":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-10k-c50-r3.json b/evidence/bench/baseline/raw/write-10k-c50-r3.json new file mode 100644 index 00000000..f25faf70 --- /dev/null +++ b/evidence/bench/baseline/raw/write-10k-c50-r3.json @@ -0,0 +1 @@ +{"root_group":{"groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5534.357794},"metrics":{"iteration_duration":{"type":"trend","contains":"time","values":{"avg":55.17859859120008,"min":11.342334,"med":53.430667,"p(50)":53.430667,"p(95)":87.2913125,"p(99)":109.19094491,"max":191.009875}},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":903.4471904618605}},"http_req_failed":{"values":{"rate":0,"passes":0,"fails":5000},"type":"rate","contains":"default"},"checks":{"values":{"passes":5000,"fails":0,"rate":1},"type":"rate","contains":"default"},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":398420.21099368046}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":87.2245896,"p(99)":108.88072082999999,"max":190.927375,"avg":55.11405582920004,"min":11.273334,"med":53.380646,"p(50)":53.380646}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":903.4471904618605}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":55.11405582920004,"min":11.273334,"med":53.380646,"p(50)":53.380646,"p(95)":87.2245896,"p(99)":108.88072082999999,"max":190.927375},"thresholds":{"max>=0":{"ok":true}}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.025932829999999928,"max":0.132416,"avg":0.004615795399999995,"min":0.001708,"med":0.003458,"p(50)":0.003458,"p(95)":0.0085}},"vus":{"contains":"default","values":{"min":50,"max":50,"value":50},"type":"gauge"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0.00019791999999912123,"max":0.374542,"avg":0.0015961422000000003,"min":0,"med":0,"p(50)":0}},"http_req_tls_handshaking":{"values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0},"type":"trend","contains":"time"},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.012,"p(50)":0.012,"p(95)":0.03175414999999998,"p(99)":0.06279990999999996,"max":0.63125,"avg":0.014895289399999982,"min":0.00425}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":297234.1256619521}},"http_req_blocked":{"contains":"time","values":{"avg":0.010803922999999632,"min":0.000416,"med":0.000916,"p(50)":0.000916,"p(95)":0.001917,"p(99)":0.03384449999999977,"max":1.909167},"type":"trend"},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":190.89425,"avg":55.09454474439993,"min":11.256542,"med":53.3622915,"p(50)":53.3622915,"p(95)":87.1984944,"p(99)":108.86278383999999}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c1-r1.json b/evidence/bench/baseline/raw/write-500k-c1-r1.json new file mode 100644 index 00000000..deb780d1 --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c1-r1.json @@ -0,0 +1 @@ +{"root_group":{"checks":[{"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":6724.293545},"metrics":{"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":743.5725353956124}},"http_req_connecting":{"contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.085167,"avg":0.000017033400000000002,"min":0},"type":"trend"},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":327915.48810946505}},"http_req_receiving":{"type":"trend","contains":"time","values":{"med":0.01,"p(50)":0.01,"p(95)":0.018292,"p(99)":0.0315,"max":0.113666,"avg":0.01140956460000006,"min":0.006416}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":1.3033834903999995,"min":1.111125,"med":1.254875,"p(50)":1.254875,"p(95)":1.5193180999999998,"p(99)":2.17358759,"max":12.125667}},"http_req_waiting":{"contains":"time","values":{"p(50)":1.242,"p(95)":1.49761635,"p(99)":2.1312261599999998,"max":12.082792,"avg":1.2886280406000017,"min":1.099916,"med":1.242},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"min":1.111125,"med":1.254875,"p(50)":1.254875,"p(95)":1.5193180999999998,"p(99)":2.17358759,"max":12.125667,"avg":1.3033834903999995},"thresholds":{"max>=0":{"ok":true}}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":244635.36414515646}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(95)":1.5950211499999996,"p(99)":2.25704066,"max":12.214333,"avg":1.342210119199999,"min":1.142584,"med":1.2902495,"p(50)":1.2902495}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":1}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000791,"p(95)":0.001459,"p(99)":0.0025,"max":0.427,"avg":0.0010348337999999998,"min":0.0005,"med":0.000791}},"http_req_sending":{"type":"trend","contains":"time","values":{"min":0.00175,"med":0.002542,"p(50)":0.002542,"p(95)":0.0056690499999999915,"p(99)":0.011500829999999997,"max":0.527917,"avg":0.003345885200000035}},"iterations":{"values":{"rate":743.5725353956124,"count":5000},"type":"counter","contains":"default"},"vus_max":{"type":"gauge","contains":"default","values":{"min":1,"max":1,"value":1}},"checks":{"contains":"default","values":{"rate":1,"passes":5000,"fails":0},"type":"rate"},"http_req_tls_handshaking":{"values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0},"type":"trend","contains":"time"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c1-r2.json b/evidence/bench/baseline/raw/write-500k-c1-r2.json new file mode 100644 index 00000000..0afed1aa --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c1-r2.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdErrTTY":false,"testRunDurationMs":6776.364753,"isStdOutTTY":false},"metrics":{"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":737.8587461347065}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.101541,"avg":0.0000203082,"min":0,"med":0,"p(50)":0}},"checks":{"type":"rate","contains":"default","values":{"passes":5000,"fails":0,"rate":1}},"data_sent":{"contains":"data","values":{"count":1645000,"rate":242755.52747831843},"type":"counter"},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.371125,"avg":0.0033629864000000445,"min":0.001792,"med":0.002584,"p(50)":0.002584,"p(95)":0.005917,"p(99)":0.012044079999999992}},"http_req_receiving":{"type":"trend","contains":"time","values":{"min":0.005625,"med":0.010125,"p(50)":0.010125,"p(95)":0.01937704999999999,"p(99)":0.035291010000000005,"max":0.102708,"avg":0.011605872800000045}},"http_req_duration":{"values":{"med":1.263958,"p(50)":1.263958,"p(95)":1.5536413499999997,"p(99)":2.2882016599999995,"max":7.488542,"avg":1.313848549199998,"min":1.127292},"type":"trend","contains":"time"},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":1.2984585,"p(95)":1.6161371999999996,"p(99)":2.3649934199999993,"max":7.646042,"avg":1.3527546993999986,"min":1.159084,"med":1.2984585}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":325395.7070454055}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":737.8587461347065}},"vus_max":{"contains":"default","values":{"value":1,"min":1,"max":1},"type":"gauge"},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(95)":1.5332993499999998,"p(99)":2.2435754099999996,"max":7.420292,"avg":1.29887969,"min":1.114333,"med":1.250604,"p(50)":1.250604}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"vus":{"type":"gauge","contains":"default","values":{"max":1,"value":1,"min":1}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.0010183213999999947,"min":0.000458,"med":0.000791,"p(50)":0.000791,"p(95)":0.001542,"p(99)":0.002625409999999998,"max":0.447334}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":7.488542,"avg":1.313848549199998,"min":1.127292,"med":1.263958,"p(50)":1.263958,"p(95)":1.5536413499999997,"p(99)":2.2882016599999995},"thresholds":{"max>=0":{"ok":true}}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c1-r3.json b/evidence/bench/baseline/raw/write-500k-c1-r3.json new file mode 100644 index 00000000..76924685 --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c1-r3.json @@ -0,0 +1 @@ +{"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"testRunDurationMs":6798.295336,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0032140180000000606,"min":0.001875,"med":0.002584,"p(50)":0.002584,"p(95)":0.0055,"p(99)":0.010585079999999992,"max":0.157458}},"data_received":{"contains":"data","values":{"count":2205000,"rate":324346.0148492731},"type":"counter"},"vus_max":{"type":"gauge","contains":"default","values":{"max":1,"value":1,"min":1}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":14.065542,"avg":1.3573139526000004,"min":1.151208,"med":1.3078335,"p(50)":1.3078335,"p(95)":1.619541,"p(99)":2.2036216699999995}},"http_req_failed":{"contains":"default","values":{"rate":0,"passes":0,"fails":5000},"type":"rate"},"http_req_duration{expected_response:true}":{"values":{"p(95)":1.550775,"p(99)":2.12095325,"max":13.92575,"avg":1.3185850152000034,"min":1.119292,"med":1.2738125,"p(50)":1.2738125},"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":735.4784917217077}},"http_req_duration":{"values":{"avg":1.3185850152000034,"min":1.119292,"med":1.2738125,"p(50)":1.2738125,"p(95)":1.550775,"p(99)":2.12095325,"max":13.92575},"type":"trend","contains":"time"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":241972.42377644184}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":1.3039669730000032,"min":1.104417,"med":1.260625,"p(50)":1.260625,"p(95)":1.52885275,"p(99)":2.08923592,"max":13.87075}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"http_req_connecting":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.095333,"avg":0.0000190666}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000791,"p(95)":0.0015,"p(99)":0.002792,"max":0.409792,"avg":0.0010528969999999988,"min":0.0005,"med":0.000791}},"http_reqs":{"values":{"count":5000,"rate":735.4784917217077},"type":"counter","contains":"default"},"vus":{"values":{"value":1,"min":1,"max":1},"type":"gauge","contains":"default"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.011404024200000041,"min":0.005583,"med":0.010084,"p(50)":0.010084,"p(95)":0.01791904999999999,"p(99)":0.032375829999999994,"max":0.208708}}},"root_group":{"groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c10-r1.json b/evidence/bench/baseline/raw/write-500k-c10-r1.json new file mode 100644 index 00000000..e86dea8a --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c10-r1.json @@ -0,0 +1 @@ +{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":4925.00971},"metrics":{"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.00275,"p(50)":0.00275,"p(95)":0.005919049999999992,"p(99)":0.014209669999999992,"max":0.190334,"avg":0.00368921660000004,"min":0.001667}},"data_received":{"values":{"count":2205000,"rate":447714.85333782213},"type":"counter","contains":"data"},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":1015.2264248023178}},"vus":{"type":"gauge","contains":"default","values":{"min":10,"max":10,"value":10}},"vus_max":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":12.04726395,"p(99)":19.746864759999998,"max":29.238166,"avg":9.79759090079998,"min":5.644875,"med":9.659833500000001,"p(50)":9.659833500000001}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":1015.2264248023178}},"http_req_tls_handshaking":{"contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0},"type":"trend"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000792,"p(95)":0.0014610499999999909,"p(99)":0.002500409999999998,"max":0.561292,"avg":0.0018085984000000223,"min":0.000458,"med":0.000792}},"checks":{"type":"rate","contains":"default","values":{"passes":5000,"fails":0,"rate":1}},"http_req_connecting":{"contains":"time","values":{"p(95)":0,"p(99)":0,"max":0.118458,"avg":0.00016034939999999998,"min":0,"med":0,"p(50)":0},"type":"trend"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.042000420000000004,"max":0.144167,"avg":0.012162342200000006,"min":0.0035,"med":0.010583,"p(50)":0.010583,"p(95)":0.023292}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":9.843079766599992,"min":5.693875,"med":9.703771499999998,"p(50)":9.703771499999998,"p(95)":12.101477099999999,"p(99)":19.78748708,"max":29.275125}},"http_req_waiting":{"contains":"time","values":{"avg":9.781739342000021,"min":5.633,"med":9.6429995,"p(50)":9.6429995,"p(95)":12.02964555,"p(99)":19.732783159999997,"max":29.229125},"type":"trend"},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"avg":9.79759090079998,"min":5.644875,"med":9.659833500000001,"p(50)":9.659833500000001,"p(95)":12.04726395,"p(99)":19.746864759999998,"max":29.238166}},"data_sent":{"contains":"data","values":{"count":1645000,"rate":334009.49375996256},"type":"counter"}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c10-r2.json b/evidence/bench/baseline/raw/write-500k-c10-r2.json new file mode 100644 index 00000000..641c577d --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c10-r2.json @@ -0,0 +1 @@ +{"metrics":{"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":443347.6475369723}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0.103916,"avg":0.00013519980000000002,"min":0,"med":0}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"max":32.351709,"avg":9.893555797199976,"min":5.573,"med":9.6569585,"p(50)":9.6569585,"p(95)":12.325149699999995,"p(99)":20.28888165999998},"thresholds":{"max>=0":{"ok":true}}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":9.697707999999999,"p(95)":12.372020549999998,"p(99)":20.476489409999985,"max":32.396875,"avg":9.940098749799981,"min":5.606375,"med":9.697707999999999}},"data_sent":{"type":"counter","contains":"data","values":{"rate":330751.4195910746,"count":1645000}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":1005.3234638026584}},"http_req_duration":{"contains":"time","values":{"max":32.351709,"avg":9.893555797199976,"min":5.573,"med":9.6569585,"p(50)":9.6569585,"p(95)":12.325149699999995,"p(99)":20.28888165999998},"type":"trend"},"http_reqs":{"values":{"count":5000,"rate":1005.3234638026584},"type":"counter","contains":"default"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"vus_max":{"values":{"value":10,"min":10,"max":10},"type":"gauge","contains":"default"},"http_req_blocked":{"type":"trend","contains":"time","values":{"min":0.000417,"med":0.000791,"p(50)":0.000791,"p(95)":0.001542,"p(99)":0.004333,"max":0.443875,"avg":0.0017536552000000287}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_waiting":{"values":{"p(95)":12.312156249999996,"p(99)":20.266539489999982,"max":32.341291,"avg":9.876862330399995,"min":5.565083,"med":9.6405,"p(50)":9.6405},"type":"trend","contains":"time"},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_receiving":{"type":"trend","contains":"time","values":{"max":0.260333,"avg":0.012757911400000033,"min":0.003375,"med":0.010583,"p(50)":0.010583,"p(95)":0.025002099999999992,"p(99)":0.05416741}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0039355554000000195,"min":0.001625,"med":0.002792,"p(50)":0.002792,"p(95)":0.006959,"p(99)":0.01842823999999995,"max":0.24225}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":5000,"fails":0,"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882"}]},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":4973.523627}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c10-r3.json b/evidence/bench/baseline/raw/write-500k-c10-r3.json new file mode 100644 index 00000000..bdfd14ac --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c10-r3.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"testRunDurationMs":4932.41021,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"data_received":{"values":{"count":2205000,"rate":447043.10998496617},"type":"counter","contains":"data"},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":1013.7031972448212}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.002313189200000013,"min":0.000417,"med":0.000791,"p(50)":0.000791,"p(95)":0.001502049999999991,"p(99)":0.002542,"max":0.797291}},"http_reqs":{"values":{"rate":1013.7031972448212,"count":5000},"type":"counter","contains":"default"},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":18.82642741999999,"max":37.660417,"avg":9.810544007000008,"min":5.671833,"med":9.6780835,"p(50)":9.6780835,"p(95)":11.982543749999998}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.012128864600000056,"min":0.0035,"med":0.010625,"p(50)":0.010625,"p(95)":0.02304105,"p(99)":0.038626669999999995,"max":0.150375}},"vus":{"type":"gauge","contains":"default","values":{"value":10,"min":10,"max":10}},"http_req_failed":{"values":{"rate":0,"passes":0,"fails":5000},"type":"rate","contains":"default"},"vus_max":{"values":{"value":10,"min":10,"max":10},"type":"gauge","contains":"default"},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"avg":9.810544007000008,"min":5.671833,"med":9.6780835,"p(50)":9.6780835,"p(95)":11.982543749999998,"p(99)":18.82642741999999,"max":37.660417},"thresholds":{"max>=0":{"ok":true}},"type":"trend"},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":333508.35189354623}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":9.856849143799955,"min":5.716833,"med":9.721625,"p(50)":9.721625,"p(95)":12.0420744,"p(99)":18.904349079999996,"max":37.71525}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0}},"http_req_waiting":{"values":{"p(50)":9.6624585,"p(95)":11.964377049999998,"p(99)":18.80615216999999,"max":37.642,"avg":9.7946191614,"min":5.658334,"med":9.6624585},"type":"trend","contains":"time"},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.00021950840000000001,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0.178292}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.0037959810000000324,"min":0.001583,"med":0.002791,"p(50)":0.002791,"p(95)":0.0065,"p(99)":0.018960499999999988,"max":0.3105}}},"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message 201","path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0}],"name":""}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c50-r1.json b/evidence/bench/baseline/raw/write-500k-c50-r1.json new file mode 100644 index 00000000..67584c1d --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c50-r1.json @@ -0,0 +1 @@ +{"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5510.327461},"metrics":{"http_req_waiting":{"type":"trend","contains":"time","values":{"max":171.685083,"avg":54.853784490199935,"min":11.677834,"med":52.860125,"p(50)":52.860125,"p(95)":86.24814549999999,"p(99)":108.93242759}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":171.80375,"avg":54.92515277799999,"min":11.731417,"med":52.9303335,"p(50)":52.9303335,"p(95)":86.31298989999999,"p(99)":109.00509684000001}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"data_received":{"contains":"data","values":{"rate":400157.70670729654,"count":2205000},"type":"counter"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5000,"fails":0}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.003961304800000014,"min":0.001791,"med":0.003209,"p(50)":0.003209,"p(95)":0.0073360499999999915,"p(99)":0.015459669999999991,"max":0.1685}},"data_sent":{"contains":"data","values":{"count":1645000,"rate":298530.35262290377},"type":"counter"},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"iterations":{"type":"counter","contains":"default","values":{"count":5000,"rate":907.3870900392211}},"http_req_connecting":{"type":"trend","contains":"time","values":{"med":0,"p(50)":0,"p(95)":0,"p(99)":0.0001933299999991416,"max":0.102375,"avg":0.00046214160000000016,"min":0}},"http_req_receiving":{"type":"trend","contains":"time","values":{"min":0.004167,"med":0.011541,"p(50)":0.011541,"p(95)":0.02995805,"p(99)":0.05733441,"max":0.20175,"avg":0.013789531600000017}},"http_reqs":{"type":"counter","contains":"default","values":{"rate":907.3870900392211,"count":5000}},"http_req_blocked":{"type":"trend","contains":"time","values":{"med":0.000875,"p(50)":0.000875,"p(95)":0.00175,"p(99)":0.030979819999999908,"max":0.490292,"avg":0.002331552000000034,"min":0.000416}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":86.26386665,"p(99)":108.94557624999999,"max":171.706791,"avg":54.87153532659993,"min":11.687708,"med":52.879354000000006,"p(50)":52.879354000000006},"thresholds":{"max>=0":{"ok":true}}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":54.87153532659993,"min":11.687708,"med":52.879354000000006,"p(50)":52.879354000000006,"p(95)":86.26386665,"p(99)":108.94557624999999,"max":171.706791}}},"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message 201","id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201"}],"name":""}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c50-r2.json b/evidence/bench/baseline/raw/write-500k-c50-r2.json new file mode 100644 index 00000000..1437cfdd --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c50-r2.json @@ -0,0 +1 @@ +{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201","path":"::message 201"}],"name":""},"options":{"summaryTimeUnit":"","noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5489.742586},"metrics":{"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_sending":{"contains":"time","values":{"med":0.00325,"p(50)":0.00325,"p(95)":0.007958,"p(99)":0.022958839999999994,"max":0.413041,"avg":0.004581515799999993,"min":0.001792},"type":"trend"},"checks":{"values":{"passes":5000,"fails":0,"rate":1},"type":"rate","contains":"default"},"http_req_duration":{"contains":"time","values":{"p(95)":87.0059628,"p(99)":112.98119575,"max":159.509917,"avg":54.671026277999985,"min":11.605541,"med":52.7156045,"p(50)":52.7156045},"type":"trend"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.013908572399999998,"min":0.004208,"med":0.011583,"p(50)":0.011583,"p(95)":0.02916605,"p(99)":0.05433732999999998,"max":1.101708}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":299649.75119144865}},"http_reqs":{"values":{"count":5000,"rate":910.7895172992361},"type":"counter","contains":"default"},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.008190718799999533,"min":0.000416,"med":0.000875,"p(50)":0.000875,"p(95)":0.0018330499999999997,"p(99)":0.029638829999983102,"max":1.373458}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0,"max":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"fails":5000,"rate":0,"passes":0}},"http_req_waiting":{"values":{"max":159.424876,"avg":54.6525361898001,"min":11.597458,"med":52.700728999999995,"p(50)":52.700728999999995,"p(95)":86.98932049999999,"p(99)":112.95892101},"type":"trend","contains":"time"},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":401658.1771289631}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":54.671026277999985,"min":11.605541,"med":52.7156045,"p(50)":52.7156045,"p(95)":87.0059628,"p(99)":112.98119575,"max":159.509917},"thresholds":{"max>=0":{"ok":true}}},"http_req_connecting":{"contains":"time","values":{"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0.00022665999999899362,"max":0.694833,"avg":0.0014710074},"type":"trend"},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":54.731260008400135,"min":11.646459,"med":52.7588955,"p(50)":52.7588955,"p(95)":87.07212115,"p(99)":113.04606758,"max":160.269625}},"iterations":{"type":"counter","contains":"default","values":{"rate":910.7895172992361,"count":5000}},"vus":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/raw/write-500k-c50-r3.json b/evidence/bench/baseline/raw/write-500k-c50-r3.json new file mode 100644 index 00000000..5062cf9a --- /dev/null +++ b/evidence/bench/baseline/raw/write-500k-c50-r3.json @@ -0,0 +1 @@ +{"root_group":{"checks":[{"id":"6445aff337e1ade0bc10402fbac79882","passes":5000,"fails":0,"name":"message 201","path":"::message 201"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"noColor":true,"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":5412.296488},"metrics":{"http_reqs":{"type":"counter","contains":"default","values":{"count":5000,"rate":923.8222649268878}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":53.877129969000016,"min":10.775584,"med":51.915687500000004,"p(50)":51.915687500000004,"p(95)":83.57429794999999,"p(99)":111.84158586999997,"max":197.52925}},"vus":{"contains":"default","values":{"value":50,"min":50,"max":50},"type":"gauge"},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":53.959801132399924,"min":10.823625,"med":51.980104,"p(50)":51.980104,"p(95)":83.6333167,"p(99)":112.77177190999998,"max":198.67975}},"vus_max":{"type":"gauge","contains":"default","values":{"value":50,"min":50,"max":50}},"http_req_sending":{"type":"trend","contains":"time","values":{"med":0.003167,"p(50)":0.003167,"p(95)":0.00725,"p(99)":0.033959829999999996,"max":0.315583,"avg":0.005042456999999987,"min":0.001667}},"iterations":{"values":{"count":5000,"rate":923.8222649268878},"type":"counter","contains":"default"},"http_req_duration":{"contains":"time","values":{"p(50)":51.930396,"p(95)":83.58946909999999,"p(99)":111.85559061,"max":197.723,"avg":53.8953234837999,"min":10.783917,"med":51.930396},"type":"trend"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.02616809999999999,"p(99)":0.04641949999999999,"max":0.300541,"avg":0.013151057800000032,"min":0.004167,"med":0.011417,"p(50)":0.011417}},"http_req_duration{expected_response:true}":{"thresholds":{"max>=0":{"ok":true}},"type":"trend","contains":"time","values":{"avg":53.8953234837999,"min":10.783917,"med":51.930396,"p(50)":51.930396,"p(95)":83.58946909999999,"p(99)":111.85559061,"max":197.723}},"data_sent":{"type":"counter","contains":"data","values":{"count":1645000,"rate":303937.52516094607}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.012084547799999606,"min":0.000416,"med":0.000834,"p(50)":0.000834,"p(95)":0.001708,"p(99)":0.06838874999999606,"max":2.085625}},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":5000}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(99)":0,"max":0,"avg":0,"min":0,"med":0,"p(50)":0,"p(95)":0}},"data_received":{"type":"counter","contains":"data","values":{"count":2205000,"rate":407405.61883275746}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.0009790004000000004,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0.0002324999999989677,"max":0.301833}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5000}}}} \ No newline at end of file diff --git a/evidence/bench/baseline/runs.csv b/evidence/bench/baseline/runs.csv new file mode 100644 index 00000000..212dd651 --- /dev/null +++ b/evidence/bench/baseline/runs.csv @@ -0,0 +1,55 @@ +run,scenario,size,concurrency,repeat,duration_s,requests_ok,requests_failed,rps,error_ratio,p50_ms,p95_ms,p99_ms,max_ms,app_cpu_cores,rss_start_mib,rss_end_mib,rss_max_mib,mem_cgroup_end_mib,store_messages_start,store_messages_end,generator_cpu_cores,flags,check_failed,db_cpu_cores +1,read,10000,1,1,20.001,12343,0,617.1,0.0,1.494,1.897,2.504,17.021,0.83,91.6,91.6,91.6,109.1,10000,10000,0.107,,0,0.131 +2,read,10000,1,2,20.001,12479,0,623.9,0.0,1.489,1.847,2.341,7.923,0.831,91.6,91.6,91.6,107.7,10000,10000,0.109,,0,0.129 +3,read,10000,1,3,20.001,12335,0,616.7,0.0,1.515,1.851,2.295,8.783,0.829,91.6,91.6,91.6,109.6,10000,10000,0.108,,0,0.13 +4,read,10000,10,1,20.007,15441,0,771.8,0.0,12.202,16.876,31.543,53.452,1.0,92.5,92.5,92.6,110.3,10000,10000,0.136,,0,0.172 +5,read,10000,10,2,20.008,15584,0,778.9,0.0,12.083,16.638,31.229,54.647,1.0,92.5,92.5,92.6,108.5,10000,10000,0.138,,0,0.169 +6,read,10000,10,3,20.008,15539,0,776.6,0.0,12.22,16.811,30.748,52.609,1.0,92.5,92.5,92.6,111.0,10000,10000,0.133,,0,0.168 +7,read,10000,50,1,20.048,14881,0,742.3,0.0,63.559,125.912,175.797,365.982,1.0,93.4,93.4,93.6,111.6,10000,10000,0.141,,0,0.171 +8,read,10000,50,2,20.044,14908,0,743.8,0.0,63.715,122.944,167.077,314.135,1.0,93.5,93.5,93.7,108.6,10000,10000,0.14,,0,0.17 +9,read,10000,50,3,20.049,14868,0,741.6,0.0,63.415,128.81,180.0,333.038,0.999,93.5,93.5,93.7,111.4,10000,10000,0.14,,0,0.172 +10,write,10000,1,1,6.637,5000,0,753.3,0.0,1.252,1.495,1.9,3.246,0.782,93.5,93.5,93.5,111.3,10500,15500,0.098,,0,0.13 +11,write,10000,1,2,6.683,5000,0,748.1,0.0,1.26,1.514,1.866,4.801,0.781,93.5,93.5,93.5,109.3,16000,21000,0.096,,0,0.13 +12,write,10000,1,3,6.789,5000,0,736.4,0.0,1.264,1.565,2.295,9.016,0.776,93.5,93.5,93.5,112.7,21500,26500,0.097,,0,0.129 +13,write,10000,10,1,4.999,5000,0,1000.1,0.0,9.793,12.271,19.595,31.314,1.001,93.5,93.5,93.5,111.2,27000,32000,0.146,,0,0.204 +14,write,10000,10,2,5.004,5000,0,999.2,0.0,9.788,12.303,19.016,29.337,1.001,93.5,93.5,93.5,113.1,32500,37500,0.145,,0,0.205 +15,write,10000,10,3,5.056,5000,0,989.0,0.0,9.866,12.751,19.386,31.914,1.001,93.5,93.5,93.5,113.2,38000,43000,0.149,,0,0.207 +16,write,10000,50,1,5.581,5000,0,895.8,0.0,53.788,87.244,109.977,203.177,1.001,93.5,93.5,93.7,111.6,43500,48500,0.152,,0,0.215 +17,write,10000,50,2,5.502,5000,0,908.7,0.0,52.909,88.042,116.453,207.343,1.001,93.5,93.5,93.7,111.6,49000,54000,0.148,,0,0.21 +18,write,10000,50,3,5.534,5000,0,903.4,0.0,53.381,87.225,108.881,190.927,1.001,93.5,93.5,93.7,111.0,54500,59500,0.149,,0,0.219 +19,read,100000,1,1,20.001,11479,0,573.9,0.0,1.631,1.962,2.449,17.735,0.831,93.5,93.5,93.5,83.7,100000,100000,0.104,,0,0.131 +20,read,100000,1,2,20.002,11671,0,583.5,0.0,1.611,1.891,2.366,18.637,0.83,93.5,93.5,93.5,83.6,100000,100000,0.105,,0,0.131 +21,read,100000,1,3,20.001,11625,0,581.2,0.0,1.617,1.898,2.403,6.345,0.83,93.5,93.5,93.5,84.2,100000,100000,0.108,,0,0.131 +22,read,100000,10,1,20.009,15079,0,753.6,0.0,12.601,17.223,31.276,58.124,0.999,93.5,93.5,93.5,83.6,100000,100000,0.139,,0,0.175 +23,read,100000,10,2,20.009,15181,0,758.7,0.0,12.404,17.208,30.797,58.39,0.999,93.5,93.5,93.5,83.9,100000,100000,0.137,,0,0.175 +24,read,100000,10,3,20.009,15115,0,755.4,0.0,12.466,17.201,31.204,56.069,0.999,93.5,93.5,93.5,81.9,100000,100000,0.138,,0,0.174 +25,read,100000,50,1,20.046,14623,0,729.5,0.0,64.777,127.643,176.207,343.689,0.999,93.6,93.6,93.8,83.7,100000,100000,0.144,,0,0.174 +26,read,100000,50,2,20.049,14478,0,722.1,0.0,65.562,121.873,168.327,373.128,0.999,93.6,93.6,93.8,82.3,100000,100000,0.141,,0,0.177 +27,read,100000,50,3,20.055,14568,0,726.4,0.0,65.109,124.427,170.763,285.321,0.999,93.6,93.6,93.8,83.8,100000,100000,0.142,,0,0.175 +28,write,100000,1,1,6.557,5000,0,762.6,0.0,1.237,1.476,1.823,3.247,0.778,93.6,93.6,93.6,81.5,100500,105500,0.098,,0,0.134 +29,write,100000,1,2,6.648,5000,0,752.1,0.0,1.251,1.518,1.847,5.691,0.775,93.6,93.6,93.6,83.9,106000,111000,0.099,,0,0.132 +30,write,100000,1,3,6.779,5000,0,737.5,0.0,1.257,1.575,2.23,11.855,0.771,93.6,93.6,93.6,83.7,111500,116500,0.098,,0,0.13 +31,write,100000,10,1,4.986,5000,0,1002.7,0.0,9.646,12.456,19.708,32.263,1.002,93.6,93.6,93.6,82.2,117000,122000,0.146,,0,0.207 +32,write,100000,10,2,4.972,5000,0,1005.5,0.0,9.7,12.379,17.137,30.115,1.0,93.6,93.6,93.6,83.8,122500,127500,0.144,,0,0.205 +33,write,100000,10,3,4.988,5000,0,1002.5,0.0,9.625,12.338,20.104,31.44,1.0,93.6,93.6,93.6,84.2,128000,133000,0.146,,0,0.205 +34,write,100000,50,1,5.423,5000,0,922.0,0.0,51.656,87.268,119.665,212.951,1.001,93.6,93.6,93.8,83.5,133500,138500,0.151,,0,0.209 +35,write,100000,50,2,5.398,5000,0,926.3,0.0,51.374,85.478,114.362,166.063,1.001,93.6,93.6,93.8,84.0,139000,144000,0.15,,0,0.22 +36,write,100000,50,3,5.423,5000,0,922.1,0.0,51.897,86.568,112.367,180.941,1.0,93.6,93.6,93.8,84.4,144500,149500,0.149,,0,0.213 +37,read,500000,1,1,19.999,12099,0,605.0,0.0,1.556,1.848,2.347,19.038,0.831,92.6,92.6,92.6,83.0,500000,500000,0.112,,0,0.131 +38,read,500000,1,2,20.003,12218,0,610.8,0.0,1.538,1.821,2.317,8.106,0.828,92.6,92.6,92.6,83.3,500000,500000,0.111,,0,0.132 +39,read,500000,1,3,20.001,12159,0,607.9,0.0,1.547,1.843,2.324,10.049,0.829,92.6,92.6,92.6,83.1,500000,500000,0.11,,0,0.131 +40,read,500000,10,1,20.007,15399,0,769.7,0.0,12.518,16.645,30.255,69.453,1.0,92.6,92.6,92.7,80.7,500000,500000,0.14,,0,0.176 +41,read,500000,10,2,20.008,15377,0,768.5,0.0,12.437,16.922,30.501,43.178,1.0,92.6,92.6,92.7,81.3,500000,500000,0.139,,0,0.175 +42,read,500000,10,3,20.009,15405,0,769.9,0.0,12.248,16.858,30.222,54.93,1.0,92.6,92.6,92.7,82.7,500000,500000,0.142,,0,0.176 +43,read,500000,50,1,20.047,14708,0,733.7,0.0,64.382,125.759,175.977,335.493,0.999,93.6,93.6,93.8,84.0,500000,500000,0.144,,0,0.177 +44,read,500000,50,2,20.045,14855,0,741.1,0.0,64.045,115.51,154.959,292.502,1.0,93.6,93.6,93.8,81.7,500000,500000,0.142,,0,0.175 +45,read,500000,50,3,20.044,14779,0,737.3,0.0,64.148,122.111,170.354,324.246,0.999,93.6,93.6,93.8,83.8,500000,500000,0.14,,0,0.176 +46,write,500000,1,1,6.724,5000,0,743.6,0.0,1.255,1.519,2.174,12.126,0.778,93.6,93.6,93.6,84.1,500500,505500,0.095,,0,0.133 +47,write,500000,1,2,6.776,5000,0,737.9,0.0,1.264,1.554,2.288,7.489,0.777,93.6,93.6,93.6,82.1,506000,511000,0.095,,0,0.131 +48,write,500000,1,3,6.798,5000,0,735.5,0.0,1.274,1.551,2.121,13.926,0.779,93.6,93.6,93.6,84.0,511500,516500,0.093,,0,0.132 +49,write,500000,10,1,4.925,5000,0,1015.2,0.0,9.66,12.047,19.747,29.238,1.0,93.6,93.6,93.6,83.8,517000,522000,0.14,,0,0.2 +50,write,500000,10,2,4.974,5000,0,1005.3,0.0,9.657,12.325,20.289,32.352,1.0,93.6,93.6,93.6,84.2,522500,527500,0.142,,0,0.202 +51,write,500000,10,3,4.932,5000,0,1013.7,0.0,9.678,11.983,18.826,37.66,1.0,93.6,93.6,93.6,81.8,528000,533000,0.14,,0,0.2 +52,write,500000,50,1,5.51,5000,0,907.4,0.0,52.879,86.264,108.946,171.707,1.0,93.6,93.6,93.8,81.7,533500,538500,0.146,,0,0.213 +53,write,500000,50,2,5.49,5000,0,910.8,0.0,52.716,87.006,112.981,159.51,1.0,93.6,93.6,93.8,82.2,539000,544000,0.147,,0,0.211 +54,write,500000,50,3,5.412,5000,0,923.8,0.0,51.93,83.589,111.856,197.723,1.001,93.6,93.6,93.8,82.0,544500,549500,0.147,,0,0.209 diff --git a/evidence/bench/baseline/summary.md b/evidence/bench/baseline/summary.md new file mode 100644 index 00000000..fd16847a --- /dev/null +++ b/evidence/bench/baseline/summary.md @@ -0,0 +1,92 @@ +# Нагрузочный замер: метка `baseline` + +- Статус: **complete** +- Commit: `e61a0e5` +- Профиль `full`: размеры 10k, 100k, 500k; клиенты 1, 10, 50; повторов 3; чтение 20 с после 5 с прогрева; запись 5000 после 500 +- Лимиты без swap: API 1 CPU / 2g, PostgreSQL 4 CPU / 3g, Valkey 2 CPU / 512m; значения — медиана (min–max) по повторам +- Посторонние контейнеры в VM во время замера: нет + +## Сценарий `read` + +| Размер | Клиенты | RPS | p50, мс | p95, мс | p99, мс | max, мс | CPU API, ядер | CPU БД, ядер | RSS конец, МиБ | Сообщений в начале | Пометки | +|---|---|---|---|---|---|---|---|---|---|---|---| +| 10k | 1 | 617 (617–624) | 1.49 (1.49–1.51) | 1.85 (1.85–1.90) | 2.34 (2.29–2.50) | 8.8 (7.9–17.0) | 0.83 (0.83–0.83) | 0.13 (0.13–0.13) | 91.6 (91.6–91.6) | 10000 (10000–10000) | — | +| 10k | 10 | 777 (772–779) | 12.20 (12.08–12.22) | 16.81 (16.64–16.88) | 31.23 (30.75–31.54) | 53.5 (52.6–54.6) | 1.00 (1.00–1.00) | 0.17 (0.17–0.17) | 92.5 (92.5–92.5) | 10000 (10000–10000) | — | +| 10k | 50 | 742 (742–744) | 63.56 (63.41–63.72) | 125.91 (122.94–128.81) | 175.80 (167.08–180.00) | 333.0 (314.1–366.0) | 1.00 (1.00–1.00) | 0.17 (0.17–0.17) | 93.5 (93.4–93.5) | 10000 (10000–10000) | — | +| 100k | 1 | 581 (574–584) | 1.62 (1.61–1.63) | 1.90 (1.89–1.96) | 2.40 (2.37–2.45) | 17.7 (6.3–18.6) | 0.83 (0.83–0.83) | 0.13 (0.13–0.13) | 93.5 (93.5–93.5) | 100000 (100000–100000) | — | +| 100k | 10 | 755 (754–759) | 12.47 (12.40–12.60) | 17.21 (17.20–17.22) | 31.20 (30.80–31.28) | 58.1 (56.1–58.4) | 1.00 (1.00–1.00) | 0.17 (0.17–0.17) | 93.5 (93.5–93.5) | 100000 (100000–100000) | — | +| 100k | 50 | 726 (722–730) | 65.11 (64.78–65.56) | 124.43 (121.87–127.64) | 170.76 (168.33–176.21) | 343.7 (285.3–373.1) | 1.00 (1.00–1.00) | 0.17 (0.17–0.18) | 93.6 (93.6–93.6) | 100000 (100000–100000) | — | +| 500k | 1 | 608 (605–611) | 1.55 (1.54–1.56) | 1.84 (1.82–1.85) | 2.32 (2.32–2.35) | 10.0 (8.1–19.0) | 0.83 (0.83–0.83) | 0.13 (0.13–0.13) | 92.6 (92.6–92.6) | 500000 (500000–500000) | — | +| 500k | 10 | 770 (768–770) | 12.44 (12.25–12.52) | 16.86 (16.64–16.92) | 30.25 (30.22–30.50) | 54.9 (43.2–69.5) | 1.00 (1.00–1.00) | 0.18 (0.17–0.18) | 92.6 (92.6–92.6) | 500000 (500000–500000) | — | +| 500k | 50 | 737 (734–741) | 64.15 (64.05–64.38) | 122.11 (115.51–125.76) | 170.35 (154.96–175.98) | 324.2 (292.5–335.5) | 1.00 (1.00–1.00) | 0.18 (0.17–0.18) | 93.6 (93.6–93.6) | 500000 (500000–500000) | — | + +## Сценарий `write` + +| Размер | Клиенты | RPS | p50, мс | p95, мс | p99, мс | max, мс | CPU API, ядер | CPU БД, ядер | RSS конец, МиБ | Сообщений в начале | Пометки | +|---|---|---|---|---|---|---|---|---|---|---|---| +| 10k | 1 | 748 (736–753) | 1.26 (1.25–1.26) | 1.51 (1.50–1.56) | 1.90 (1.87–2.29) | 4.8 (3.2–9.0) | 0.78 (0.78–0.78) | 0.13 (0.13–0.13) | 93.5 (93.5–93.5) | 16000 (10500–21500) | — | +| 10k | 10 | 999 (989–1000) | 9.79 (9.79–9.87) | 12.30 (12.27–12.75) | 19.39 (19.02–19.59) | 31.3 (29.3–31.9) | 1.00 (1.00–1.00) | 0.20 (0.20–0.21) | 93.5 (93.5–93.5) | 32500 (27000–38000) | — | +| 10k | 50 | 903 (896–909) | 53.38 (52.91–53.79) | 87.24 (87.22–88.04) | 109.98 (108.88–116.45) | 203.2 (190.9–207.3) | 1.00 (1.00–1.00) | 0.21 (0.21–0.22) | 93.5 (93.5–93.5) | 49000 (43500–54500) | — | +| 100k | 1 | 752 (738–763) | 1.25 (1.24–1.26) | 1.52 (1.48–1.57) | 1.85 (1.82–2.23) | 5.7 (3.2–11.9) | 0.78 (0.77–0.78) | 0.13 (0.13–0.13) | 93.6 (93.6–93.6) | 106000 (100500–111500) | — | +| 100k | 10 | 1003 (1002–1006) | 9.65 (9.62–9.70) | 12.38 (12.34–12.46) | 19.71 (17.14–20.10) | 31.4 (30.1–32.3) | 1.00 (1.00–1.00) | 0.20 (0.20–0.21) | 93.6 (93.6–93.6) | 122500 (117000–128000) | — | +| 100k | 50 | 922 (922–926) | 51.66 (51.37–51.90) | 86.57 (85.48–87.27) | 114.36 (112.37–119.67) | 180.9 (166.1–213.0) | 1.00 (1.00–1.00) | 0.21 (0.21–0.22) | 93.6 (93.6–93.6) | 139000 (133500–144500) | — | +| 500k | 1 | 738 (736–744) | 1.26 (1.25–1.27) | 1.55 (1.52–1.55) | 2.17 (2.12–2.29) | 12.1 (7.5–13.9) | 0.78 (0.78–0.78) | 0.13 (0.13–0.13) | 93.6 (93.6–93.6) | 506000 (500500–511500) | — | +| 500k | 10 | 1014 (1005–1015) | 9.66 (9.66–9.68) | 12.05 (11.98–12.32) | 19.75 (18.83–20.29) | 32.4 (29.2–37.7) | 1.00 (1.00–1.00) | 0.20 (0.20–0.20) | 93.6 (93.6–93.6) | 522500 (517000–528000) | — | +| 500k | 50 | 911 (907–924) | 52.72 (51.93–52.88) | 86.26 (83.59–87.01) | 111.86 (108.95–112.98) | 171.7 (159.5–197.7) | 1.00 (1.00–1.00) | 0.21 (0.21–0.21) | 93.6 (93.6–93.6) | 539000 (533500–544500) | — | + +## Память и наполнение по размерам + +Объём `messages` — после `VACUUM (ANALYZE)`, до прогонов: в таблице ровно N сообщений читаемого чата. + +| Размер | RSS API до, МиБ | RSS API после, МиБ | Байт RSS на сообщение | Таблица, МиБ | Индексы, МиБ | Байт в БД на сообщение | Наполнение, сообщ/с | Курсоров в пуле | Пик RSS за размер, МиБ | +|---|---|---|---|---|---|---|---|---|---| +| 10k | 87.5 | 91.6 | 431 | 1.6 | 1.0 | 274 | 908 | 99 | 151.0 | +| 100k | 87.5 | 93.5 | 63 | 15.1 | 9.9 | 263 | 926 | 999 | 151.0 | +| 500k | 87.5 | 92.6 | 11 | 75.4 | 46.8 | 256 | 926 | 1000 | 151.1 | + +## Планы запроса истории + +Страница читаемого чата (`limit` профиля). `app` — план запроса приложения (auto_explain), `psql` — тот же запрос с теми же параметрами в psql, `no index` — без индекса в откатываемой транзакции. Буферы — верхнего узла плана, файлы — `explain-<размер>.txt`. + +| Размер | Страница | После сообщений | Источник | Узел | shared hit | read | Строк | Время, мс | План | +|---|---|---|---|---|---|---|---|---|---| +| 10k | first | 0 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 3 | 0 | 51 | 0.034 | custom | +| 10k | middle | 5000 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 54 | 0 | 51 | 0.049 | custom | +| 10k | last | 9900 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 54 | 0 | 51 | 0.046 | custom | +| 10k | middle | 5000 | psql | Index Scan using ix_messages_chat_id_created_at_id on messages | 54 | 0 | 51 | 0.068 | custom | +| 10k | middle | 5000 | psql, no index | Seq Scan on messages | 209 | 0 | 51 | 0.848 | custom | +| 100k | first | 0 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 4 | 0 | 51 | 0.031 | custom | +| 100k | middle | 50000 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 50 | 0 | 51 | 0.042 | custom | +| 100k | last | 99900 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 54 | 0 | 51 | 0.050 | custom | +| 100k | middle | 50000 | psql | Index Scan using ix_messages_chat_id_created_at_id on messages | 50 | 0 | 51 | 0.091 | custom | +| 100k | middle | 50000 | psql, no index | Parallel Seq Scan on messages | 1948 | 0 | 51 | 6.933 | custom | +| 500k | first | 0 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 4 | 0 | 51 | 0.038 | custom | +| 500k | middle | 250000 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 47 | 0 | 51 | 0.048 | custom | +| 500k | last | 499500 | app | Index Scan using ix_messages_chat_id_created_at_id on messages | 55 | 0 | 51 | 0.049 | custom | +| 500k | middle | 250000 | psql | Index Scan using ix_messages_chat_id_created_at_id on messages | 47 | 0 | 51 | 0.090 | custom | +| 500k | middle | 250000 | psql, no index | Parallel Seq Scan on messages | 9678 | 0 | 51 | 20.124 | custom | + +## Кривая наполнения 500k: запись при росте хранилища, 32 клиента + +| Порция | Сообщений после | RPS | p50, мс | p95, мс | p99, мс | max, мс | CPU API, ядер | CPU БД, ядер | RSS, МиБ | Пометки | +|---|---|---|---|---|---|---|---|---|---|---| +| 1 | 25000 | 919 | 33.492 | 52.766 | 66.789 | 227.795 | 0.999 | 0.207 | 91.6 | — | +| 2 | 50000 | 926 | 33.322 | 51.502 | 64.544 | 114.587 | 1.0 | 0.205 | 92.5 | — | +| 3 | 75000 | 922 | 33.681 | 53.131 | 67.132 | 141.988 | 1.0 | 0.203 | 92.6 | — | +| 4 | 100000 | 902 | 34.407 | 55.32 | 72.185 | 155.464 | 1.0 | 0.204 | 92.6 | — | +| 5 | 125000 | 925 | 33.382 | 51.994 | 65.514 | 127.731 | 0.999 | 0.206 | 92.6 | — | +| 6 | 150000 | 920 | 33.718 | 52.447 | 66.423 | 114.897 | 1.0 | 0.211 | 92.6 | — | +| 7 | 175000 | 920 | 33.835 | 52.353 | 64.333 | 133.09 | 0.999 | 0.211 | 92.6 | — | +| 8 | 200000 | 924 | 33.453 | 52.026 | 66.033 | 118.281 | 0.999 | 0.209 | 92.6 | — | +| 9 | 225000 | 918 | 33.619 | 53.08 | 68.421 | 113.571 | 0.998 | 0.21 | 92.6 | — | +| 10 | 250000 | 933 | 33.083 | 51.807 | 65.1 | 130.39 | 0.999 | 0.21 | 92.6 | — | +| 11 | 275000 | 935 | 33.042 | 51.894 | 68.126 | 152.377 | 0.997 | 0.205 | 92.6 | — | +| 12 | 300000 | 932 | 33.16 | 51.496 | 65.213 | 128.389 | 0.999 | 0.208 | 92.6 | — | +| 13 | 325000 | 940 | 32.886 | 51.319 | 64.505 | 122.747 | 1.0 | 0.205 | 92.6 | — | +| 14 | 350000 | 925 | 33.375 | 51.756 | 64.432 | 110.653 | 0.999 | 0.215 | 92.6 | — | +| 15 | 375000 | 935 | 33.074 | 51.71 | 65.224 | 137.091 | 0.999 | 0.208 | 92.6 | — | +| 16 | 400000 | 923 | 33.56 | 52.647 | 67.052 | 108.234 | 1.0 | 0.211 | 92.6 | — | +| 17 | 425000 | 932 | 33.054 | 52.435 | 67.054 | 114.851 | 0.999 | 0.21 | 92.6 | — | +| 18 | 450000 | 931 | 33.041 | 51.698 | 65.699 | 130.022 | 0.999 | 0.207 | 92.6 | — | +| 19 | 475000 | 938 | 32.948 | 51.698 | 66.148 | 115.29 | 0.999 | 0.21 | 92.6 | — | +| 20 | 500000 | 931 | 33.359 | 52.943 | 67.103 | 147.667 | 0.999 | 0.208 | 92.6 | — | diff --git a/openspec/changes/bench-postgres/tasks.md b/openspec/changes/bench-postgres/tasks.md index ade3df33..ae755510 100644 --- a/openspec/changes/bench-postgres/tasks.md +++ b/openspec/changes/bench-postgres/tasks.md @@ -187,7 +187,7 @@ - [x] 10.1 Записать гипотезы H1–H4 (решение 10) в раздел экспериментов `REPORT.md` до запуска полной матрицы. Проверка: раздел есть в diff до появления `evidence/bench/baseline/`. -- [ ] 10.2 Подготовить хост (питание, swap, `memory_pressure`, нет +- [x] 10.2 Подготовить хост (питание, swap, `memory_pressure`, нет посторонних контейнеров) и с согласия пользователя запустить `make bench BENCH_LABEL=baseline`. Проверка: - код 0, `status: complete`, 54 прогона;