{ "date": "2026-10-03 01:37:34", "args": { "out": "evidence", "seconds": 70, "concurrency": 16 }, "marks": [ { "t": 10.0, "action": "stop", "container": "e219bacd60d1" }, { "t": 25.0, "action": "restore" }, { "t": 40.0, "action": "stop", "container": "9229a3349759" }, { "t": 55.0, "action": "restore" } ], "windows": [ { "stopped_container": "e219bacd60d1", "stop_at_s": 10.0, "rps_before": 1460.0, "rps_one_replica": 1411.3, "rps_after_restore": 1440.7, "failed_attempts_within_10s": 14, "error_statuses": [ "ServerDisconnectedError" ], "seconds_until_errors_stop": 1.55, "p95_ms_one_replica": 13.15 }, { "stopped_container": "9229a3349759", "stop_at_s": 40.0, "rps_before": 1436.1, "rps_one_replica": 1350.4, "rps_after_restore": 1376.3, "failed_attempts_within_10s": 16, "error_statuses": [ "ServerDisconnectedError" ], "seconds_until_errors_stop": 1.57, "p95_ms_one_replica": 14.74 } ], "total": { "requests": 91677, "ok": 91647, "errors": { "ServerDisconnectedError": 30 }, "seconds": 69.92, "ok_rps": 1310.7, "error_ratio": 0.0003, "p50_ms": 9.16, "p95_ms": 32.46, "p99_ms": 45.66 }, "verification": { "stored_messages": 91647, "confirmed_201": 91647, "confirmed_missing_in_history": 0, "duplicate_texts_in_history": 0, "unconfirmed_requests": 0, "unconfirmed_that_were_written": 0, "retries": 30, "final_failures": 0 }, "invariants_ok": true, "timeline": [ { "t": 0, "ok": 1216, "err": 0, "p95_ms": 40.31, "instances": 2 }, { "t": 1, "ok": 1380, "err": 0, "p95_ms": 37.96, "instances": 2 }, { "t": 2, "ok": 1419, "err": 0, "p95_ms": 35.69, "instances": 2 }, { "t": 3, "ok": 1481, "err": 0, "p95_ms": 36.23, "instances": 2 }, { "t": 4, "ok": 1443, "err": 0, "p95_ms": 21.97, "instances": 2 }, { "t": 5, "ok": 1433, "err": 0, "p95_ms": 25.91, "instances": 2 }, { "t": 6, "ok": 1422, "err": 0, "p95_ms": 38.71, "instances": 2 }, { "t": 7, "ok": 1511, "err": 0, "p95_ms": 34.34, "instances": 2 }, { "t": 8, "ok": 1480, "err": 0, "p95_ms": 37.92, "instances": 2 }, { "t": 9, "ok": 1486, "err": 0, "p95_ms": 35.88, "instances": 2 }, { "t": 10, "ok": 234, "err": 0, "p95_ms": 37.62, "instances": 2 }, { "t": 11, "ok": 615, "err": 14, "p95_ms": 15.22, "instances": 1 }, { "t": 12, "ok": 1420, "err": 0, "p95_ms": 14.2, "instances": 1 }, { "t": 13, "ok": 1499, "err": 0, "p95_ms": 12.59, "instances": 1 }, { "t": 14, "ok": 1484, "err": 0, "p95_ms": 12.66, "instances": 1 }, { "t": 15, "ok": 1425, "err": 0, "p95_ms": 13.15, "instances": 1 }, { "t": 16, "ok": 1508, "err": 0, "p95_ms": 12.15, "instances": 1 }, { "t": 17, "ok": 1203, "err": 0, "p95_ms": 23.7, "instances": 1 }, { "t": 18, "ok": 1433, "err": 0, "p95_ms": 13.18, "instances": 1 }, { "t": 19, "ok": 1467, "err": 0, "p95_ms": 12.77, "instances": 1 }, { "t": 20, "ok": 1328, "err": 0, "p95_ms": 14.37, "instances": 1 }, { "t": 21, "ok": 1464, "err": 0, "p95_ms": 12.67, "instances": 1 }, { "t": 22, "ok": 1424, "err": 0, "p95_ms": 13.96, "instances": 1 }, { "t": 23, "ok": 1450, "err": 0, "p95_ms": 13.01, "instances": 1 }, { "t": 24, "ok": 1491, "err": 0, "p95_ms": 12.56, "instances": 1 }, { "t": 25, "ok": 1340, "err": 0, "p95_ms": 14.65, "instances": 1 }, { "t": 26, "ok": 1182, "err": 0, "p95_ms": 19.25, "instances": 2 }, { "t": 27, "ok": 1402, "err": 0, "p95_ms": 39.28, "instances": 2 }, { "t": 28, "ok": 1428, "err": 0, "p95_ms": 39.82, "instances": 2 }, { "t": 29, "ok": 1475, "err": 0, "p95_ms": 36.5, "instances": 2 }, { "t": 30, "ok": 1408, "err": 0, "p95_ms": 37.79, "instances": 2 }, { "t": 31, "ok": 1376, "err": 0, "p95_ms": 38.6, "instances": 2 }, { "t": 32, "ok": 1378, "err": 0, "p95_ms": 37.01, "instances": 2 }, { "t": 33, "ok": 1454, "err": 0, "p95_ms": 36.88, "instances": 2 }, { "t": 34, "ok": 1490, "err": 0, "p95_ms": 32.11, "instances": 2 }, { "t": 35, "ok": 1416, "err": 0, "p95_ms": 38.2, "instances": 2 }, { "t": 36, "ok": 1459, "err": 0, "p95_ms": 36.62, "instances": 2 }, { "t": 37, "ok": 1349, "err": 0, "p95_ms": 39.64, "instances": 2 }, { "t": 38, "ok": 1476, "err": 0, "p95_ms": 37.98, "instances": 2 }, { "t": 39, "ok": 1481, "err": 0, "p95_ms": 38.98, "instances": 2 }, { "t": 40, "ok": 207, "err": 0, "p95_ms": 41.16, "instances": 2 }, { "t": 41, "ok": 470, "err": 16, "p95_ms": 21.42, "instances": 1 }, { "t": 42, "ok": 1191, "err": 0, "p95_ms": 16.5, "instances": 1 }, { "t": 43, "ok": 1223, "err": 0, "p95_ms": 15.65, "instances": 1 }, { "t": 44, "ok": 1216, "err": 0, "p95_ms": 16.13, "instances": 1 }, { "t": 45, "ok": 1191, "err": 0, "p95_ms": 21.64, "instances": 1 }, { "t": 46, "ok": 1209, "err": 0, "p95_ms": 16.61, "instances": 1 }, { "t": 47, "ok": 1377, "err": 0, "p95_ms": 14.21, "instances": 1 }, { "t": 48, "ok": 1180, "err": 0, "p95_ms": 32.49, "instances": 1 }, { "t": 49, "ok": 1479, "err": 0, "p95_ms": 12.5, "instances": 1 }, { "t": 50, "ok": 1417, "err": 0, "p95_ms": 13.78, "instances": 1 }, { "t": 51, "ok": 1435, "err": 0, "p95_ms": 13.28, "instances": 1 }, { "t": 52, "ok": 1355, "err": 0, "p95_ms": 14.66, "instances": 1 }, { "t": 53, "ok": 1511, "err": 0, "p95_ms": 12.44, "instances": 1 }, { "t": 54, "ok": 1454, "err": 0, "p95_ms": 13.14, "instances": 1 }, { "t": 55, "ok": 1267, "err": 0, "p95_ms": 15.69, "instances": 1 }, { "t": 56, "ok": 1205, "err": 0, "p95_ms": 15.98, "instances": 2 }, { "t": 57, "ok": 1154, "err": 0, "p95_ms": 43.65, "instances": 2 }, { "t": 58, "ok": 974, "err": 0, "p95_ms": 50.35, "instances": 2 }, { "t": 59, "ok": 1054, "err": 0, "p95_ms": 48.29, "instances": 2 }, { "t": 60, "ok": 1144, "err": 0, "p95_ms": 47.32, "instances": 2 }, { "t": 61, "ok": 1169, "err": 0, "p95_ms": 46.31, "instances": 2 }, { "t": 62, "ok": 1230, "err": 0, "p95_ms": 42.09, "instances": 2 }, { "t": 63, "ok": 1322, "err": 0, "p95_ms": 43.44, "instances": 2 }, { "t": 64, "ok": 1422, "err": 0, "p95_ms": 39.26, "instances": 2 }, { "t": 65, "ok": 1411, "err": 0, "p95_ms": 38.88, "instances": 2 }, { "t": 66, "ok": 1358, "err": 0, "p95_ms": 32.46, "instances": 2 }, { "t": 67, "ok": 1402, "err": 0, "p95_ms": 32.67, "instances": 2 }, { "t": 68, "ok": 1343, "err": 0, "p95_ms": 39.82, "instances": 2 }, { "t": 69, "ok": 1431, "err": 0, "p95_ms": 29.97, "instances": 2 }, { "t": 70, "ok": 16, "err": 0, "p95_ms": 43.02, "instances": 2 } ] }