579 lines
9.0 KiB
JSON
579 lines
9.0 KiB
JSON
{
|
|
"date": "2026-10-03 01:37:34",
|
|
"args": {
|
|
"out": "evidence",
|
|
"seconds": 70,
|
|
"concurrency": 16
|
|
},
|
|
"marks": [
|
|
{
|
|
"t": 10.0,
|
|
"action": "stop",
|
|
"container": "e219bacd60d1"
|
|
},
|
|
{
|
|
"t": 25.0,
|
|
"action": "restore"
|
|
},
|
|
{
|
|
"t": 40.0,
|
|
"action": "stop",
|
|
"container": "9229a3349759"
|
|
},
|
|
{
|
|
"t": 55.0,
|
|
"action": "restore"
|
|
}
|
|
],
|
|
"windows": [
|
|
{
|
|
"stopped_container": "e219bacd60d1",
|
|
"stop_at_s": 10.0,
|
|
"rps_before": 1460.0,
|
|
"rps_one_replica": 1411.3,
|
|
"rps_after_restore": 1440.7,
|
|
"failed_attempts_within_10s": 14,
|
|
"error_statuses": [
|
|
"ServerDisconnectedError"
|
|
],
|
|
"seconds_until_errors_stop": 1.55,
|
|
"p95_ms_one_replica": 13.15
|
|
},
|
|
{
|
|
"stopped_container": "9229a3349759",
|
|
"stop_at_s": 40.0,
|
|
"rps_before": 1436.1,
|
|
"rps_one_replica": 1350.4,
|
|
"rps_after_restore": 1376.3,
|
|
"failed_attempts_within_10s": 16,
|
|
"error_statuses": [
|
|
"ServerDisconnectedError"
|
|
],
|
|
"seconds_until_errors_stop": 1.57,
|
|
"p95_ms_one_replica": 14.74
|
|
}
|
|
],
|
|
"total": {
|
|
"requests": 91677,
|
|
"ok": 91647,
|
|
"errors": {
|
|
"ServerDisconnectedError": 30
|
|
},
|
|
"seconds": 69.92,
|
|
"ok_rps": 1310.7,
|
|
"error_ratio": 0.0003,
|
|
"p50_ms": 9.16,
|
|
"p95_ms": 32.46,
|
|
"p99_ms": 45.66
|
|
},
|
|
"verification": {
|
|
"stored_messages": 91647,
|
|
"confirmed_201": 91647,
|
|
"confirmed_missing_in_history": 0,
|
|
"duplicate_texts_in_history": 0,
|
|
"unconfirmed_requests": 0,
|
|
"unconfirmed_that_were_written": 0,
|
|
"retries": 30,
|
|
"final_failures": 0
|
|
},
|
|
"invariants_ok": true,
|
|
"timeline": [
|
|
{
|
|
"t": 0,
|
|
"ok": 1216,
|
|
"err": 0,
|
|
"p95_ms": 40.31,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 1,
|
|
"ok": 1380,
|
|
"err": 0,
|
|
"p95_ms": 37.96,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 2,
|
|
"ok": 1419,
|
|
"err": 0,
|
|
"p95_ms": 35.69,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 3,
|
|
"ok": 1481,
|
|
"err": 0,
|
|
"p95_ms": 36.23,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 4,
|
|
"ok": 1443,
|
|
"err": 0,
|
|
"p95_ms": 21.97,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 5,
|
|
"ok": 1433,
|
|
"err": 0,
|
|
"p95_ms": 25.91,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 6,
|
|
"ok": 1422,
|
|
"err": 0,
|
|
"p95_ms": 38.71,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 7,
|
|
"ok": 1511,
|
|
"err": 0,
|
|
"p95_ms": 34.34,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 8,
|
|
"ok": 1480,
|
|
"err": 0,
|
|
"p95_ms": 37.92,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 9,
|
|
"ok": 1486,
|
|
"err": 0,
|
|
"p95_ms": 35.88,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 10,
|
|
"ok": 234,
|
|
"err": 0,
|
|
"p95_ms": 37.62,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 11,
|
|
"ok": 615,
|
|
"err": 14,
|
|
"p95_ms": 15.22,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 12,
|
|
"ok": 1420,
|
|
"err": 0,
|
|
"p95_ms": 14.2,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 13,
|
|
"ok": 1499,
|
|
"err": 0,
|
|
"p95_ms": 12.59,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 14,
|
|
"ok": 1484,
|
|
"err": 0,
|
|
"p95_ms": 12.66,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 15,
|
|
"ok": 1425,
|
|
"err": 0,
|
|
"p95_ms": 13.15,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 16,
|
|
"ok": 1508,
|
|
"err": 0,
|
|
"p95_ms": 12.15,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 17,
|
|
"ok": 1203,
|
|
"err": 0,
|
|
"p95_ms": 23.7,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 18,
|
|
"ok": 1433,
|
|
"err": 0,
|
|
"p95_ms": 13.18,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 19,
|
|
"ok": 1467,
|
|
"err": 0,
|
|
"p95_ms": 12.77,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 20,
|
|
"ok": 1328,
|
|
"err": 0,
|
|
"p95_ms": 14.37,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 21,
|
|
"ok": 1464,
|
|
"err": 0,
|
|
"p95_ms": 12.67,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 22,
|
|
"ok": 1424,
|
|
"err": 0,
|
|
"p95_ms": 13.96,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 23,
|
|
"ok": 1450,
|
|
"err": 0,
|
|
"p95_ms": 13.01,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 24,
|
|
"ok": 1491,
|
|
"err": 0,
|
|
"p95_ms": 12.56,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 25,
|
|
"ok": 1340,
|
|
"err": 0,
|
|
"p95_ms": 14.65,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 26,
|
|
"ok": 1182,
|
|
"err": 0,
|
|
"p95_ms": 19.25,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 27,
|
|
"ok": 1402,
|
|
"err": 0,
|
|
"p95_ms": 39.28,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 28,
|
|
"ok": 1428,
|
|
"err": 0,
|
|
"p95_ms": 39.82,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 29,
|
|
"ok": 1475,
|
|
"err": 0,
|
|
"p95_ms": 36.5,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 30,
|
|
"ok": 1408,
|
|
"err": 0,
|
|
"p95_ms": 37.79,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 31,
|
|
"ok": 1376,
|
|
"err": 0,
|
|
"p95_ms": 38.6,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 32,
|
|
"ok": 1378,
|
|
"err": 0,
|
|
"p95_ms": 37.01,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 33,
|
|
"ok": 1454,
|
|
"err": 0,
|
|
"p95_ms": 36.88,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 34,
|
|
"ok": 1490,
|
|
"err": 0,
|
|
"p95_ms": 32.11,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 35,
|
|
"ok": 1416,
|
|
"err": 0,
|
|
"p95_ms": 38.2,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 36,
|
|
"ok": 1459,
|
|
"err": 0,
|
|
"p95_ms": 36.62,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 37,
|
|
"ok": 1349,
|
|
"err": 0,
|
|
"p95_ms": 39.64,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 38,
|
|
"ok": 1476,
|
|
"err": 0,
|
|
"p95_ms": 37.98,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 39,
|
|
"ok": 1481,
|
|
"err": 0,
|
|
"p95_ms": 38.98,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 40,
|
|
"ok": 207,
|
|
"err": 0,
|
|
"p95_ms": 41.16,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 41,
|
|
"ok": 470,
|
|
"err": 16,
|
|
"p95_ms": 21.42,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 42,
|
|
"ok": 1191,
|
|
"err": 0,
|
|
"p95_ms": 16.5,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 43,
|
|
"ok": 1223,
|
|
"err": 0,
|
|
"p95_ms": 15.65,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 44,
|
|
"ok": 1216,
|
|
"err": 0,
|
|
"p95_ms": 16.13,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 45,
|
|
"ok": 1191,
|
|
"err": 0,
|
|
"p95_ms": 21.64,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 46,
|
|
"ok": 1209,
|
|
"err": 0,
|
|
"p95_ms": 16.61,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 47,
|
|
"ok": 1377,
|
|
"err": 0,
|
|
"p95_ms": 14.21,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 48,
|
|
"ok": 1180,
|
|
"err": 0,
|
|
"p95_ms": 32.49,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 49,
|
|
"ok": 1479,
|
|
"err": 0,
|
|
"p95_ms": 12.5,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 50,
|
|
"ok": 1417,
|
|
"err": 0,
|
|
"p95_ms": 13.78,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 51,
|
|
"ok": 1435,
|
|
"err": 0,
|
|
"p95_ms": 13.28,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 52,
|
|
"ok": 1355,
|
|
"err": 0,
|
|
"p95_ms": 14.66,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 53,
|
|
"ok": 1511,
|
|
"err": 0,
|
|
"p95_ms": 12.44,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 54,
|
|
"ok": 1454,
|
|
"err": 0,
|
|
"p95_ms": 13.14,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 55,
|
|
"ok": 1267,
|
|
"err": 0,
|
|
"p95_ms": 15.69,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 56,
|
|
"ok": 1205,
|
|
"err": 0,
|
|
"p95_ms": 15.98,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 57,
|
|
"ok": 1154,
|
|
"err": 0,
|
|
"p95_ms": 43.65,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 58,
|
|
"ok": 974,
|
|
"err": 0,
|
|
"p95_ms": 50.35,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 59,
|
|
"ok": 1054,
|
|
"err": 0,
|
|
"p95_ms": 48.29,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 60,
|
|
"ok": 1144,
|
|
"err": 0,
|
|
"p95_ms": 47.32,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 61,
|
|
"ok": 1169,
|
|
"err": 0,
|
|
"p95_ms": 46.31,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 62,
|
|
"ok": 1230,
|
|
"err": 0,
|
|
"p95_ms": 42.09,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 63,
|
|
"ok": 1322,
|
|
"err": 0,
|
|
"p95_ms": 43.44,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 64,
|
|
"ok": 1422,
|
|
"err": 0,
|
|
"p95_ms": 39.26,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 65,
|
|
"ok": 1411,
|
|
"err": 0,
|
|
"p95_ms": 38.88,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 66,
|
|
"ok": 1358,
|
|
"err": 0,
|
|
"p95_ms": 32.46,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 67,
|
|
"ok": 1402,
|
|
"err": 0,
|
|
"p95_ms": 32.67,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 68,
|
|
"ok": 1343,
|
|
"err": 0,
|
|
"p95_ms": 39.82,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 69,
|
|
"ok": 1431,
|
|
"err": 0,
|
|
"p95_ms": 29.97,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 70,
|
|
"ok": 16,
|
|
"err": 0,
|
|
"p95_ms": 43.02,
|
|
"instances": 2
|
|
}
|
|
]
|
|
} |