Files
mtusi2026lab3/evidence/failover_sequence.json
T

579 lines
9.0 KiB
JSON

{
"date": "2026-10-03 01:37:34",
"args": {
"out": "evidence",
"seconds": 70,
"concurrency": 16
},
"marks": [
{
"t": 10.0,
"action": "stop",
"container": "e219bacd60d1"
},
{
"t": 25.0,
"action": "restore"
},
{
"t": 40.0,
"action": "stop",
"container": "9229a3349759"
},
{
"t": 55.0,
"action": "restore"
}
],
"windows": [
{
"stopped_container": "e219bacd60d1",
"stop_at_s": 10.0,
"rps_before": 1460.0,
"rps_one_replica": 1411.3,
"rps_after_restore": 1440.7,
"failed_attempts_within_10s": 14,
"error_statuses": [
"ServerDisconnectedError"
],
"seconds_until_errors_stop": 1.55,
"p95_ms_one_replica": 13.15
},
{
"stopped_container": "9229a3349759",
"stop_at_s": 40.0,
"rps_before": 1436.1,
"rps_one_replica": 1350.4,
"rps_after_restore": 1376.3,
"failed_attempts_within_10s": 16,
"error_statuses": [
"ServerDisconnectedError"
],
"seconds_until_errors_stop": 1.57,
"p95_ms_one_replica": 14.74
}
],
"total": {
"requests": 91677,
"ok": 91647,
"errors": {
"ServerDisconnectedError": 30
},
"seconds": 69.92,
"ok_rps": 1310.7,
"error_ratio": 0.0003,
"p50_ms": 9.16,
"p95_ms": 32.46,
"p99_ms": 45.66
},
"verification": {
"stored_messages": 91647,
"confirmed_201": 91647,
"confirmed_missing_in_history": 0,
"duplicate_texts_in_history": 0,
"unconfirmed_requests": 0,
"unconfirmed_that_were_written": 0,
"retries": 30,
"final_failures": 0
},
"invariants_ok": true,
"timeline": [
{
"t": 0,
"ok": 1216,
"err": 0,
"p95_ms": 40.31,
"instances": 2
},
{
"t": 1,
"ok": 1380,
"err": 0,
"p95_ms": 37.96,
"instances": 2
},
{
"t": 2,
"ok": 1419,
"err": 0,
"p95_ms": 35.69,
"instances": 2
},
{
"t": 3,
"ok": 1481,
"err": 0,
"p95_ms": 36.23,
"instances": 2
},
{
"t": 4,
"ok": 1443,
"err": 0,
"p95_ms": 21.97,
"instances": 2
},
{
"t": 5,
"ok": 1433,
"err": 0,
"p95_ms": 25.91,
"instances": 2
},
{
"t": 6,
"ok": 1422,
"err": 0,
"p95_ms": 38.71,
"instances": 2
},
{
"t": 7,
"ok": 1511,
"err": 0,
"p95_ms": 34.34,
"instances": 2
},
{
"t": 8,
"ok": 1480,
"err": 0,
"p95_ms": 37.92,
"instances": 2
},
{
"t": 9,
"ok": 1486,
"err": 0,
"p95_ms": 35.88,
"instances": 2
},
{
"t": 10,
"ok": 234,
"err": 0,
"p95_ms": 37.62,
"instances": 2
},
{
"t": 11,
"ok": 615,
"err": 14,
"p95_ms": 15.22,
"instances": 1
},
{
"t": 12,
"ok": 1420,
"err": 0,
"p95_ms": 14.2,
"instances": 1
},
{
"t": 13,
"ok": 1499,
"err": 0,
"p95_ms": 12.59,
"instances": 1
},
{
"t": 14,
"ok": 1484,
"err": 0,
"p95_ms": 12.66,
"instances": 1
},
{
"t": 15,
"ok": 1425,
"err": 0,
"p95_ms": 13.15,
"instances": 1
},
{
"t": 16,
"ok": 1508,
"err": 0,
"p95_ms": 12.15,
"instances": 1
},
{
"t": 17,
"ok": 1203,
"err": 0,
"p95_ms": 23.7,
"instances": 1
},
{
"t": 18,
"ok": 1433,
"err": 0,
"p95_ms": 13.18,
"instances": 1
},
{
"t": 19,
"ok": 1467,
"err": 0,
"p95_ms": 12.77,
"instances": 1
},
{
"t": 20,
"ok": 1328,
"err": 0,
"p95_ms": 14.37,
"instances": 1
},
{
"t": 21,
"ok": 1464,
"err": 0,
"p95_ms": 12.67,
"instances": 1
},
{
"t": 22,
"ok": 1424,
"err": 0,
"p95_ms": 13.96,
"instances": 1
},
{
"t": 23,
"ok": 1450,
"err": 0,
"p95_ms": 13.01,
"instances": 1
},
{
"t": 24,
"ok": 1491,
"err": 0,
"p95_ms": 12.56,
"instances": 1
},
{
"t": 25,
"ok": 1340,
"err": 0,
"p95_ms": 14.65,
"instances": 1
},
{
"t": 26,
"ok": 1182,
"err": 0,
"p95_ms": 19.25,
"instances": 2
},
{
"t": 27,
"ok": 1402,
"err": 0,
"p95_ms": 39.28,
"instances": 2
},
{
"t": 28,
"ok": 1428,
"err": 0,
"p95_ms": 39.82,
"instances": 2
},
{
"t": 29,
"ok": 1475,
"err": 0,
"p95_ms": 36.5,
"instances": 2
},
{
"t": 30,
"ok": 1408,
"err": 0,
"p95_ms": 37.79,
"instances": 2
},
{
"t": 31,
"ok": 1376,
"err": 0,
"p95_ms": 38.6,
"instances": 2
},
{
"t": 32,
"ok": 1378,
"err": 0,
"p95_ms": 37.01,
"instances": 2
},
{
"t": 33,
"ok": 1454,
"err": 0,
"p95_ms": 36.88,
"instances": 2
},
{
"t": 34,
"ok": 1490,
"err": 0,
"p95_ms": 32.11,
"instances": 2
},
{
"t": 35,
"ok": 1416,
"err": 0,
"p95_ms": 38.2,
"instances": 2
},
{
"t": 36,
"ok": 1459,
"err": 0,
"p95_ms": 36.62,
"instances": 2
},
{
"t": 37,
"ok": 1349,
"err": 0,
"p95_ms": 39.64,
"instances": 2
},
{
"t": 38,
"ok": 1476,
"err": 0,
"p95_ms": 37.98,
"instances": 2
},
{
"t": 39,
"ok": 1481,
"err": 0,
"p95_ms": 38.98,
"instances": 2
},
{
"t": 40,
"ok": 207,
"err": 0,
"p95_ms": 41.16,
"instances": 2
},
{
"t": 41,
"ok": 470,
"err": 16,
"p95_ms": 21.42,
"instances": 1
},
{
"t": 42,
"ok": 1191,
"err": 0,
"p95_ms": 16.5,
"instances": 1
},
{
"t": 43,
"ok": 1223,
"err": 0,
"p95_ms": 15.65,
"instances": 1
},
{
"t": 44,
"ok": 1216,
"err": 0,
"p95_ms": 16.13,
"instances": 1
},
{
"t": 45,
"ok": 1191,
"err": 0,
"p95_ms": 21.64,
"instances": 1
},
{
"t": 46,
"ok": 1209,
"err": 0,
"p95_ms": 16.61,
"instances": 1
},
{
"t": 47,
"ok": 1377,
"err": 0,
"p95_ms": 14.21,
"instances": 1
},
{
"t": 48,
"ok": 1180,
"err": 0,
"p95_ms": 32.49,
"instances": 1
},
{
"t": 49,
"ok": 1479,
"err": 0,
"p95_ms": 12.5,
"instances": 1
},
{
"t": 50,
"ok": 1417,
"err": 0,
"p95_ms": 13.78,
"instances": 1
},
{
"t": 51,
"ok": 1435,
"err": 0,
"p95_ms": 13.28,
"instances": 1
},
{
"t": 52,
"ok": 1355,
"err": 0,
"p95_ms": 14.66,
"instances": 1
},
{
"t": 53,
"ok": 1511,
"err": 0,
"p95_ms": 12.44,
"instances": 1
},
{
"t": 54,
"ok": 1454,
"err": 0,
"p95_ms": 13.14,
"instances": 1
},
{
"t": 55,
"ok": 1267,
"err": 0,
"p95_ms": 15.69,
"instances": 1
},
{
"t": 56,
"ok": 1205,
"err": 0,
"p95_ms": 15.98,
"instances": 2
},
{
"t": 57,
"ok": 1154,
"err": 0,
"p95_ms": 43.65,
"instances": 2
},
{
"t": 58,
"ok": 974,
"err": 0,
"p95_ms": 50.35,
"instances": 2
},
{
"t": 59,
"ok": 1054,
"err": 0,
"p95_ms": 48.29,
"instances": 2
},
{
"t": 60,
"ok": 1144,
"err": 0,
"p95_ms": 47.32,
"instances": 2
},
{
"t": 61,
"ok": 1169,
"err": 0,
"p95_ms": 46.31,
"instances": 2
},
{
"t": 62,
"ok": 1230,
"err": 0,
"p95_ms": 42.09,
"instances": 2
},
{
"t": 63,
"ok": 1322,
"err": 0,
"p95_ms": 43.44,
"instances": 2
},
{
"t": 64,
"ok": 1422,
"err": 0,
"p95_ms": 39.26,
"instances": 2
},
{
"t": 65,
"ok": 1411,
"err": 0,
"p95_ms": 38.88,
"instances": 2
},
{
"t": 66,
"ok": 1358,
"err": 0,
"p95_ms": 32.46,
"instances": 2
},
{
"t": 67,
"ok": 1402,
"err": 0,
"p95_ms": 32.67,
"instances": 2
},
{
"t": 68,
"ok": 1343,
"err": 0,
"p95_ms": 39.82,
"instances": 2
},
{
"t": 69,
"ok": 1431,
"err": 0,
"p95_ms": 29.97,
"instances": 2
},
{
"t": 70,
"ok": 16,
"err": 0,
"p95_ms": 43.02,
"instances": 2
}
]
}