Files
mtusi2026lab6-fork/docs/lab4/evidence/failover_series.json
T

295 lines
6.3 KiB
JSON

{
"scenario": "stop each API replica in turn under load, restore before the next",
"load": {
"writers": 4,
"readers": 2,
"client_timeout_s": 2.0,
"write_retry": "same Idempotency-Key and body until 201"
},
"replicas": [
"4fc3ad11e268",
"c9fab9c9e2c1"
],
"rounds": [
{
"target_instance": "4fc3ad11e268",
"mode": "stop",
"lb_up_before": [
"api1",
"api2"
],
"stop_hook_seconds": 4.12,
"lb_detect_down_seconds": 1.56,
"target_last_served_after_stop_seconds": 1.56,
"target_served_after_hook_returned": false,
"errors_during_outage": 0,
"error_kinds": [],
"error_window_seconds": 0.0,
"restore_hook_seconds": 7.62,
"lb_back_up_seconds": 1.28,
"target_back_in_rotation_seconds": 7.62,
"windows": {
"before": {
"from_s": 0,
"to_s": 5.0,
"requests": 1155,
"ok": 1155,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 231.0,
"write_ok_rps": 137.8,
"latency_ms_ok": {
"p50": 16.0,
"p95": 78.0,
"p99": 125.0
},
"instances": [
"4fc3ad11e268",
"c9fab9c9e2c1"
]
},
"outage_first_10s": {
"from_s": 5.0,
"to_s": 15.0,
"requests": 1010,
"ok": 1010,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 101.0,
"write_ok_rps": 61.4,
"latency_ms_ok": {
"p50": 78.0,
"p95": 110.0,
"p99": 203.0
},
"instances": [
"4fc3ad11e268",
"c9fab9c9e2c1"
]
},
"outage_rest": {
"from_s": 15.0,
"to_s": 20.0,
"requests": 588,
"ok": 588,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 117.6,
"write_ok_rps": 43.8,
"latency_ms_ok": {
"p50": 31.0,
"p95": 187.0,
"p99": 219.0
},
"instances": [
"c9fab9c9e2c1"
]
},
"after_restore": {
"from_s": 20.0,
"to_s": 30.92,
"requests": 1531,
"ok": 1531,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 140.2,
"write_ok_rps": 82.4,
"latency_ms_ok": {
"p50": 31.0,
"p95": 110.0,
"p99": 187.0
},
"instances": [
"4fc3ad11e268",
"c9fab9c9e2c1"
]
}
},
"lb_timeline": [
[
0.03,
[
"api1",
"api2"
]
],
[
6.56,
[
"api1"
]
],
[
21.28,
[
"api1",
"api2"
]
],
[
21.61,
[
"api1"
]
],
[
24.17,
[
"api1",
"api2"
]
]
],
"data": {
"confirmed_writes": 2426,
"stored_messages": 2426,
"missing_or_altered": 0,
"duplicate_ids": 0,
"duplicate_texts": 0,
"same_key_retries": 0,
"ok": true
}
},
{
"target_instance": "c9fab9c9e2c1",
"mode": "stop",
"lb_up_before": [
"api1",
"api2"
],
"stop_hook_seconds": 4.83,
"lb_detect_down_seconds": 1.55,
"target_last_served_after_stop_seconds": 1.39,
"target_served_after_hook_returned": false,
"errors_during_outage": 0,
"error_kinds": [],
"error_window_seconds": 0.0,
"restore_hook_seconds": 7.0,
"lb_back_up_seconds": 1.62,
"target_back_in_rotation_seconds": 6.99,
"windows": {
"before": {
"from_s": 0,
"to_s": 5.0,
"requests": 1015,
"ok": 1015,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 203.0,
"write_ok_rps": 121.8,
"latency_ms_ok": {
"p50": 16.0,
"p95": 94.0,
"p99": 172.0
},
"instances": [
"4fc3ad11e268",
"c9fab9c9e2c1"
]
},
"outage_first_10s": {
"from_s": 5.0,
"to_s": 15.0,
"requests": 833,
"ok": 833,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 83.3,
"write_ok_rps": 49.3,
"latency_ms_ok": {
"p50": 78.0,
"p95": 187.0,
"p99": 203.0
},
"instances": [
"4fc3ad11e268",
"c9fab9c9e2c1"
]
},
"outage_rest": {
"from_s": 15.0,
"to_s": 20.0,
"requests": 371,
"ok": 371,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 74.2,
"write_ok_rps": 44.2,
"latency_ms_ok": {
"p50": 93.0,
"p95": 187.0,
"p99": 203.0
},
"instances": [
"4fc3ad11e268"
]
},
"after_restore": {
"from_s": 20.0,
"to_s": 30.27,
"requests": 1496,
"ok": 1496,
"errors": 0,
"error_ratio": 0.0,
"ok_rps": 145.7,
"write_ok_rps": 86.8,
"latency_ms_ok": {
"p50": 31.0,
"p95": 109.0,
"p99": 188.0
},
"instances": [
"4fc3ad11e268",
"c9fab9c9e2c1"
]
}
},
"lb_timeline": [
[
0.0,
[
"api1",
"api2"
]
],
[
6.55,
[
"api2"
]
],
[
21.62,
[
"api1",
"api2"
]
],
[
22.58,
[
"api2"
]
],
[
25.03,
[
"api1",
"api2"
]
]
],
"data": {
"confirmed_writes": 2215,
"stored_messages": 2215,
"missing_or_altered": 0,
"duplicate_ids": 0,
"duplicate_texts": 0,
"same_key_retries": 0,
"ok": true
}
}
],
"pass": true
}