forked from mtusi2026/mtusi2026lab4
299 lines
6.4 KiB
JSON
299 lines
6.4 KiB
JSON
{
|
|
"scenario": "stop each API replica in turn under load, restore before the next",
|
|
"load": {
|
|
"writers": 4,
|
|
"readers": 2,
|
|
"client_timeout_s": 2.0,
|
|
"write_retry": "same Idempotency-Key and body until 201"
|
|
},
|
|
"replicas": [
|
|
"4fc3ad11e268",
|
|
"c9fab9c9e2c1"
|
|
],
|
|
"rounds": [
|
|
{
|
|
"target_instance": "4fc3ad11e268",
|
|
"mode": "kill",
|
|
"lb_up_before": [
|
|
"api1",
|
|
"api2"
|
|
],
|
|
"stop_hook_seconds": 1.09,
|
|
"lb_detect_down_seconds": 1.97,
|
|
"target_last_served_after_stop_seconds": 0.47,
|
|
"target_served_after_hook_returned": false,
|
|
"errors_during_outage": 6,
|
|
"error_kinds": [
|
|
"502"
|
|
],
|
|
"error_window_seconds": 0.56,
|
|
"restore_hook_seconds": 7.53,
|
|
"lb_back_up_seconds": 2.0,
|
|
"target_back_in_rotation_seconds": 7.52,
|
|
"windows": {
|
|
"before": {
|
|
"from_s": 0,
|
|
"to_s": 5.0,
|
|
"requests": 1221,
|
|
"ok": 1221,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 244.2,
|
|
"write_ok_rps": 145.6,
|
|
"latency_ms_ok": {
|
|
"p50": 16.0,
|
|
"p95": 78.0,
|
|
"p99": 109.0
|
|
},
|
|
"instances": [
|
|
"4fc3ad11e268",
|
|
"c9fab9c9e2c1"
|
|
]
|
|
},
|
|
"outage_first_10s": {
|
|
"from_s": 5.0,
|
|
"to_s": 15.0,
|
|
"requests": 777,
|
|
"ok": 771,
|
|
"errors": 6,
|
|
"error_ratio": 0.0077,
|
|
"ok_rps": 77.1,
|
|
"write_ok_rps": 40.7,
|
|
"latency_ms_ok": {
|
|
"p50": 63.0,
|
|
"p95": 187.0,
|
|
"p99": 1015.0
|
|
},
|
|
"instances": [
|
|
"4fc3ad11e268",
|
|
"c9fab9c9e2c1"
|
|
]
|
|
},
|
|
"outage_rest": {
|
|
"from_s": 15.0,
|
|
"to_s": 20.0,
|
|
"requests": 565,
|
|
"ok": 565,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 113.0,
|
|
"write_ok_rps": 44.8,
|
|
"latency_ms_ok": {
|
|
"p50": 31.0,
|
|
"p95": 187.0,
|
|
"p99": 281.0
|
|
},
|
|
"instances": [
|
|
"c9fab9c9e2c1"
|
|
]
|
|
},
|
|
"after_restore": {
|
|
"from_s": 20.0,
|
|
"to_s": 30.84,
|
|
"requests": 1296,
|
|
"ok": 1296,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 119.5,
|
|
"write_ok_rps": 68.1,
|
|
"latency_ms_ok": {
|
|
"p50": 31.0,
|
|
"p95": 172.0,
|
|
"p99": 203.0
|
|
},
|
|
"instances": [
|
|
"4fc3ad11e268",
|
|
"c9fab9c9e2c1"
|
|
]
|
|
}
|
|
},
|
|
"lb_timeline": [
|
|
[
|
|
0.0,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
6.97,
|
|
[
|
|
"api1"
|
|
]
|
|
],
|
|
[
|
|
22.0,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
22.45,
|
|
[
|
|
"api1"
|
|
]
|
|
],
|
|
[
|
|
24.97,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
]
|
|
],
|
|
"data": {
|
|
"confirmed_writes": 2100,
|
|
"stored_messages": 2100,
|
|
"missing_or_altered": 0,
|
|
"duplicate_ids": 0,
|
|
"duplicate_texts": 0,
|
|
"same_key_retries": 4,
|
|
"ok": true
|
|
}
|
|
},
|
|
{
|
|
"target_instance": "c9fab9c9e2c1",
|
|
"mode": "kill",
|
|
"lb_up_before": [
|
|
"api1",
|
|
"api2"
|
|
],
|
|
"stop_hook_seconds": 1.14,
|
|
"lb_detect_down_seconds": 2.59,
|
|
"target_last_served_after_stop_seconds": 0.51,
|
|
"target_served_after_hook_returned": false,
|
|
"errors_during_outage": 6,
|
|
"error_kinds": [
|
|
"502"
|
|
],
|
|
"error_window_seconds": 0.59,
|
|
"restore_hook_seconds": 6.83,
|
|
"lb_back_up_seconds": 1.61,
|
|
"target_back_in_rotation_seconds": 6.83,
|
|
"windows": {
|
|
"before": {
|
|
"from_s": 0,
|
|
"to_s": 5.0,
|
|
"requests": 934,
|
|
"ok": 934,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 186.8,
|
|
"write_ok_rps": 111.4,
|
|
"latency_ms_ok": {
|
|
"p50": 16.0,
|
|
"p95": 94.0,
|
|
"p99": 187.0
|
|
},
|
|
"instances": [
|
|
"4fc3ad11e268",
|
|
"c9fab9c9e2c1"
|
|
]
|
|
},
|
|
"outage_first_10s": {
|
|
"from_s": 5.0,
|
|
"to_s": 15.0,
|
|
"requests": 835,
|
|
"ok": 829,
|
|
"errors": 6,
|
|
"error_ratio": 0.0072,
|
|
"ok_rps": 82.9,
|
|
"write_ok_rps": 40.8,
|
|
"latency_ms_ok": {
|
|
"p50": 32.0,
|
|
"p95": 188.0,
|
|
"p99": 1000.0
|
|
},
|
|
"instances": [
|
|
"4fc3ad11e268",
|
|
"c9fab9c9e2c1"
|
|
]
|
|
},
|
|
"outage_rest": {
|
|
"from_s": 15.0,
|
|
"to_s": 20.0,
|
|
"requests": 541,
|
|
"ok": 541,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 108.2,
|
|
"write_ok_rps": 37.6,
|
|
"latency_ms_ok": {
|
|
"p50": 31.0,
|
|
"p95": 203.0,
|
|
"p99": 282.0
|
|
},
|
|
"instances": [
|
|
"4fc3ad11e268"
|
|
]
|
|
},
|
|
"after_restore": {
|
|
"from_s": 20.0,
|
|
"to_s": 30.16,
|
|
"requests": 1369,
|
|
"ok": 1369,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 134.8,
|
|
"write_ok_rps": 77.6,
|
|
"latency_ms_ok": {
|
|
"p50": 31.0,
|
|
"p95": 110.0,
|
|
"p99": 188.0
|
|
},
|
|
"instances": [
|
|
"4fc3ad11e268",
|
|
"c9fab9c9e2c1"
|
|
]
|
|
}
|
|
},
|
|
"lb_timeline": [
|
|
[
|
|
0.0,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
7.59,
|
|
[
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
21.61,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
21.95,
|
|
[
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
24.53,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
]
|
|
],
|
|
"data": {
|
|
"confirmed_writes": 1941,
|
|
"stored_messages": 1941,
|
|
"missing_or_altered": 0,
|
|
"duplicate_ids": 0,
|
|
"duplicate_texts": 0,
|
|
"same_key_retries": 4,
|
|
"ok": true
|
|
}
|
|
}
|
|
],
|
|
"pass": true
|
|
}
|