forked from mtusi2026/mtusi2026lab6
295 lines
6.3 KiB
JSON
295 lines
6.3 KiB
JSON
{
|
|
"scenario": "stop each API replica in turn under load, restore before the next",
|
|
"load": {
|
|
"writers": 4,
|
|
"readers": 2,
|
|
"client_timeout_s": 2.0,
|
|
"write_retry": "same Idempotency-Key and body until 201"
|
|
},
|
|
"replicas": [
|
|
"a21409fffeec",
|
|
"c4c5ae5b0949"
|
|
],
|
|
"rounds": [
|
|
{
|
|
"target_instance": "a21409fffeec",
|
|
"mode": "stop",
|
|
"lb_up_before": [
|
|
"api1",
|
|
"api2"
|
|
],
|
|
"stop_hook_seconds": 4.09,
|
|
"lb_detect_down_seconds": 1.77,
|
|
"target_last_served_after_stop_seconds": 1.67,
|
|
"target_served_after_hook_returned": false,
|
|
"errors_during_outage": 0,
|
|
"error_kinds": [],
|
|
"error_window_seconds": 0.0,
|
|
"restore_hook_seconds": 6.7,
|
|
"lb_back_up_seconds": 1.39,
|
|
"target_back_in_rotation_seconds": 6.69,
|
|
"windows": {
|
|
"before": {
|
|
"from_s": 0,
|
|
"to_s": 5.0,
|
|
"requests": 1322,
|
|
"ok": 1322,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 264.4,
|
|
"write_ok_rps": 159.8,
|
|
"latency_ms_ok": {
|
|
"p50": 16.0,
|
|
"p95": 63.0,
|
|
"p99": 109.0
|
|
},
|
|
"instances": [
|
|
"a21409fffeec",
|
|
"c4c5ae5b0949"
|
|
]
|
|
},
|
|
"outage_first_10s": {
|
|
"from_s": 5.0,
|
|
"to_s": 15.0,
|
|
"requests": 1059,
|
|
"ok": 1059,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 105.9,
|
|
"write_ok_rps": 64.0,
|
|
"latency_ms_ok": {
|
|
"p50": 47.0,
|
|
"p95": 110.0,
|
|
"p99": 188.0
|
|
},
|
|
"instances": [
|
|
"a21409fffeec",
|
|
"c4c5ae5b0949"
|
|
]
|
|
},
|
|
"outage_rest": {
|
|
"from_s": 15.0,
|
|
"to_s": 20.0,
|
|
"requests": 439,
|
|
"ok": 439,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 87.8,
|
|
"write_ok_rps": 53.4,
|
|
"latency_ms_ok": {
|
|
"p50": 78.0,
|
|
"p95": 110.0,
|
|
"p99": 203.0
|
|
},
|
|
"instances": [
|
|
"c4c5ae5b0949"
|
|
]
|
|
},
|
|
"after_restore": {
|
|
"from_s": 20.0,
|
|
"to_s": 30.0,
|
|
"requests": 1618,
|
|
"ok": 1618,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 161.8,
|
|
"write_ok_rps": 96.7,
|
|
"latency_ms_ok": {
|
|
"p50": 16.0,
|
|
"p95": 109.0,
|
|
"p99": 188.0
|
|
},
|
|
"instances": [
|
|
"a21409fffeec",
|
|
"c4c5ae5b0949"
|
|
]
|
|
}
|
|
},
|
|
"lb_timeline": [
|
|
[
|
|
0.03,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
6.77,
|
|
[
|
|
"api1"
|
|
]
|
|
],
|
|
[
|
|
21.39,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
21.77,
|
|
[
|
|
"api1"
|
|
]
|
|
],
|
|
[
|
|
24.28,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
]
|
|
],
|
|
"data": {
|
|
"confirmed_writes": 2674,
|
|
"stored_messages": 2674,
|
|
"missing_or_altered": 0,
|
|
"duplicate_ids": 0,
|
|
"duplicate_texts": 0,
|
|
"same_key_retries": 0,
|
|
"ok": true
|
|
}
|
|
},
|
|
{
|
|
"target_instance": "c4c5ae5b0949",
|
|
"mode": "stop",
|
|
"lb_up_before": [
|
|
"api1",
|
|
"api2"
|
|
],
|
|
"stop_hook_seconds": 4.03,
|
|
"lb_detect_down_seconds": 0.97,
|
|
"target_last_served_after_stop_seconds": 0.91,
|
|
"target_served_after_hook_returned": false,
|
|
"errors_during_outage": 0,
|
|
"error_kinds": [],
|
|
"error_window_seconds": 0.0,
|
|
"restore_hook_seconds": 6.56,
|
|
"lb_back_up_seconds": 0.67,
|
|
"target_back_in_rotation_seconds": 6.56,
|
|
"windows": {
|
|
"before": {
|
|
"from_s": 0,
|
|
"to_s": 5.02,
|
|
"requests": 1353,
|
|
"ok": 1353,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 269.7,
|
|
"write_ok_rps": 158.3,
|
|
"latency_ms_ok": {
|
|
"p50": 16.0,
|
|
"p95": 63.0,
|
|
"p99": 109.0
|
|
},
|
|
"instances": [
|
|
"a21409fffeec",
|
|
"c4c5ae5b0949"
|
|
]
|
|
},
|
|
"outage_first_10s": {
|
|
"from_s": 5.02,
|
|
"to_s": 15.02,
|
|
"requests": 990,
|
|
"ok": 990,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 99.0,
|
|
"write_ok_rps": 59.2,
|
|
"latency_ms_ok": {
|
|
"p50": 62.0,
|
|
"p95": 156.0,
|
|
"p99": 203.0
|
|
},
|
|
"instances": [
|
|
"a21409fffeec",
|
|
"c4c5ae5b0949"
|
|
]
|
|
},
|
|
"outage_rest": {
|
|
"from_s": 15.02,
|
|
"to_s": 20.03,
|
|
"requests": 410,
|
|
"ok": 410,
|
|
"errors": 0,
|
|
"error_ratio": 0.0,
|
|
"ok_rps": 81.8,
|
|
"write_ok_rps": 49.1,
|
|
"latency_ms_ok": {
|
|
"p50": 93.0,
|
|
"p95": 110.0,
|
|
"p99": 203.0
|
|
},
|
|
"instances": [
|
|
"a21409fffeec"
|
|
]
|
|
},
|
|
"after_restore": {
|
|
"from_s": 20.03,
|
|
"to_s": 29.86,
|
|
"requests": 1602,
|
|
"ok": 1601,
|
|
"errors": 1,
|
|
"error_ratio": 0.0006,
|
|
"ok_rps": 162.9,
|
|
"write_ok_rps": 98.7,
|
|
"latency_ms_ok": {
|
|
"p50": 16.0,
|
|
"p95": 109.0,
|
|
"p99": 187.0
|
|
},
|
|
"instances": [
|
|
"a21409fffeec",
|
|
"c4c5ae5b0949"
|
|
]
|
|
}
|
|
},
|
|
"lb_timeline": [
|
|
[
|
|
0.0,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
5.98,
|
|
[
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
20.7,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
20.94,
|
|
[
|
|
"api2"
|
|
]
|
|
],
|
|
[
|
|
23.47,
|
|
[
|
|
"api1",
|
|
"api2"
|
|
]
|
|
]
|
|
],
|
|
"data": {
|
|
"confirmed_writes": 2604,
|
|
"stored_messages": 2604,
|
|
"missing_or_altered": 0,
|
|
"duplicate_ids": 0,
|
|
"duplicate_texts": 0,
|
|
"same_key_retries": 0,
|
|
"ok": true
|
|
}
|
|
}
|
|
],
|
|
"pass": true
|
|
}
|