Files
mtusi2026lab3/evidence/level4/failover-sweep.json
T
ilya.tyunin b7cf7b2d3f Дополнить доказательства трека 1 по замечаниям ревью
Измерения (raw-файлы, сводки, отчёт):
- контрольный A/B на бюджете по умолчанию (`abdiag`, 3+3 повтора): A упирается в
  250 req/s и отдаёт 503 `unavailable` (4/894/2813 на 300/350/400), B держит
  398.7 req/s без единого 5xx;
- блок «почему» на одном темпе (900 и 1500 req/s, 2 повтора x 5 конфигураций):
  перераспределение того же бюджета не меняет потолок (820–854 req/s), разделение
  бюджета между репликами поднимает время горячего оператора с 1.56 до 17.3–17.9 ms,
  ожидания `LWLock:WALWrite`/`Lock:transactionid` общие для всех реплик;
- колено текущей сборки (900–2200 req/s, N=1 и N=4): ≈1200 req/s против ≈700 у
  серии A, за коленом одна реплика с полным бюджетом не хуже четырёх;
- пара прогонов HAProxy 0.25 против 1.0 CPU на 1500 req/s: результат одинаков,
  при квоте 1.0 балансировщик использует те же 25 % ядра.

Харнесс `scripts/lab3/lab3.py`:
- `--loadgen-memory` для подкоманды `run` (прогон колена падал на разборе аргументов);
- суффикс вывода A/B для контрольной серии (`summary-ab-abdiag.md`, `ab-verdict-abdiag.json`);
- исправлено затенение `header()` локальной переменной в `cmd_check`, из-за которого
  падала проверка `check spread`;
- сэмплер: классы ответов LB (`hrsp_*`), ожидания сессий PostgreSQL (`wait_event`),
  операторы `idempotency_keys` в дельтах `pg_stat_statements`.

Доказательства и документы: пересняты `evidence/level3/{smoke,persistence}` и
`evidence/level4/{dependency-faults,spread,idempotency-concurrency}`, обновлены
сводки и графики `evidence/track1/*`, `evidence/README.md` (метки и состав сводок),
`REPORT.md` (разбор отказов стороны A, бюджет серии, оговорки о валидности данных,
точные команды воспроизведения, «почему» закрыто измерением).
2026-10-16 03:01:14 +03:00

3061 lines
34 KiB
JSON

{
"captured_at": "2026-10-15T22:49:01Z",
"commit": "e38795d0a39c20960049f84bf6b301832804964d",
"results": [
{
"address": "172.30.0.5",
"container": "3ae9682cb023",
"duplicates": [],
"haproxy": {
"BACKEND": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 11964,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 11964,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 199.4,
"scur_peak": 3,
"statuses": [
"UP"
],
"transitions": [
{
"check": "",
"status": "UP",
"t": "2026-10-15T22:46:57Z"
}
]
},
"FRONTEND": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 394,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 11964,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 6.57,
"scur_peak": 62,
"statuses": [
"OPEN"
],
"transitions": [
{
"check": "",
"status": "OPEN",
"t": "2026-10-15T22:46:57Z"
}
]
},
"api1": {
"addresses": [
"",
"172.30.0.5:8080"
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 3396,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 3323,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 56.6,
"scur_peak": 1,
"statuses": [
"DOWN",
"DOWN 1/2",
"MAINT (resolution)",
"UP"
],
"transitions": [
{
"check": "L7OK",
"status": "UP",
"t": "2026-10-15T22:46:57Z"
},
{
"check": "L7STS",
"status": "DOWN",
"t": "2026-10-15T22:47:06Z"
},
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:47:10Z"
},
{
"check": "L4CON",
"status": "DOWN",
"t": "2026-10-15T22:47:30Z"
},
{
"check": "L7OK",
"status": "DOWN 1/2",
"t": "2026-10-15T22:47:32Z"
},
{
"check": "L7OK",
"status": "UP",
"t": "2026-10-15T22:47:32Z"
}
]
},
"api2": {
"addresses": [
"172.30.0.4:8080"
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 8641,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 8641,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 144.02,
"scur_peak": 3,
"statuses": [
"UP"
],
"transitions": [
{
"check": "L7OK",
"status": "UP",
"t": "2026-10-15T22:46:57Z"
}
]
},
"api3": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:46:57Z"
}
]
},
"api4": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:46:57Z"
}
]
},
"api5": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:46:57Z"
}
]
},
"api6": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:46:57Z"
}
]
},
"api7": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:46:57Z"
}
]
},
"api8": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:46:57Z"
}
]
}
},
"instance": "3ae9682cb023",
"k6": {
"achieved_rps": 200.02,
"dropped": 0,
"failed": 0
},
"missing_confirmed": [],
"phases": {
"absent_window_seconds": 0.2,
"first_success_after_exit_s": 0.2,
"lb_down_at": "2026-10-15T22:47:06Z",
"probe_offsets": {
"container_exit": 11.27,
"last_sample": 60.05,
"restore_command": 31.47,
"stop_command": 8.0
},
"replica_rejoined_s": 3.29,
"restore_at": "2026-10-15T22:47:29Z",
"stop_command_at": "2026-10-15T22:47:09Z",
"stop_command_took_s": 3.26,
"stop_exit_code": 0,
"stop_window_seconds": 3.47
},
"probe": {
"attempts": 293,
"confirmed": 293,
"errors_stop_window": 0,
"errors_while_stopped": 0,
"failures": 0,
"rps_after": 4.88,
"rps_before": 4.87,
"rps_stop_window": 4.9,
"rps_while_stopped": 4.89,
"successes": 293,
"timeline": [
[
0.0,
1
],
[
0.209,
1
],
[
0.415,
1
],
[
0.621,
1
],
[
0.828,
1
],
[
1.042,
1
],
[
1.25,
1
],
[
1.518,
1
],
[
1.727,
1
],
[
1.935,
1
],
[
2.145,
1
],
[
2.356,
1
],
[
2.561,
1
],
[
2.766,
1
],
[
2.975,
1
],
[
3.181,
1
],
[
3.387,
1
],
[
3.593,
1
],
[
3.799,
1
],
[
4.004,
1
],
[
4.208,
1
],
[
4.414,
1
],
[
4.619,
1
],
[
4.824,
1
],
[
5.029,
1
],
[
5.233,
1
],
[
5.439,
1
],
[
5.643,
1
],
[
5.849,
1
],
[
6.053,
1
],
[
6.259,
1
],
[
6.465,
1
],
[
6.669,
1
],
[
6.876,
1
],
[
7.081,
1
],
[
7.285,
1
],
[
7.49,
1
],
[
7.695,
1
],
[
7.9,
1
],
[
8.105,
1
],
[
8.31,
1
],
[
8.514,
1
],
[
8.719,
1
],
[
8.923,
1
],
[
9.128,
1
],
[
9.332,
1
],
[
9.538,
1
],
[
9.747,
1
],
[
9.958,
1
],
[
10.166,
1
],
[
10.373,
1
],
[
10.58,
1
],
[
10.787,
1
],
[
10.992,
1
],
[
11.204,
1
],
[
11.422,
1
],
[
11.626,
1
],
[
11.833,
1
],
[
12.041,
1
],
[
12.245,
1
],
[
12.452,
1
],
[
12.663,
1
],
[
12.873,
1
],
[
13.081,
1
],
[
13.29,
1
],
[
13.495,
1
],
[
13.699,
1
],
[
13.907,
1
],
[
14.112,
1
],
[
14.316,
1
],
[
14.521,
1
],
[
14.726,
1
],
[
14.93,
1
],
[
15.134,
1
],
[
15.34,
1
],
[
15.544,
1
],
[
15.748,
1
],
[
15.953,
1
],
[
16.159,
1
],
[
16.363,
1
],
[
16.568,
1
],
[
16.773,
1
],
[
16.978,
1
],
[
17.182,
1
],
[
17.386,
1
],
[
17.59,
1
],
[
17.794,
1
],
[
17.999,
1
],
[
18.205,
1
],
[
18.414,
1
],
[
18.623,
1
],
[
18.83,
1
],
[
19.034,
1
],
[
19.239,
1
],
[
19.443,
1
],
[
19.648,
1
],
[
19.852,
1
],
[
20.057,
1
],
[
20.261,
1
],
[
20.464,
1
],
[
20.668,
1
],
[
20.873,
1
],
[
21.078,
1
],
[
21.283,
1
],
[
21.487,
1
],
[
21.692,
1
],
[
21.896,
1
],
[
22.1,
1
],
[
22.305,
1
],
[
22.511,
1
],
[
22.717,
1
],
[
22.921,
1
],
[
23.126,
1
],
[
23.33,
1
],
[
23.536,
1
],
[
23.741,
1
],
[
23.945,
1
],
[
24.149,
1
],
[
24.353,
1
],
[
24.558,
1
],
[
24.764,
1
],
[
24.968,
1
],
[
25.172,
1
],
[
25.377,
1
],
[
25.581,
1
],
[
25.786,
1
],
[
25.992,
1
],
[
26.197,
1
],
[
26.403,
1
],
[
26.608,
1
],
[
26.814,
1
],
[
27.019,
1
],
[
27.224,
1
],
[
27.429,
1
],
[
27.633,
1
],
[
27.836,
1
],
[
28.041,
1
],
[
28.246,
1
],
[
28.45,
1
],
[
28.655,
1
],
[
28.859,
1
],
[
29.064,
1
],
[
29.273,
1
],
[
29.482,
1
],
[
29.686,
1
],
[
29.89,
1
],
[
30.094,
1
],
[
30.298,
1
],
[
30.502,
1
],
[
30.706,
1
],
[
30.91,
1
],
[
31.116,
1
],
[
31.321,
1
],
[
31.525,
1
],
[
31.729,
1
],
[
31.933,
1
],
[
32.139,
1
],
[
32.343,
1
],
[
32.547,
1
],
[
32.751,
1
],
[
32.956,
1
],
[
33.164,
1
],
[
33.373,
1
],
[
33.577,
1
],
[
33.782,
1
],
[
33.986,
1
],
[
34.191,
1
],
[
34.396,
1
],
[
34.603,
1
],
[
34.808,
1
],
[
35.012,
1
],
[
35.217,
1
],
[
35.426,
1
],
[
35.631,
1
],
[
35.838,
1
],
[
36.043,
1
],
[
36.248,
1
],
[
36.452,
1
],
[
36.656,
1
],
[
36.861,
1
],
[
37.065,
1
],
[
37.269,
1
],
[
37.475,
1
],
[
37.679,
1
],
[
37.883,
1
],
[
38.088,
1
],
[
38.293,
1
],
[
38.498,
1
],
[
38.703,
1
],
[
38.909,
1
],
[
39.113,
1
],
[
39.317,
1
],
[
39.524,
1
],
[
39.729,
1
],
[
39.933,
1
],
[
40.144,
1
],
[
40.359,
1
],
[
40.565,
1
],
[
40.77,
1
],
[
40.976,
1
],
[
41.18,
1
],
[
41.384,
1
],
[
41.587,
1
],
[
41.793,
1
],
[
42.0,
1
],
[
42.205,
1
],
[
42.413,
1
],
[
42.621,
1
],
[
42.832,
1
],
[
43.036,
1
],
[
43.239,
1
],
[
43.444,
1
],
[
43.648,
1
],
[
43.852,
1
],
[
44.058,
1
],
[
44.265,
1
],
[
44.468,
1
],
[
44.678,
1
],
[
44.887,
1
],
[
45.09,
1
],
[
45.295,
1
],
[
45.499,
1
],
[
45.704,
1
],
[
45.909,
1
],
[
46.113,
1
],
[
46.318,
1
],
[
46.524,
1
],
[
46.729,
1
],
[
46.937,
1
],
[
47.143,
1
],
[
47.351,
1
],
[
47.56,
1
],
[
47.763,
1
],
[
47.969,
1
],
[
48.174,
1
],
[
48.378,
1
],
[
48.583,
1
],
[
48.788,
1
],
[
48.995,
1
],
[
49.2,
1
],
[
49.404,
1
],
[
49.608,
1
],
[
49.813,
1
],
[
50.018,
1
],
[
50.222,
1
],
[
50.428,
1
],
[
50.632,
1
],
[
50.836,
1
],
[
51.041,
1
],
[
51.245,
1
],
[
51.448,
1
],
[
51.654,
1
],
[
51.859,
1
],
[
52.063,
1
],
[
52.267,
1
],
[
52.472,
1
],
[
52.676,
1
],
[
52.88,
1
],
[
53.085,
1
],
[
53.289,
1
],
[
53.494,
1
],
[
53.698,
1
],
[
53.902,
1
],
[
54.108,
1
],
[
54.312,
1
],
[
54.516,
1
],
[
54.721,
1
],
[
54.926,
1
],
[
55.13,
1
],
[
55.334,
1
],
[
55.539,
1
],
[
55.743,
1
],
[
55.948,
1
],
[
56.152,
1
],
[
56.357,
1
],
[
56.564,
1
],
[
56.769,
1
],
[
56.974,
1
],
[
57.179,
1
],
[
57.387,
1
],
[
57.596,
1
],
[
57.8,
1
],
[
58.004,
1
],
[
58.208,
1
],
[
58.413,
1
],
[
58.618,
1
],
[
58.822,
1
],
[
59.026,
1
],
[
59.23,
1
],
[
59.435,
1
],
[
59.639,
1
],
[
59.846,
1
],
[
60.053,
1
]
]
},
"rate": 200
},
{
"address": "172.30.0.4",
"container": "93d6ac125b68",
"duplicates": [],
"haproxy": {
"BACKEND": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 12077,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 12045,
"hrsp_3xx": 0,
"hrsp_4xx": 32,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 204.69,
"scur_peak": 23,
"statuses": [
"UP"
],
"transitions": [
{
"check": "",
"status": "UP",
"t": "2026-10-15T22:48:00Z"
}
]
},
"FRONTEND": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 398,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 12045,
"hrsp_3xx": 0,
"hrsp_4xx": 32,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 6.75,
"scur_peak": 71,
"statuses": [
"OPEN"
],
"transitions": [
{
"check": "",
"status": "OPEN",
"t": "2026-10-15T22:48:00Z"
}
]
},
"api1": {
"addresses": [
"172.30.0.5:8080"
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 8801,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 8769,
"hrsp_3xx": 0,
"hrsp_4xx": 32,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 149.17,
"scur_peak": 23,
"statuses": [
"UP"
],
"transitions": [
{
"check": "L7OK",
"status": "UP",
"t": "2026-10-15T22:48:00Z"
}
]
},
"api2": {
"addresses": [
"",
"172.30.0.4:8080"
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 3285,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 3276,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 55.68,
"scur_peak": 9,
"statuses": [
"DOWN",
"MAINT (resolution)",
"UP",
"UP 1/2"
],
"transitions": [
{
"check": "L7OK",
"status": "UP",
"t": "2026-10-15T22:48:00Z"
},
{
"check": "L7STS",
"status": "UP 1/2",
"t": "2026-10-15T22:48:08Z"
},
{
"check": "L7STS",
"status": "DOWN",
"t": "2026-10-15T22:48:09Z"
},
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:48:12Z"
},
{
"check": "L4CON",
"status": "DOWN",
"t": "2026-10-15T22:48:32Z"
},
{
"check": "L7OK",
"status": "UP",
"t": "2026-10-15T22:48:35Z"
}
]
},
"api3": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:48:00Z"
}
]
},
"api4": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:48:00Z"
}
]
},
"api5": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:48:00Z"
}
]
},
"api6": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:48:00Z"
}
]
},
"api7": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:48:00Z"
}
]
},
"api8": {
"addresses": [
""
],
"dresp": 0,
"errors": 0,
"qcur_peak": 0,
"requests": 0,
"response_codes": {
"hrsp_1xx": 0,
"hrsp_2xx": 0,
"hrsp_3xx": 0,
"hrsp_4xx": 0,
"hrsp_5xx": 0,
"hrsp_other": 0
},
"rps": 0.0,
"scur_peak": 0,
"statuses": [
"MAINT (resolution)"
],
"transitions": [
{
"check": "",
"status": "MAINT (resolution)",
"t": "2026-10-15T22:48:00Z"
}
]
}
},
"instance": "93d6ac125b68",
"k6": {
"achieved_rps": 200.02,
"dropped": 0,
"failed": 0
},
"missing_confirmed": [],
"phases": {
"absent_window_seconds": 0.1,
"first_success_after_exit_s": 0.1,
"lb_down_at": "2026-10-15T22:48:08Z",
"probe_offsets": {
"container_exit": 11.29,
"last_sample": 60.16,
"restore_command": 31.39,
"stop_command": 8.0
},
"replica_rejoined_s": 3.83,
"restore_at": "2026-10-15T22:48:31Z",
"stop_command_at": "2026-10-15T22:48:11Z",
"stop_command_took_s": 3.29,
"stop_exit_code": 0,
"stop_window_seconds": 3.39
},
"probe": {
"attempts": 288,
"confirmed": 288,
"errors_stop_window": 0,
"errors_while_stopped": 0,
"failures": 0,
"rps_after": 4.76,
"rps_before": 4.87,
"rps_stop_window": 5.02,
"rps_while_stopped": 9.66,
"successes": 288,
"timeline": [
[
0.0,
1
],
[
0.205,
1
],
[
0.412,
1
],
[
0.622,
1
],
[
0.831,
1
],
[
1.038,
1
],
[
1.246,
1
],
[
1.453,
1
],
[
1.661,
1
],
[
1.867,
1
],
[
2.081,
1
],
[
2.294,
1
],
[
2.5,
1
],
[
2.705,
1
],
[
2.913,
1
],
[
3.123,
1
],
[
3.33,
1
],
[
3.539,
1
],
[
3.75,
1
],
[
3.959,
1
],
[
4.169,
1
],
[
4.38,
1
],
[
4.589,
1
],
[
4.793,
1
],
[
4.998,
1
],
[
5.209,
1
],
[
5.418,
1
],
[
5.622,
1
],
[
5.828,
1
],
[
6.032,
1
],
[
6.236,
1
],
[
6.441,
1
],
[
6.647,
1
],
[
6.852,
1
],
[
7.056,
1
],
[
7.26,
1
],
[
7.466,
1
],
[
7.672,
1
],
[
7.876,
1
],
[
8.081,
1
],
[
8.285,
1
],
[
8.489,
1
],
[
8.694,
1
],
[
8.898,
1
],
[
9.104,
1
],
[
9.308,
1
],
[
9.514,
1
],
[
9.718,
1
],
[
9.923,
1
],
[
10.128,
1
],
[
10.332,
1
],
[
10.535,
1
],
[
10.74,
1
],
[
10.945,
1
],
[
11.149,
1
],
[
11.354,
1
],
[
11.562,
1
],
[
11.768,
1
],
[
11.974,
1
],
[
12.18,
1
],
[
12.384,
1
],
[
12.588,
1
],
[
12.793,
1
],
[
12.998,
1
],
[
13.202,
1
],
[
13.406,
1
],
[
13.61,
1
],
[
13.815,
1
],
[
14.019,
1
],
[
14.223,
1
],
[
14.427,
1
],
[
14.647,
1
],
[
14.854,
1
],
[
15.06,
1
],
[
15.265,
1
],
[
15.469,
1
],
[
15.673,
1
],
[
15.879,
1
],
[
16.085,
1
],
[
16.289,
1
],
[
16.493,
1
],
[
16.699,
1
],
[
16.903,
1
],
[
17.107,
1
],
[
17.314,
1
],
[
17.519,
1
],
[
17.724,
1
],
[
17.929,
1
],
[
18.133,
1
],
[
18.342,
1
],
[
18.55,
1
],
[
18.758,
1
],
[
19.03,
1
],
[
19.24,
1
],
[
19.445,
1
],
[
19.65,
1
],
[
19.853,
1
],
[
20.058,
1
],
[
20.262,
1
],
[
20.468,
1
],
[
20.677,
1
],
[
20.881,
1
],
[
21.085,
1
],
[
21.29,
1
],
[
21.494,
1
],
[
21.698,
1
],
[
21.902,
1
],
[
22.106,
1
],
[
22.311,
1
],
[
22.516,
1
],
[
22.726,
1
],
[
22.936,
1
],
[
23.143,
1
],
[
23.352,
1
],
[
23.558,
1
],
[
23.762,
1
],
[
23.968,
1
],
[
24.173,
1
],
[
24.377,
1
],
[
24.582,
1
],
[
24.788,
1
],
[
24.993,
1
],
[
25.197,
1
],
[
25.401,
1
],
[
25.605,
1
],
[
25.811,
1
],
[
26.015,
1
],
[
26.22,
1
],
[
26.424,
1
],
[
26.628,
1
],
[
26.832,
1
],
[
27.04,
1
],
[
27.244,
1
],
[
27.45,
1
],
[
27.655,
1
],
[
27.861,
1
],
[
28.067,
1
],
[
28.335,
1
],
[
28.542,
1
],
[
28.749,
1
],
[
28.963,
1
],
[
29.311,
1
],
[
29.719,
1
],
[
29.947,
1
],
[
30.235,
1
],
[
30.45,
1
],
[
30.656,
1
],
[
30.935,
1
],
[
31.146,
1
],
[
31.512,
1
],
[
31.727,
1
],
[
31.935,
1
],
[
32.142,
1
],
[
32.355,
1
],
[
32.562,
1
],
[
32.815,
1
],
[
33.023,
1
],
[
33.233,
1
],
[
33.449,
1
],
[
33.656,
1
],
[
33.871,
1
],
[
34.122,
1
],
[
34.331,
1
],
[
34.543,
1
],
[
34.836,
1
],
[
35.047,
1
],
[
35.26,
1
],
[
35.468,
1
],
[
35.679,
1
],
[
35.886,
1
],
[
36.092,
1
],
[
36.298,
1
],
[
36.505,
1
],
[
36.725,
1
],
[
36.935,
1
],
[
37.146,
1
],
[
37.355,
1
],
[
37.565,
1
],
[
37.772,
1
],
[
37.976,
1
],
[
38.184,
1
],
[
38.389,
1
],
[
38.594,
1
],
[
38.804,
1
],
[
39.012,
1
],
[
39.227,
1
],
[
39.436,
1
],
[
39.641,
1
],
[
39.851,
1
],
[
40.059,
1
],
[
40.264,
1
],
[
40.47,
1
],
[
40.676,
1
],
[
40.884,
1
],
[
41.093,
1
],
[
41.299,
1
],
[
41.504,
1
],
[
41.708,
1
],
[
41.914,
1
],
[
42.118,
1
],
[
42.324,
1
],
[
42.53,
1
],
[
42.734,
1
],
[
42.939,
1
],
[
43.15,
1
],
[
43.354,
1
],
[
43.56,
1
],
[
43.764,
1
],
[
43.969,
1
],
[
44.173,
1
],
[
44.376,
1
],
[
44.58,
1
],
[
44.786,
1
],
[
44.991,
1
],
[
45.195,
1
],
[
45.402,
1
],
[
45.606,
1
],
[
45.811,
1
],
[
46.015,
1
],
[
46.219,
1
],
[
46.423,
1
],
[
46.628,
1
],
[
46.833,
1
],
[
47.039,
1
],
[
47.243,
1
],
[
47.448,
1
],
[
47.652,
1
],
[
47.857,
1
],
[
48.062,
1
],
[
48.268,
1
],
[
48.473,
1
],
[
48.677,
1
],
[
48.882,
1
],
[
49.087,
1
],
[
49.294,
1
],
[
49.499,
1
],
[
49.704,
1
],
[
49.909,
1
],
[
50.114,
1
],
[
50.318,
1
],
[
50.522,
1
],
[
50.728,
1
],
[
50.932,
1
],
[
51.137,
1
],
[
51.345,
1
],
[
51.554,
1
],
[
51.759,
1
],
[
51.964,
1
],
[
52.168,
1
],
[
52.373,
1
],
[
52.58,
1
],
[
52.784,
1
],
[
52.988,
1
],
[
53.193,
1
],
[
53.398,
1
],
[
53.602,
1
],
[
53.807,
1
],
[
54.012,
1
],
[
54.217,
1
],
[
54.423,
1
],
[
54.627,
1
],
[
54.832,
1
],
[
55.036,
1
],
[
55.244,
1
],
[
55.449,
1
],
[
55.653,
1
],
[
55.857,
1
],
[
56.062,
1
],
[
56.266,
1
],
[
56.47,
1
],
[
56.675,
1
],
[
56.88,
1
],
[
57.084,
1
],
[
57.288,
1
],
[
57.493,
1
],
[
57.697,
1
],
[
57.901,
1
],
[
58.105,
1
],
[
58.309,
1
],
[
58.513,
1
],
[
58.717,
1
],
[
58.924,
1
],
[
59.129,
1
],
[
59.334,
1
],
[
59.539,
1
],
[
59.744,
1
],
[
59.951,
1
],
[
60.156,
1
]
]
},
"rate": 200
}
]
}