Files
mtusi2026lab3/evidence/failover-kill.json
T
RainakandClaude Opus 5.5 95556845e6 ЛР3 БВТ2304 Запорожец на 4
HAProxy + 2 API-реплики, общие PostgreSQL/Valkey, обязательный Idempotency-Key,
graceful drain по SIGTERM, stop-one/restart/rolling-update, серии отказов и REPORT.md.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-05 17:36:07 +03:00

457 lines
8.8 KiB
JSON

{
"scenario": "kill",
"date_utc": "2026-11-05T14:24:59Z",
"profile": {
"duration_s": 25,
"action_at_s": 8,
"writers": 4,
"readers": 2,
"client_timeout_s": 3,
"workload": "closed-loop: POST message (retry same key on failure) + GET history limit=20"
},
"runs": [
{
"targets": [
{
"name": "mtusi-lab3-api-5",
"hostname": "94d5b20af90c",
"revision": "0ab3a34-1793888112"
}
],
"action_started_s": 8.0,
"action_duration_s": 0.922,
"action_output": [
"kill mtusi-lab3-api-5: exited exit=137 in 0.92s"
],
"before": {
"seconds": 7.0,
"ok_rps": 330.0,
"write_rps": 211.3,
"read_rps": 118.7,
"errors": 0,
"p50_ms": 16.0,
"p95_ms": 47.0,
"p99_ms": 78.0,
"max_ms": 125.0
},
"during_action_plus_5s": {
"seconds": 5.92,
"ok_rps": 223.9,
"write_rps": 136.8,
"read_rps": 87.1,
"errors": 0,
"p50_ms": 16.0,
"p95_ms": 63.0,
"p99_ms": 94.0,
"max_ms": 1015.0
},
"after": {
"seconds": 11.08,
"ok_rps": 259.8,
"write_rps": 164.5,
"read_rps": 95.3,
"errors": 0,
"p50_ms": 16.0,
"p95_ms": 47.0,
"p99_ms": 79.0,
"max_ms": 125.0
},
"errors_total": 0,
"write_attempts_retried_same_key": 0,
"error_window_s": null,
"recovery_s": 0.0,
"target_last_served_after_action_s": 0.109,
"lb_detection": {
"mtusi-lab3-api-5": {
"lb_marked_not_up_after_s": 0.312,
"lb_state": "DOWN"
}
},
"lb_retries_redispatches": {
"retries": 3,
"redispatches": 5
},
"instances_after": [
"82960260fe7e-730640"
],
"confirmed_writes": 4225,
"history_messages": 4225,
"duplicates": 0,
"lost_confirmed": 0,
"timeline_per_second": [
{
"t": 0,
"ok": 173,
"err": 0,
"instances": 2
},
{
"t": 1,
"ok": 246,
"err": 0,
"instances": 2
},
{
"t": 2,
"ok": 415,
"err": 0,
"instances": 2
},
{
"t": 3,
"ok": 401,
"err": 0,
"instances": 2
},
{
"t": 4,
"ok": 416,
"err": 0,
"instances": 2
},
{
"t": 5,
"ok": 341,
"err": 0,
"instances": 2
},
{
"t": 6,
"ok": 265,
"err": 0,
"instances": 2
},
{
"t": 7,
"ok": 226,
"err": 0,
"instances": 2
},
{
"t": 8,
"ok": 252,
"err": 0,
"instances": 2
},
{
"t": 9,
"ok": 230,
"err": 0,
"instances": 1
},
{
"t": 10,
"ok": 256,
"err": 0,
"instances": 1
},
{
"t": 11,
"ok": 278,
"err": 0,
"instances": 1
},
{
"t": 12,
"ok": 218,
"err": 0,
"instances": 1
},
{
"t": 13,
"ok": 100,
"err": 0,
"instances": 1
},
{
"t": 14,
"ok": 225,
"err": 0,
"instances": 1
},
{
"t": 15,
"ok": 266,
"err": 0,
"instances": 1
},
{
"t": 16,
"ok": 285,
"err": 0,
"instances": 1
},
{
"t": 17,
"ok": 279,
"err": 0,
"instances": 1
},
{
"t": 18,
"ok": 266,
"err": 0,
"instances": 1
},
{
"t": 19,
"ok": 127,
"err": 0,
"instances": 1
},
{
"t": 20,
"ok": 283,
"err": 0,
"instances": 1
},
{
"t": 21,
"ok": 294,
"err": 0,
"instances": 1
},
{
"t": 22,
"ok": 283,
"err": 0,
"instances": 1
},
{
"t": 23,
"ok": 275,
"err": 0,
"instances": 1
},
{
"t": 24,
"ok": 287,
"err": 0,
"instances": 1
}
]
},
{
"targets": [
{
"name": "mtusi-lab3-api-6",
"hostname": "82960260fe7e",
"revision": "0ab3a34-1793888112"
}
],
"action_started_s": 8.0,
"action_duration_s": 0.922,
"action_output": [
"kill mtusi-lab3-api-6: exited exit=137 in 0.92s"
],
"before": {
"seconds": 7.0,
"ok_rps": 332.4,
"write_rps": 213.3,
"read_rps": 119.1,
"errors": 0,
"p50_ms": 16.0,
"p95_ms": 47.0,
"p99_ms": 63.0,
"max_ms": 94.0
},
"during_action_plus_5s": {
"seconds": 5.92,
"ok_rps": 247.2,
"write_rps": 163.0,
"read_rps": 84.3,
"errors": 0,
"p50_ms": 16.0,
"p95_ms": 47.0,
"p99_ms": 94.0,
"max_ms": 1031.0
},
"after": {
"seconds": 11.08,
"ok_rps": 238.5,
"write_rps": 151.4,
"read_rps": 87.1,
"errors": 0,
"p50_ms": 16.0,
"p95_ms": 63.0,
"p99_ms": 94.0,
"max_ms": 219.0
},
"errors_total": 0,
"write_attempts_retried_same_key": 0,
"error_window_s": null,
"recovery_s": 0.0,
"target_last_served_after_action_s": 0.11,
"lb_detection": {
"mtusi-lab3-api-6": {
"lb_marked_not_up_after_s": 0.156,
"lb_state": "DOWN"
}
},
"lb_retries_redispatches": {
"retries": 1,
"redispatches": 3
},
"instances_after": [
"94d5b20af90c-f97c77"
],
"confirmed_writes": 4240,
"history_messages": 4240,
"duplicates": 0,
"lost_confirmed": 0,
"timeline_per_second": [
{
"t": 0,
"ok": 159,
"err": 0,
"instances": 2
},
{
"t": 1,
"ok": 310,
"err": 0,
"instances": 2
},
{
"t": 2,
"ok": 322,
"err": 0,
"instances": 2
},
{
"t": 3,
"ok": 329,
"err": 0,
"instances": 2
},
{
"t": 4,
"ok": 392,
"err": 0,
"instances": 2
},
{
"t": 5,
"ok": 407,
"err": 0,
"instances": 2
},
{
"t": 6,
"ok": 285,
"err": 0,
"instances": 2
},
{
"t": 7,
"ok": 282,
"err": 0,
"instances": 2
},
{
"t": 8,
"ok": 180,
"err": 0,
"instances": 2
},
{
"t": 9,
"ok": 208,
"err": 0,
"instances": 1
},
{
"t": 10,
"ok": 262,
"err": 0,
"instances": 1
},
{
"t": 11,
"ok": 277,
"err": 0,
"instances": 1
},
{
"t": 12,
"ok": 281,
"err": 0,
"instances": 1
},
{
"t": 13,
"ok": 277,
"err": 0,
"instances": 1
},
{
"t": 14,
"ok": 170,
"err": 0,
"instances": 1
},
{
"t": 15,
"ok": 208,
"err": 0,
"instances": 1
},
{
"t": 16,
"ok": 287,
"err": 0,
"instances": 1
},
{
"t": 17,
"ok": 265,
"err": 0,
"instances": 1
},
{
"t": 18,
"ok": 268,
"err": 0,
"instances": 1
},
{
"t": 19,
"ok": 170,
"err": 0,
"instances": 1
},
{
"t": 20,
"ok": 194,
"err": 0,
"instances": 1
},
{
"t": 21,
"ok": 227,
"err": 0,
"instances": 1
},
{
"t": 22,
"ok": 284,
"err": 0,
"instances": 1
},
{
"t": 23,
"ok": 273,
"err": 0,
"instances": 1
},
{
"t": 24,
"ok": 275,
"err": 0,
"instances": 1
}
]
}
]
}