forked from mtusi2026/mtusi2026lab3
HAProxy + 2 API-реплики, общие PostgreSQL/Valkey, обязательный Idempotency-Key, graceful drain по SIGTERM, stop-one/restart/rolling-update, серии отказов и REPORT.md. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
457 lines
8.8 KiB
JSON
457 lines
8.8 KiB
JSON
{
|
|
"scenario": "kill",
|
|
"date_utc": "2026-11-05T14:24:59Z",
|
|
"profile": {
|
|
"duration_s": 25,
|
|
"action_at_s": 8,
|
|
"writers": 4,
|
|
"readers": 2,
|
|
"client_timeout_s": 3,
|
|
"workload": "closed-loop: POST message (retry same key on failure) + GET history limit=20"
|
|
},
|
|
"runs": [
|
|
{
|
|
"targets": [
|
|
{
|
|
"name": "mtusi-lab3-api-5",
|
|
"hostname": "94d5b20af90c",
|
|
"revision": "0ab3a34-1793888112"
|
|
}
|
|
],
|
|
"action_started_s": 8.0,
|
|
"action_duration_s": 0.922,
|
|
"action_output": [
|
|
"kill mtusi-lab3-api-5: exited exit=137 in 0.92s"
|
|
],
|
|
"before": {
|
|
"seconds": 7.0,
|
|
"ok_rps": 330.0,
|
|
"write_rps": 211.3,
|
|
"read_rps": 118.7,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 78.0,
|
|
"max_ms": 125.0
|
|
},
|
|
"during_action_plus_5s": {
|
|
"seconds": 5.92,
|
|
"ok_rps": 223.9,
|
|
"write_rps": 136.8,
|
|
"read_rps": 87.1,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 63.0,
|
|
"p99_ms": 94.0,
|
|
"max_ms": 1015.0
|
|
},
|
|
"after": {
|
|
"seconds": 11.08,
|
|
"ok_rps": 259.8,
|
|
"write_rps": 164.5,
|
|
"read_rps": 95.3,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 79.0,
|
|
"max_ms": 125.0
|
|
},
|
|
"errors_total": 0,
|
|
"write_attempts_retried_same_key": 0,
|
|
"error_window_s": null,
|
|
"recovery_s": 0.0,
|
|
"target_last_served_after_action_s": 0.109,
|
|
"lb_detection": {
|
|
"mtusi-lab3-api-5": {
|
|
"lb_marked_not_up_after_s": 0.312,
|
|
"lb_state": "DOWN"
|
|
}
|
|
},
|
|
"lb_retries_redispatches": {
|
|
"retries": 3,
|
|
"redispatches": 5
|
|
},
|
|
"instances_after": [
|
|
"82960260fe7e-730640"
|
|
],
|
|
"confirmed_writes": 4225,
|
|
"history_messages": 4225,
|
|
"duplicates": 0,
|
|
"lost_confirmed": 0,
|
|
"timeline_per_second": [
|
|
{
|
|
"t": 0,
|
|
"ok": 173,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 1,
|
|
"ok": 246,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 2,
|
|
"ok": 415,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 3,
|
|
"ok": 401,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 4,
|
|
"ok": 416,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 5,
|
|
"ok": 341,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 6,
|
|
"ok": 265,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 7,
|
|
"ok": 226,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 8,
|
|
"ok": 252,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 9,
|
|
"ok": 230,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 10,
|
|
"ok": 256,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 11,
|
|
"ok": 278,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 12,
|
|
"ok": 218,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 13,
|
|
"ok": 100,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 14,
|
|
"ok": 225,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 15,
|
|
"ok": 266,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 16,
|
|
"ok": 285,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 17,
|
|
"ok": 279,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 18,
|
|
"ok": 266,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 19,
|
|
"ok": 127,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 20,
|
|
"ok": 283,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 21,
|
|
"ok": 294,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 22,
|
|
"ok": 283,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 23,
|
|
"ok": 275,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 24,
|
|
"ok": 287,
|
|
"err": 0,
|
|
"instances": 1
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"targets": [
|
|
{
|
|
"name": "mtusi-lab3-api-6",
|
|
"hostname": "82960260fe7e",
|
|
"revision": "0ab3a34-1793888112"
|
|
}
|
|
],
|
|
"action_started_s": 8.0,
|
|
"action_duration_s": 0.922,
|
|
"action_output": [
|
|
"kill mtusi-lab3-api-6: exited exit=137 in 0.92s"
|
|
],
|
|
"before": {
|
|
"seconds": 7.0,
|
|
"ok_rps": 332.4,
|
|
"write_rps": 213.3,
|
|
"read_rps": 119.1,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 63.0,
|
|
"max_ms": 94.0
|
|
},
|
|
"during_action_plus_5s": {
|
|
"seconds": 5.92,
|
|
"ok_rps": 247.2,
|
|
"write_rps": 163.0,
|
|
"read_rps": 84.3,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 94.0,
|
|
"max_ms": 1031.0
|
|
},
|
|
"after": {
|
|
"seconds": 11.08,
|
|
"ok_rps": 238.5,
|
|
"write_rps": 151.4,
|
|
"read_rps": 87.1,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 63.0,
|
|
"p99_ms": 94.0,
|
|
"max_ms": 219.0
|
|
},
|
|
"errors_total": 0,
|
|
"write_attempts_retried_same_key": 0,
|
|
"error_window_s": null,
|
|
"recovery_s": 0.0,
|
|
"target_last_served_after_action_s": 0.11,
|
|
"lb_detection": {
|
|
"mtusi-lab3-api-6": {
|
|
"lb_marked_not_up_after_s": 0.156,
|
|
"lb_state": "DOWN"
|
|
}
|
|
},
|
|
"lb_retries_redispatches": {
|
|
"retries": 1,
|
|
"redispatches": 3
|
|
},
|
|
"instances_after": [
|
|
"94d5b20af90c-f97c77"
|
|
],
|
|
"confirmed_writes": 4240,
|
|
"history_messages": 4240,
|
|
"duplicates": 0,
|
|
"lost_confirmed": 0,
|
|
"timeline_per_second": [
|
|
{
|
|
"t": 0,
|
|
"ok": 159,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 1,
|
|
"ok": 310,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 2,
|
|
"ok": 322,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 3,
|
|
"ok": 329,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 4,
|
|
"ok": 392,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 5,
|
|
"ok": 407,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 6,
|
|
"ok": 285,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 7,
|
|
"ok": 282,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 8,
|
|
"ok": 180,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 9,
|
|
"ok": 208,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 10,
|
|
"ok": 262,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 11,
|
|
"ok": 277,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 12,
|
|
"ok": 281,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 13,
|
|
"ok": 277,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 14,
|
|
"ok": 170,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 15,
|
|
"ok": 208,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 16,
|
|
"ok": 287,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 17,
|
|
"ok": 265,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 18,
|
|
"ok": 268,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 19,
|
|
"ok": 170,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 20,
|
|
"ok": 194,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 21,
|
|
"ok": 227,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 22,
|
|
"ok": 284,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 23,
|
|
"ok": 273,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 24,
|
|
"ok": 275,
|
|
"err": 0,
|
|
"instances": 1
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|