forked from mtusi2026/mtusi2026lab3
HAProxy + 2 API-реплики, общие PostgreSQL/Valkey, обязательный Idempotency-Key, graceful drain по SIGTERM, stop-one/restart/rolling-update, серии отказов и REPORT.md. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
457 lines
8.8 KiB
JSON
457 lines
8.8 KiB
JSON
{
|
|
"scenario": "stop",
|
|
"date_utc": "2026-11-05T14:23:47Z",
|
|
"profile": {
|
|
"duration_s": 25,
|
|
"action_at_s": 8,
|
|
"writers": 4,
|
|
"readers": 2,
|
|
"client_timeout_s": 3,
|
|
"workload": "closed-loop: POST message (retry same key on failure) + GET history limit=20"
|
|
},
|
|
"runs": [
|
|
{
|
|
"targets": [
|
|
{
|
|
"name": "mtusi-lab3-api-5",
|
|
"hostname": "94d5b20af90c",
|
|
"revision": "0ab3a34-1793888112"
|
|
}
|
|
],
|
|
"action_started_s": 8.0,
|
|
"action_duration_s": 4.078,
|
|
"action_output": [
|
|
"stop mtusi-lab3-api-5: exited exit=0 in 4.08s"
|
|
],
|
|
"before": {
|
|
"seconds": 7.0,
|
|
"ok_rps": 341.0,
|
|
"write_rps": 216.1,
|
|
"read_rps": 124.9,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 63.0,
|
|
"max_ms": 156.0
|
|
},
|
|
"during_action_plus_5s": {
|
|
"seconds": 9.08,
|
|
"ok_rps": 302.6,
|
|
"write_rps": 193.2,
|
|
"read_rps": 109.4,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 78.0,
|
|
"max_ms": 125.0
|
|
},
|
|
"after": {
|
|
"seconds": 7.92,
|
|
"ok_rps": 279.3,
|
|
"write_rps": 176.5,
|
|
"read_rps": 102.9,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 94.0,
|
|
"max_ms": 204.0
|
|
},
|
|
"errors_total": 0,
|
|
"write_attempts_retried_same_key": 0,
|
|
"error_window_s": null,
|
|
"recovery_s": 0.0,
|
|
"target_last_served_after_action_s": 1.218,
|
|
"lb_detection": {
|
|
"mtusi-lab3-api-5": {
|
|
"lb_marked_not_up_after_s": 1.343,
|
|
"lb_state": "DOWN"
|
|
}
|
|
},
|
|
"lb_retries_redispatches": {
|
|
"retries": 0,
|
|
"redispatches": 0
|
|
},
|
|
"instances_after": [
|
|
"82960260fe7e-b584ab"
|
|
],
|
|
"confirmed_writes": 4766,
|
|
"history_messages": 4766,
|
|
"duplicates": 0,
|
|
"lost_confirmed": 0,
|
|
"timeline_per_second": [
|
|
{
|
|
"t": 0,
|
|
"ok": 154,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 1,
|
|
"ok": 208,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 2,
|
|
"ok": 389,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 3,
|
|
"ok": 383,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 4,
|
|
"ok": 399,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 5,
|
|
"ok": 405,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 6,
|
|
"ok": 364,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 7,
|
|
"ok": 239,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 8,
|
|
"ok": 391,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 9,
|
|
"ok": 325,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 10,
|
|
"ok": 327,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 11,
|
|
"ok": 304,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 12,
|
|
"ok": 183,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 13,
|
|
"ok": 214,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 14,
|
|
"ok": 321,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 15,
|
|
"ok": 326,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 16,
|
|
"ok": 328,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 17,
|
|
"ok": 333,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 18,
|
|
"ok": 225,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 19,
|
|
"ok": 225,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 20,
|
|
"ok": 315,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 21,
|
|
"ok": 327,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 22,
|
|
"ok": 332,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 23,
|
|
"ok": 278,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 24,
|
|
"ok": 206,
|
|
"err": 0,
|
|
"instances": 1
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"targets": [
|
|
{
|
|
"name": "mtusi-lab3-api-6",
|
|
"hostname": "82960260fe7e",
|
|
"revision": "0ab3a34-1793888112"
|
|
}
|
|
],
|
|
"action_started_s": 8.0,
|
|
"action_duration_s": 4.359,
|
|
"action_output": [
|
|
"stop mtusi-lab3-api-6: exited exit=0 in 4.36s"
|
|
],
|
|
"before": {
|
|
"seconds": 7.0,
|
|
"ok_rps": 349.4,
|
|
"write_rps": 223.0,
|
|
"read_rps": 126.4,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 32.0,
|
|
"p99_ms": 63.0,
|
|
"max_ms": 94.0
|
|
},
|
|
"during_action_plus_5s": {
|
|
"seconds": 9.36,
|
|
"ok_rps": 258.4,
|
|
"write_rps": 165.2,
|
|
"read_rps": 93.2,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 79.0,
|
|
"max_ms": 188.0
|
|
},
|
|
"after": {
|
|
"seconds": 7.64,
|
|
"ok_rps": 259.4,
|
|
"write_rps": 166.5,
|
|
"read_rps": 92.9,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 78.0,
|
|
"max_ms": 109.0
|
|
},
|
|
"errors_total": 0,
|
|
"write_attempts_retried_same_key": 0,
|
|
"error_window_s": null,
|
|
"recovery_s": 0.0,
|
|
"target_last_served_after_action_s": 1.313,
|
|
"lb_detection": {
|
|
"mtusi-lab3-api-6": {
|
|
"lb_marked_not_up_after_s": 1.516,
|
|
"lb_state": "DOWN"
|
|
}
|
|
},
|
|
"lb_retries_redispatches": {
|
|
"retries": 0,
|
|
"redispatches": 0
|
|
},
|
|
"instances_after": [
|
|
"94d5b20af90c-a546c4"
|
|
],
|
|
"confirmed_writes": 4461,
|
|
"history_messages": 4461,
|
|
"duplicates": 0,
|
|
"lost_confirmed": 0,
|
|
"timeline_per_second": [
|
|
{
|
|
"t": 0,
|
|
"ok": 129,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 1,
|
|
"ok": 405,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 2,
|
|
"ok": 325,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 3,
|
|
"ok": 328,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 4,
|
|
"ok": 416,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 5,
|
|
"ok": 324,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 6,
|
|
"ok": 315,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 7,
|
|
"ok": 333,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 8,
|
|
"ok": 263,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 9,
|
|
"ok": 260,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 10,
|
|
"ok": 275,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 11,
|
|
"ok": 251,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 12,
|
|
"ok": 277,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 13,
|
|
"ok": 288,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 14,
|
|
"ok": 179,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 15,
|
|
"ok": 223,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 16,
|
|
"ok": 302,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 17,
|
|
"ok": 285,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 18,
|
|
"ok": 278,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 19,
|
|
"ok": 266,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 20,
|
|
"ok": 184,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 21,
|
|
"ok": 221,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 22,
|
|
"ok": 287,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 23,
|
|
"ok": 278,
|
|
"err": 0,
|
|
"instances": 1
|
|
},
|
|
{
|
|
"t": 24,
|
|
"ok": 283,
|
|
"err": 0,
|
|
"instances": 1
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|