HAProxy + 2 API-реплики, общие PostgreSQL/Valkey, обязательный Idempotency-Key, graceful drain по SIGTERM, stop-one/restart/rolling-update, серии отказов и REPORT.md. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
538 lines
10 KiB
JSON
538 lines
10 KiB
JSON
{
|
|
"scenario": "rolling",
|
|
"date_utc": "2026-11-05T14:16:15Z",
|
|
"profile": {
|
|
"duration_s": 70.0,
|
|
"action_at_s": 10.0,
|
|
"writers": 4,
|
|
"readers": 2,
|
|
"client_timeout_s": 3,
|
|
"workload": "closed-loop: POST message (retry same key on failure) + GET history limit=20"
|
|
},
|
|
"runs": [
|
|
{
|
|
"targets": [
|
|
{
|
|
"name": "mtusi-lab3-api-3",
|
|
"hostname": "c7c7c39accbd",
|
|
"revision": "0ab3a34-1793887831"
|
|
},
|
|
{
|
|
"name": "mtusi-lab3-api-4",
|
|
"hostname": "935d3ad4159a",
|
|
"revision": "0ab3a34-1793887831"
|
|
}
|
|
],
|
|
"action_started_s": 10.0,
|
|
"action_duration_s": 35.656,
|
|
"action_output": [
|
|
"14:15:12 old replicas (2): mtusi-lab3-api-3=0ab3a34-1793887831 mtusi-lab3-api-4=0ab3a34-1793887831 ",
|
|
"skip 0001_init",
|
|
"skip 0002_idempotency",
|
|
"apply 0003_cache_state",
|
|
"14:15:31 new replicas healthy: mtusi-lab3-api-6=0ab3a34-1793888112 mtusi-lab3-api-5=0ab3a34-1793888112 ",
|
|
"14:15:39 replaced mtusi-lab3-api-3",
|
|
"14:15:46 replaced mtusi-lab3-api-4",
|
|
"mtusi-lab3-api-6 Up 23 seconds (healthy) 0ab3a34-1793888112",
|
|
"mtusi-lab3-api-5 Up 22 seconds (healthy) 0ab3a34-1793888112"
|
|
],
|
|
"before": {
|
|
"seconds": 9.0,
|
|
"ok_rps": 282.6,
|
|
"write_rps": 180.7,
|
|
"read_rps": 101.9,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 78.0,
|
|
"max_ms": 313.0
|
|
},
|
|
"during_action_plus_5s": {
|
|
"seconds": 40.66,
|
|
"ok_rps": 243.0,
|
|
"write_rps": 153.5,
|
|
"read_rps": 89.5,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 94.0,
|
|
"max_ms": 235.0
|
|
},
|
|
"after": {
|
|
"seconds": 19.34,
|
|
"ok_rps": 279.7,
|
|
"write_rps": 179.9,
|
|
"read_rps": 99.8,
|
|
"errors": 0,
|
|
"p50_ms": 16.0,
|
|
"p95_ms": 47.0,
|
|
"p99_ms": 78.0,
|
|
"max_ms": 219.0
|
|
},
|
|
"errors_total": 0,
|
|
"write_attempts_retried_same_key": 0,
|
|
"error_window_s": null,
|
|
"recovery_s": 0.0,
|
|
"target_last_served_after_action_s": 31.75,
|
|
"lb_detection": {
|
|
"mtusi-lab3-api-3": {
|
|
"lb_marked_not_up_after_s": 25.609,
|
|
"lb_state": "DOWN"
|
|
},
|
|
"mtusi-lab3-api-4": {
|
|
"lb_marked_not_up_after_s": 31.75,
|
|
"lb_state": "DOWN"
|
|
}
|
|
},
|
|
"lb_retries_redispatches": {
|
|
"retries": 0,
|
|
"redispatches": 4
|
|
},
|
|
"instances_after": [
|
|
"82960260fe7e-4aef3e",
|
|
"94d5b20af90c-88de6e"
|
|
],
|
|
"confirmed_writes": 11433,
|
|
"history_messages": 11433,
|
|
"duplicates": 0,
|
|
"lost_confirmed": 0,
|
|
"timeline_per_second": [
|
|
{
|
|
"t": 0,
|
|
"ok": 127,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 1,
|
|
"ok": 272,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 2,
|
|
"ok": 169,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 3,
|
|
"ok": 319,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 4,
|
|
"ok": 299,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 5,
|
|
"ok": 322,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 6,
|
|
"ok": 330,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 7,
|
|
"ok": 337,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 8,
|
|
"ok": 187,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 9,
|
|
"ok": 308,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 10,
|
|
"ok": 226,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 11,
|
|
"ok": 136,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 12,
|
|
"ok": 219,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 13,
|
|
"ok": 185,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 14,
|
|
"ok": 142,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 15,
|
|
"ok": 160,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 16,
|
|
"ok": 261,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 17,
|
|
"ok": 282,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 18,
|
|
"ok": 278,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 19,
|
|
"ok": 329,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 20,
|
|
"ok": 253,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 21,
|
|
"ok": 116,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 22,
|
|
"ok": 209,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 23,
|
|
"ok": 233,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 24,
|
|
"ok": 276,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 25,
|
|
"ok": 287,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 26,
|
|
"ok": 303,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 27,
|
|
"ok": 282,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 28,
|
|
"ok": 255,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 29,
|
|
"ok": 289,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 30,
|
|
"ok": 293,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 31,
|
|
"ok": 285,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 32,
|
|
"ok": 242,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 33,
|
|
"ok": 197,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 34,
|
|
"ok": 208,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 35,
|
|
"ok": 248,
|
|
"err": 0,
|
|
"instances": 4
|
|
},
|
|
{
|
|
"t": 36,
|
|
"ok": 309,
|
|
"err": 0,
|
|
"instances": 3
|
|
},
|
|
{
|
|
"t": 37,
|
|
"ok": 308,
|
|
"err": 0,
|
|
"instances": 3
|
|
},
|
|
{
|
|
"t": 38,
|
|
"ok": 243,
|
|
"err": 0,
|
|
"instances": 3
|
|
},
|
|
{
|
|
"t": 39,
|
|
"ok": 112,
|
|
"err": 0,
|
|
"instances": 3
|
|
},
|
|
{
|
|
"t": 40,
|
|
"ok": 103,
|
|
"err": 0,
|
|
"instances": 3
|
|
},
|
|
{
|
|
"t": 41,
|
|
"ok": 193,
|
|
"err": 0,
|
|
"instances": 3
|
|
},
|
|
{
|
|
"t": 42,
|
|
"ok": 250,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 43,
|
|
"ok": 310,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 44,
|
|
"ok": 299,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 45,
|
|
"ok": 268,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 46,
|
|
"ok": 208,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 47,
|
|
"ok": 252,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 48,
|
|
"ok": 313,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 49,
|
|
"ok": 317,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 50,
|
|
"ok": 306,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 51,
|
|
"ok": 297,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 52,
|
|
"ok": 264,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 53,
|
|
"ok": 258,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 54,
|
|
"ok": 334,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 55,
|
|
"ok": 319,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 56,
|
|
"ok": 321,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 57,
|
|
"ok": 352,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 58,
|
|
"ok": 239,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 59,
|
|
"ok": 211,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 60,
|
|
"ok": 333,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 61,
|
|
"ok": 326,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 62,
|
|
"ok": 248,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 63,
|
|
"ok": 240,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 64,
|
|
"ok": 208,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 65,
|
|
"ok": 137,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 66,
|
|
"ok": 252,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 67,
|
|
"ok": 290,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 68,
|
|
"ok": 338,
|
|
"err": 0,
|
|
"instances": 2
|
|
},
|
|
{
|
|
"t": 69,
|
|
"ok": 339,
|
|
"err": 0,
|
|
"instances": 2
|
|
}
|
|
],
|
|
"replicas_after": [
|
|
{
|
|
"name": "mtusi-lab3-api-5",
|
|
"hostname": "94d5b20af90c",
|
|
"revision": "0ab3a34-1793888112",
|
|
"ip": "172.19.0.3"
|
|
},
|
|
{
|
|
"name": "mtusi-lab3-api-6",
|
|
"hostname": "82960260fe7e",
|
|
"revision": "0ab3a34-1793888112",
|
|
"ip": "172.19.0.2"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|