Зафиксировать rolling update и ограничения исследования

This commit is contained in:
Vladislav Agapov
2026-10-16 11:51:57 +03:00
parent 9494547300
commit 7b7e23fd02
6 changed files with 405 additions and 13 deletions
+2
View File
@@ -51,3 +51,5 @@ make coverage выполняется с изолированными PostgreSQL/
Свежий прогон 16.10.2026: Go test/vet/lint прошли; race/integration/coverage — 59 файлов, минимум 90%. Публичный HTTPS smoke прошёл. Первый failover: 48 записей, 0 неудачных попыток, восстановление 0.801 с. Повторный запуск получил внешний connection/TLS timeout до остановки pod; сохранён отдельно, не считается PASS.
Конкурентная идемпотентность через HTTPS: 8 VU / 32 операции, 34/34 checks, ровно одно сообщение, другой body — конфликт. В процессе были 5 транзиентных неуспешных HTTP из 41; повторы выполнялись с исходным ключом. Полный рестарт API/PostgreSQL/Valkey прошёл: исходная сессия и сообщение сохранились, PVC неизменны. Реальные stop/pause PostgreSQL и Valkey на одноразовом стенде прошли: 503, отсутствие анонимного доступа, восстановление прежней сессии и сообщения.
Rolling update проверен под нагрузкой 4 VU, 5 с прогрева и 20 с измерения. Deployment заменён успешно; 308 подтверждённых сообщений из 317 попыток записи (15.4 подтверждения/с в измеряемые 20 с). Всего 17 ошибок операций, включая чтения/повторы; 1040 из 1057 checks успешны, p95 записи 107.5 мс, p99 3036.5 мс. Это проверка с измеренными краткими ошибками, а не бесшовное обновление без ошибок. Raw: evidence/load-rolling-20261016.json, выборки: evidence/resources-rolling-20261016.txt. Сценарий не доказывает полную сохранность каждой записи после rolling update; она отдельно проверена persistence/failover-тестами.
+1
View File
@@ -9,3 +9,4 @@
| L3-08 | Матрица, насыщение, подтверждённое улучшение | Полный трек не завершён |
Проверки: shared-smoke PASS, shared-failover-1 PASS, shared-persistence PASS, shared-dependency-faults PASS. Concurrent retry: 34/34 checks, один Message через две реплики. Два повторных внешних failover-прогона завершились timeout до action; последовательная остановка каждой исходной реплики ещё не подтверждена.
Rolling update выполнен под короткой нагрузкой: 308 подтверждённых сообщений, 17 ошибок операций, обновление завершилось; raw в evidence/load-rolling-20261016.json. Полный исследовательский трек остаётся незавершённым.
+325
View File
@@ -0,0 +1,325 @@
{
"profile": {
"vus": 4,
"seconds": 20,
"warmup_seconds": 5,
"users": 16
},
"summary": {
"root_group": {
"id": "d41d8cd98f00b204e9800998ecf8427e",
"groups": [],
"checks": [
{
"path": "::message confirmed",
"id": "d4155de45199bf62b8c3d5ba8866ac6e",
"passes": 493,
"fails": 9,
"name": "message confirmed"
},
{
"name": "retry returns original",
"path": "::retry returns original",
"id": "f737ff9008ff036f7a4b775b05a953fa",
"passes": 53,
"fails": 0
},
{
"passes": 494,
"fails": 8,
"name": "history readable",
"path": "::history readable",
"id": "e5d19d1d900950fc71ea4c99c2bee0f8"
}
],
"name": "",
"path": ""
},
"options": {
"summaryTrendStats": [
"avg",
"p(50)",
"p(95)",
"p(99)",
"max"
],
"summaryTimeUnit": "",
"noColor": false
},
"state": {
"isStdOutTTY": false,
"isStdErrTTY": false,
"testRunDurationMs": 35896.458568
},
"metrics": {
"data_sent": {
"type": "counter",
"contains": "data",
"values": {
"count": 104799,
"rate": 2919.4801989025004
}
},
"confirmed_messages": {
"contains": "default",
"values": {
"count": 308,
"rate": 8.580233602056985
},
"type": "counter"
},
"http_req_duration": {
"type": "trend",
"contains": "time",
"values": {
"avg": 107.14148209411755,
"p(50)": 45.745154,
"p(95)": 99.8943652,
"p(99)": 2032.5897884800002,
"max": 7206.858645
}
},
"http_req_blocked": {
"type": "trend",
"contains": "time",
"values": {
"p(50)": 0.000965,
"p(95)": 0.001395,
"p(99)": 0.0038502800000000718,
"max": 606.843456,
"avg": 0.6654776325791854
}
},
"iterations": {
"type": "counter",
"contains": "default",
"values": {
"count": 502,
"rate": 13.984666455300673
}
},
"message_latency_ms": {
"type": "trend",
"contains": "time",
"values": {
"max": 4069.037767,
"avg": 141.1973867507886,
"p(50)": 60.784952,
"p(95)": 107.54482639999999,
"p(99)": 3036.45417512
}
},
"http_reqs": {
"type": "counter",
"contains": "default",
"values": {
"count": 1105,
"rate": 30.782980942444706
}
},
"http_req_receiving": {
"contains": "time",
"values": {
"p(95)": 0.5982831999999998,
"p(99)": 1.129207840000003,
"max": 9.195694,
"avg": 0.26215743348416304,
"p(50)": 0.166438
},
"type": "trend"
},
"vus": {
"values": {
"value": 1,
"min": 0,
"max": 4
},
"type": "gauge",
"contains": "default"
},
"iteration_duration": {
"type": "trend",
"contains": "time",
"values": {
"p(50)": 102.933588,
"p(95)": 219.91099354999994,
"p(99)": 5047.706061420009,
"max": 9095.88069,
"avg": 230.09780262549805
}
},
"http_req_sending": {
"contains": "time",
"values": {
"p(99)": 0.41411440000000055,
"max": 3.329727,
"avg": 0.1880026678733031,
"p(50)": 0.173364,
"p(95)": 0.30632359999999986
},
"type": "trend"
},
"application_errors": {
"type": "counter",
"contains": "default",
"values": {
"count": 17,
"rate": 0.473584322191457
}
},
"http_req_connecting": {
"type": "trend",
"contains": "time",
"values": {
"avg": 0.02591960814479638,
"p(50)": 0,
"p(95)": 0,
"p(99)": 0,
"max": 3.756808
}
},
"attempted_messages": {
"type": "counter",
"contains": "default",
"values": {
"count": 317,
"rate": 8.830954713805404
}
},
"http_req_duration{expected_response:true}": {
"type": "trend",
"contains": "time",
"values": {
"avg": 60.055339191176486,
"p(50)": 45.278537,
"p(95)": 95.53229384999999,
"p(99)": 123.21868363999846,
"max": 3151.644601
}
},
"http_req_tls_handshaking": {
"contains": "time",
"values": {
"p(50)": 0,
"p(95)": 0,
"p(99)": 0,
"max": 17.520916,
"avg": 0.10471677647058822
},
"type": "trend"
},
"http_req_failed": {
"contains": "default",
"values": {
"fails": 1088,
"rate": 0.015384615384615385,
"passes": 17
},
"type": "rate"
},
"data_received": {
"type": "counter",
"contains": "data",
"values": {
"count": 1392518,
"rate": 38792.629009964905
}
},
"http_req_waiting": {
"type": "trend",
"contains": "time",
"values": {
"max": 7206.407109,
"avg": 106.69132199276018,
"p(50)": 45.315886,
"p(95)": 99.57287799999999,
"p(99)": 2031.2303810800001
}
},
"vus_max": {
"values": {
"max": 8,
"value": 8,
"min": 8
},
"type": "gauge",
"contains": "default"
},
"checks": {
"contains": "default",
"values": {
"fails": 17,
"rate": 0.9839167455061495,
"passes": 1040
},
"type": "rate"
}
},
"setup_data": [
{
"token": "RMDAkY-Aed_W_tTOaJA5wu6TnOlN7m1UPrKAWMbtFQQ",
"chat": "715f2535-708a-4348-b154-9d85f0598fdf"
},
{
"chat": "239e6262-5e95-4f65-8966-b389662c6101",
"token": "AmAOis6KfQyhlSistPhJOQM4XD3dFYobzU1Ct470qsY"
},
{
"chat": "13e6a4d9-ca96-4c51-9eba-6e68b723e91c",
"token": "axqVVcp2Wlp5WLwq8t0YiGTYMye0XNRyvgMV-nzkPbQ"
},
{
"chat": "c5c5c8b6-4602-4bb8-a659-b591715ab74b",
"token": "lo_zOOHgOq-xIgabAdaaGaFDLXASBkp8XAnr_Rwthao"
},
{
"chat": "84f42d37-b65e-45b8-a736-dcdabb8d245e",
"token": "xkMKAehhhWMil8LSXF_DaVgQmAQCWFmCOWZvHmguIIY"
},
{
"chat": "eaf3db13-97f1-4f96-a4db-f1197325497b",
"token": "AZDSshpwx1yn7DFeJlSyRpUaufvbLINW8bb-00Wt7ss"
},
{
"chat": "b4ad2b36-b7ec-4605-8683-de83557f1cf5",
"token": "vs5w_-eg733XSvMyyziV6-7q47xZEQ372V5X_FsCGIA"
},
{
"chat": "48e63e65-b90f-41c1-8bbc-6b60ebcabedc",
"token": "CQ8XeGorK0HomebCx_nUQijxGBG4MU0_eEtwwFWIW6Y"
},
{
"token": "TZcYWe9cmOef_hrmozp1IOJSc9OSLTA04MxtGlkJ8XU",
"chat": "bbcecdd1-0cbc-4493-99a8-cbe9caba54f9"
},
{
"token": "zCtwwuQh5gdcAnJUcRY9P-ktFEDHIV2rGSDVEQL-5bc",
"chat": "68dee914-40c9-4188-9d90-b7b9d44b8543"
},
{
"chat": "89642210-6535-48be-a46c-8c19cdf9efac",
"token": "zqOhFtYQDONavNIIDMy6bwCFETNTd_tsWIU9X0D40G0"
},
{
"chat": "73f0e9e1-f170-400c-9cfd-d90e473a19e2",
"token": "k8FRCbioLnN4MFvLrdyQ9dhwvYZUVV-O_ecyoq9VbOM"
},
{
"chat": "fff6d4a8-515f-44ba-ba78-10297a58859d",
"token": "LxB3akwYgrEG0LLY9zeVRBCtTCwFCarK4SpPqANtOs4"
},
{
"chat": "dbe76193-9952-4ebd-aad6-1cea59f0b4ce",
"token": "IykVKbHSToSG176w5aMJueQReRHXAvQAG8keTET7txc"
},
{
"chat": "44bf5586-1443-44f3-aef4-f35f26b8ca36",
"token": "4zP8j_2J9UtJktGE6_isyb3rvHqB6LcKyMUfBuqSXJU"
},
{
"chat": "5464947f-701d-43d3-887e-54a1df125654",
"token": "Vg-TqjU86Al7Isbs-el_AD9aB_gK15cEhLeP4jzHrpk"
}
]
}
}
File diff suppressed because one or more lines are too long
+63
View File
@@ -0,0 +1,63 @@
UTC 2026-10-16T08:50:15Z
NAME CPU(cores) MEMORY(bytes)
api-647dcfd499-ksc82 2m 22Mi
api-647dcfd499-tz465 2m 22Mi
postgres-0 5m 28Mi
valkey-0 7m 5Mi
valkey-1 5m 3Mi
valkey-2 6m 3Mi
active|||1
idle|Client|ClientRead|2
UTC 2026-10-16T08:50:20Z
NAME CPU(cores) MEMORY(bytes)
api-647dcfd499-ksc82 2m 22Mi
api-647dcfd499-tz465 2m 22Mi
postgres-0 5m 28Mi
valkey-0 7m 5Mi
valkey-1 5m 3Mi
valkey-2 6m 3Mi
active|||1
idle|Client|ClientRead|5
UTC 2026-10-16T08:50:27Z
NAME CPU(cores) MEMORY(bytes)
api-647dcfd499-ksc82 86m 9Mi
api-647dcfd499-tz465 67m 7Mi
load-rolling-20261016-fznwl 68m 14Mi
postgres-0 94m 38Mi
valkey-0 34m 5Mi
valkey-1 5m 3Mi
valkey-2 21m 3Mi
active|||1
idle|Client|ClientRead|3
UTC 2026-10-16T08:50:38Z
NAME CPU(cores) MEMORY(bytes)
api-647dcfd499-ksc82 86m 9Mi
api-647dcfd499-tz465 67m 7Mi
load-rolling-20261016-fznwl 68m 14Mi
postgres-0 94m 38Mi
valkey-0 34m 5Mi
valkey-1 5m 3Mi
valkey-2 21m 3Mi
active|||1
idle|Client|ClientRead|7
UTC 2026-10-16T08:50:44Z
NAME CPU(cores) MEMORY(bytes)
api-647dcfd499-ksc82 68m 10Mi
api-647dcfd499-tz465 68m 7Mi
load-rolling-20261016-fznwl 55m 16Mi
postgres-0 77m 40Mi
valkey-0 60m 6Mi
valkey-1 13m 3Mi
valkey-2 7m 3Mi
active|||1
idle|Client|ClientRead|6
UTC 2026-10-16T08:50:52Z
NAME CPU(cores) MEMORY(bytes)
api-647dcfd499-tz465 68m 7Mi
load-rolling-20261016-fznwl 55m 16Mi
postgres-0 77m 40Mi
valkey-0 60m 6Mi
valkey-1 13m 3Mi
valkey-2 7m 3Mi
active|||1
idle|Client|ClientRead|4
+13 -13
View File
@@ -1,20 +1,20 @@
NAME READY STATUS RESTARTS AGE
pod/api-56cdb6bc9b-fkkmp 1/1 Running 0 27s
pod/api-56cdb6bc9b-rsrlb 1/1 Running 0 30s
pod/load-idempotency-20261016084724-ph422 0/1 Completed 0 3m43s
pod/load-rolling-20261016-fznwl 0/1 Completed 0 53s
pod/api-56cdb6bc9b-fkkmp 1/1 Running 0 76s
pod/api-56cdb6bc9b-rsrlb 1/1 Running 0 79s
pod/load-idempotency-20261016084724-ph422 0/1 Completed 0 4m32s
pod/load-rolling-20261016-fznwl 0/1 Completed 0 102s
pod/metrics-server-db8d46c89-92mbs 1/1 Running 0 18h
pod/migrate-2-c56fc 0/1 Completed 0 6m13s
pod/postgres-0 1/1 Running 0 108s
pod/valkey-0 1/1 Running 0 102s
pod/valkey-1 1/1 Running 0 105s
pod/valkey-2 1/1 Running 0 108s
pod/migrate-2-c56fc 0/1 Completed 0 7m2s
pod/postgres-0 1/1 Running 0 2m37s
pod/valkey-0 1/1 Running 0 2m31s
pod/valkey-1 1/1 Running 0 2m34s
pod/valkey-2 1/1 Running 0 2m37s
NAME REFERENCE TARGETS MINPODS MAXPODS REPLICAS AGE
horizontalpodautoscaler.autoscaling/api Deployment/api cpu: <unknown>/60% 2 4 2 6m13s
NAME REFERENCE TARGETS MINPODS MAXPODS REPLICAS AGE
horizontalpodautoscaler.autoscaling/api Deployment/api cpu: 1%/60% 2 4 2 7m2s
NAME CLASS HOSTS ADDRESS PORTS AGE
ingress.networking.k8s.io/messenger traefik hl.agapov.space 80, 443 6m13s
ingress.networking.k8s.io/messenger traefik hl.agapov.space 80, 443 7m2s
NAME READY SECRET AGE
certificate.cert-manager.io/messenger-tls True messenger-tls 6m13s
certificate.cert-manager.io/messenger-tls True messenger-tls 7m2s