From f4ec74b78ba4c8da2bfcee6e5d343ddfbc36039f Mon Sep 17 00:00:00 2001 From: Vladislav Agapov Date: Thu, 29 Oct 2026 15:25:37 +0300 Subject: [PATCH] =?UTF-8?q?=D0=98=D1=81=D0=BF=D1=80=D0=B0=D0=B2=D0=B8?= =?UTF-8?q?=D1=82=D1=8C=20=D0=B7=D0=B0=D0=B3=D0=BE=D0=BB=D0=BE=D0=B2=D0=BE?= =?UTF-8?q?=D0=BA=20413=20=D0=B8=20=D0=B4=D0=BE=D0=BF=D0=BE=D0=BB=D0=BD?= =?UTF-8?q?=D0=B8=D1=82=D1=8C=20=D0=BF=D1=80=D0=BE=D0=B2=D0=B5=D1=80=D0=BA?= =?UTF-8?q?=D1=83=20=D0=BE=D1=82=D0=BA=D0=B0=D0=B7=D0=BE=D0=B2=20=D0=B8=20?= =?UTF-8?q?=D0=BC=D0=B0=D1=81=D1=88=D1=82=D0=B0=D0=B1=D0=B8=D1=80=D0=BE?= =?UTF-8?q?=D0=B2=D0=B0=D0=BD=D0=B8=D1=8F=20lab3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ARCHITECTURE.md | 4 + REPORT.md | 25 +- charts/messenger/templates/api.yaml | 8 +- charts/messenger/templates/load.yaml | 2 + charts/messenger/values.yaml | 5 +- docs/DEFENSE.md | 6 +- docs/PLAN.md | 14 +- docs/RESEARCH.md | 77 + docs/SPEC.md | 18 + evidence/research-20261029-budget/README.md | 7 + .../base-revision.txt | 1 + evidence/research-20261029-budget/date.txt | 1 + .../deployment-growing1-20261029115804.json | 217 ++ ...oyment-resource-high-a-20261029121644.json | 217 ++ ...oyment-resource-high-b-20261029122017.json | 217 ++ ...loyment-resource-low-a-20261029121455.json | 217 ++ ...loyment-resource-low-b-20261029121833.json | 217 ++ ...deployment-saturation8-20261029121309.json | 217 ++ .../research-20261029-budget/disable-hpa.txt | 8 + .../load-growing1-20261029115804.json | 381 ++ .../load-growing1-20261029115804.txt | 1 + .../load-resource-high-a-20261029121644.json | 381 ++ .../load-resource-high-a-20261029121644.txt | 4 + .../load-resource-high-b-20261029122017.json | 373 ++ .../load-resource-high-b-20261029122017.txt | 1 + .../load-resource-low-a-20261029121455.json | 381 ++ .../load-resource-low-a-20261029121455.txt | 1 + .../load-resource-low-b-20261029121833.json | 381 ++ .../load-resource-low-b-20261029121833.txt | 1 + .../load-saturation8-20261029121309.json | 373 ++ .../load-saturation8-20261029121309.txt | 3 + evidence/research-20261029-budget/nodes.txt | 4 + .../pods-growing1-20261029115804.txt | 2 + .../pods-resource-high-a-20261029121644.txt | 3 + .../pods-resource-high-b-20261029122017.txt | 3 + .../pods-resource-low-a-20261029121455.txt | 3 + .../pods-resource-low-b-20261029121833.txt | 3 + .../pods-saturation8-20261029121309.txt | 2 + .../research-20261029-budget/profiles.csv | 7 + .../resources-growing1-20261029115804.txt | 107 + ...sources-resource-high-a-20261029121644.txt | 112 + ...sources-resource-high-b-20261029122017.txt | 97 + ...esources-resource-low-a-20261029121455.txt | 92 + ...esources-resource-low-b-20261029121833.txt | 82 + .../resources-saturation8-20261029121309.txt | 115 + .../restore-values.yaml | 61 + evidence/research-20261029-budget/restore.txt | 8 + .../rollout-growing1.txt | 8 + .../rollout-resource-high-a.txt | 8 + .../rollout-resource-high-b.txt | 8 + .../rollout-resource-low-a.txt | 8 + .../rollout-resource-low-b.txt | 8 + .../rollout-saturation8.txt | 8 + .../research-20261029-budget/source.sha256 | 3 + .../values-growing1-20261029115804.json | 1 + ...values-resource-high-a-20261029121644.json | 1 + ...values-resource-high-b-20261029122017.json | 1 + .../values-resource-low-a-20261029121455.json | 1 + .../values-resource-low-b-20261029121833.json | 1 + .../values-saturation8-20261029121309.json | 1 + .../README.md | 5 + .../base-revision.txt | 1 + .../date.txt | 1 + .../deployment-growing1-20261029112219.json | 217 ++ .../load-growing1-20261029112219.json | 373 ++ .../load-growing1-20261029112219.txt | 1 + .../nodes.txt | 4 + .../pods-growing1-20261029112219.txt | 3 + .../profiles.csv | 2 + .../resources-growing1-20261029112219.txt | 85 + .../restore-values.yaml | 61 + .../restore.txt | 8 + .../rollout-growing1.txt | 8 + .../rollout-saturation8.txt | 0 .../source.sha256 | 3 + .../research-20261029-controlled/README.md | 3 + .../base-revision.txt | 1 + .../research-20261029-controlled/date.txt | 1 + .../deployment-growing1-20261029111920.json | 217 ++ .../research-20261029-controlled/nodes.txt | 4 + .../pods-growing1-20261029111920.txt | 2 + .../research-20261029-controlled/profiles.csv | 2 + .../resources-growing1-20261029111920.txt | 51 + .../restore-values.yaml | 61 + .../research-20261029-controlled/restore.txt | 8 + .../rollout-growing1.txt | 8 + .../source.sha256 | 3 + .../research-20261029-final/base-revision.txt | 1 + .../cpu-quota-config.json | 4 + evidence/research-20261029-final/date.txt | 1 + .../deployment-fixed1-20261029110437.json | 214 ++ .../deployment-fixed2-20261029110639.json | 214 ++ .../deployment-fixed4-20261029110815.json | 214 ++ .../deployment-growing1-20261029111013.json | 214 ++ .../deployment-growing2-20261029111200.json | 214 ++ .../deployment-growing4-20261029111342.json | 214 ++ ...deployment-saturation8-20261029111530.json | 214 ++ evidence/research-20261029-final/events.json | 2590 +++++++++++++ .../research-20261029-final/excluded.json | 6 + .../invalid-growing1-log.txt | 1 + .../invalid-growing1.md | 3 + .../load-fixed1-20261029110437.json | 373 ++ .../load-fixed1-20261029110437.txt | 3 + .../load-fixed2-20261029110639.json | 381 ++ .../load-fixed2-20261029110639.txt | 1 + .../load-fixed4-20261029110815.json | 381 ++ .../load-fixed4-20261029110815.txt | 1 + .../load-growing2-20261029111200.json | 381 ++ .../load-growing2-20261029111200.txt | 1 + .../load-growing4-20261029111342.json | 373 ++ .../load-growing4-20261029111342.txt | 1 + .../load-saturation8-20261029111530.txt | 7 + evidence/research-20261029-final/matrix.png | Bin 0 -> 82178 bytes evidence/research-20261029-final/matrix.svg | 1667 ++++++++ .../node-capacity.json | 95 + evidence/research-20261029-final/nodes.txt | 4 + .../pods-growing2-20261029111200.txt | 3 + .../pods-growing4-20261029111342.txt | 5 + .../pods-saturation8-20261029111530.txt | 2 + evidence/research-20261029-final/profiles.csv | 8 + .../resources-fixed1-20261029110437.txt | 97 + .../resources-fixed2-20261029110639.txt | 99 + .../resources-fixed4-20261029110815.txt | 131 + .../resources-growing1-20261029111013.txt | 96 + .../resources-growing2-20261029111200.txt | 105 + .../resources-growing4-20261029111342.txt | 128 + .../resources-saturation8-20261029111530.txt | 40 + .../restore-values.yaml | 61 + evidence/research-20261029-final/restore.txt | 8 + evidence/research-20261029-final/results.png | Bin 0 -> 186508 bytes evidence/research-20261029-final/results.svg | 3372 +++++++++++++++++ .../rollout-fixed1.txt | 8 + .../rollout-fixed2.txt | 8 + .../rollout-fixed4.txt | 8 + .../rollout-growing1.txt | 8 + .../rollout-growing2.txt | 8 + .../rollout-growing4.txt | 8 + .../rollout-saturation8.txt | 8 + .../research-20261029-final/source.sha256 | 3 + evidence/research-20261029-final/summary.csv | 20 + evidence/research-20261029-pool/README.md | 7 + .../admission-samples.txt | 540 +++ .../research-20261029-pool/base-revision.txt | 1 + evidence/research-20261029-pool/date.txt | 1 + ...eployment-saturation64-20261029112756.json | 217 ++ ...deployment-saturation8-20261029112615.json | 217 ++ .../deployment-single32a-20261029113131.json | 217 ++ .../deployment-single32b-20261029113452.json | 217 ++ .../deployment-single8a-20261029112953.json | 217 ++ .../deployment-single8b-20261029113315.json | 217 ++ .../load-saturation64-20261029112756.json | 381 ++ .../load-saturation64-20261029112756.txt | 2 + .../load-saturation8-20261029112615.json | 381 ++ .../load-saturation8-20261029112615.txt | 1 + .../load-single32a-20261029113131.json | 381 ++ .../load-single32a-20261029113131.txt | 1 + .../load-single32b-20261029113452.json | 373 ++ .../load-single32b-20261029113452.txt | 1 + .../load-single8a-20261029112953.json | 381 ++ .../load-single8a-20261029112953.txt | 1 + .../load-single8b-20261029113315.json | 381 ++ .../load-single8b-20261029113315.txt | 1 + evidence/research-20261029-pool/nodes.txt | 4 + .../pods-saturation64-20261029112756.txt | 2 + .../pods-saturation8-20261029112615.txt | 3 + .../pods-single32a-20261029113131.txt | 2 + .../pods-single32b-20261029113452.txt | 2 + .../pods-single8a-20261029112953.txt | 2 + .../pods-single8b-20261029113315.txt | 2 + evidence/research-20261029-pool/profiles.csv | 7 + .../readiness-events.json | 207 + .../resources-saturation64-20261029112756.txt | 82 + .../resources-saturation8-20261029112615.txt | 85 + .../resources-single32a-20261029113131.txt | 64 + .../resources-single32b-20261029113452.txt | 80 + .../resources-single8a-20261029112953.txt | 64 + .../resources-single8b-20261029113315.txt | 62 + .../restore-values.yaml | 61 + evidence/research-20261029-pool/restore.txt | 8 + .../rollout-saturation64.txt | 8 + .../rollout-saturation8.txt | 8 + .../rollout-single32a.txt | 8 + .../rollout-single32b.txt | 8 + .../rollout-single8a.txt | 8 + .../rollout-single8b.txt | 8 + evidence/research-20261029-pool/source.sha256 | 3 + .../research-20261029-readiness/README.md | 5 + .../base-revision.txt | 1 + evidence/research-20261029-readiness/date.txt | 1 + .../deployment-probe2a-20261029113757.json | 217 ++ .../deployment-probe2b-20261029114146.json | 217 ++ .../deployment-probe5a-20261029113950.json | 217 ++ .../deployment-probe5b-20261029114403.json | 217 ++ .../load-probe2a-20261029113757.json | 373 ++ .../load-probe2a-20261029113757.txt | 1 + .../load-probe2b-20261029114146.json | 373 ++ .../load-probe2b-20261029114146.txt | 4 + .../load-probe5a-20261029113950.json | 373 ++ .../load-probe5a-20261029113950.txt | 4 + .../load-probe5b-20261029114403.json | 381 ++ .../load-probe5b-20261029114403.txt | 1 + .../research-20261029-readiness/nodes.txt | 4 + .../pods-probe2a-20261029113757.txt | 3 + .../pods-probe2b-20261029114146.txt | 2 + .../pods-probe5a-20261029113950.txt | 2 + .../pods-probe5b-20261029114403.txt | 2 + .../research-20261029-readiness/profiles.csv | 5 + .../resources-probe2a-20261029113757.txt | 59 + .../resources-probe2b-20261029114146.txt | 48 + .../resources-probe5a-20261029113950.txt | 101 + .../resources-probe5b-20261029114403.txt | 89 + .../restore-values.yaml | 61 + .../research-20261029-readiness/restore.txt | 8 + .../rollout-probe2a.txt | 8 + .../rollout-probe2b.txt | 8 + .../rollout-probe5a.txt | 8 + .../rollout-probe5b.txt | 8 + .../research-20261029-readiness/source.sha256 | 3 + .../values-probe5b-20261029114403.json | 1 + evidence/research-20261029/README.md | 5 + evidence/research-20261029/base-revision.txt | 1 + evidence/research-20261029/dataset-during.txt | 3 + evidence/research-20261029/date.txt | 1 + .../research-20261029/deployment-fixed4.json | 214 ++ .../load-fixed1-20261029105633.json | 381 ++ .../load-fixed1-20261029105633.txt | 1 + .../load-fixed2-20261029105833.json | 373 ++ .../load-fixed2-20261029105833.txt | 1 + .../load-fixed4-20261029110021.txt | 2 + evidence/research-20261029/nodes.txt | 4 + evidence/research-20261029/profiles.csv | 4 + .../research-20261029/readiness-events.json | 372 ++ .../resources-fixed1-20261029105633.txt | 79 + .../resources-fixed2-20261029105833.txt | 109 + .../resources-fixed4-20261029110021.txt | 47 + .../research-20261029/restore-values.yaml | 61 + evidence/research-20261029/restore.txt | 8 + evidence/research-20261029/rollout-fixed1.txt | 8 + evidence/research-20261029/rollout-fixed2.txt | 8 + evidence/research-20261029/rollout-fixed4.txt | 8 + evidence/research-20261029/source.sha256 | 3 + evidence/research-20261029/values-fixed1.json | 1 + evidence/research-20261029/values-fixed2.json | 1 + evidence/review-20261029/413-body.json | 1 + evidence/review-20261029/413-headers.txt | 7 + evidence/review-20261029/README.md | 20 + evidence/review-20261029/body-limit.txt | 1 + evidence/review-20261029/both-replicas.txt | 3 + evidence/review-20261029/build.txt | 65 + evidence/review-20261029/contract.txt | 2 + .../review-20261029/coverage-per-file.json | 75 + evidence/review-20261029/coverage.txt | 95 + evidence/review-20261029/deploy.txt | 8 + .../failover-1-20261029105415-delete.txt | 1 + .../failover-1-20261029105415-run.txt | 2 + .../failover-1-20261029105415-stop-epoch.txt | 1 + .../failover-1-20261029105415-summary.json | 10 + .../failover-1-20261029105415-target.json | 329 ++ .../failover-2-20261029105524-delete.txt | 1 + .../failover-2-20261029105524-restored.txt | 1 + .../failover-2-20261029105524-run.txt | 2 + .../failover-2-20261029105524-stop-epoch.txt | 1 + .../failover-2-20261029105524-summary.json | 10 + .../failover-2-20261029105524-target.json | 329 ++ .../review-20261029/final-deployment.json | 214 ++ evidence/review-20261029/final-rollout.txt | 1 + .../review-20261029/final-smoke-retry.txt | 3 + evidence/review-20261029/final-smoke.txt | 3 + evidence/review-20261029/go-version.txt | 1 + evidence/review-20261029/helm-lint.txt | 4 + evidence/review-20261029/helm-version.txt | 1 + evidence/review-20261029/image.json | 20 + evidence/review-20261029/initial-api.json | 667 ++++ .../review-20261029/kubernetes-version.json | 29 + evidence/review-20261029/lint.txt | 1 + .../load-failover-1-20261029105415.txt | 29 + .../load-failover-2-20261029105524.txt | 31 + .../resources-failover-1-20261029105415.txt | 50 + .../resources-failover-2-20261029105524.txt | 39 + evidence/review-20261029/smoke-after.txt | 2 + evidence/review-20261029/smoke.txt | 3 + evidence/review-20261029/targets.txt | 2 + evidence/review-20261029/vet.txt | 0 .../controller/http/fiber/body_limit_test.go | 68 + internal/controller/http/fiber/errors.go | 2 + scripts/experiment.sh | 55 +- scripts/plot-research.py | 119 + scripts/run-load.sh | 34 +- scripts/sample-admission.sh | 8 + scripts/summarize-failover.rb | 21 + scripts/test-both-replicas.sh | 33 + student-tests/README.md | 4 + student-tests/load/failover.js | 61 + student-tests/load/scaling.js | 37 +- 294 files changed, 29530 insertions(+), 57 deletions(-) create mode 100644 docs/RESEARCH.md create mode 100644 evidence/research-20261029-budget/README.md create mode 100644 evidence/research-20261029-budget/base-revision.txt create mode 100644 evidence/research-20261029-budget/date.txt create mode 100644 evidence/research-20261029-budget/deployment-growing1-20261029115804.json create mode 100644 evidence/research-20261029-budget/deployment-resource-high-a-20261029121644.json create mode 100644 evidence/research-20261029-budget/deployment-resource-high-b-20261029122017.json create mode 100644 evidence/research-20261029-budget/deployment-resource-low-a-20261029121455.json create mode 100644 evidence/research-20261029-budget/deployment-resource-low-b-20261029121833.json create mode 100644 evidence/research-20261029-budget/deployment-saturation8-20261029121309.json create mode 100644 evidence/research-20261029-budget/disable-hpa.txt create mode 100644 evidence/research-20261029-budget/load-growing1-20261029115804.json create mode 100644 evidence/research-20261029-budget/load-growing1-20261029115804.txt create mode 100644 evidence/research-20261029-budget/load-resource-high-a-20261029121644.json create mode 100644 evidence/research-20261029-budget/load-resource-high-a-20261029121644.txt create mode 100644 evidence/research-20261029-budget/load-resource-high-b-20261029122017.json create mode 100644 evidence/research-20261029-budget/load-resource-high-b-20261029122017.txt create mode 100644 evidence/research-20261029-budget/load-resource-low-a-20261029121455.json create mode 100644 evidence/research-20261029-budget/load-resource-low-a-20261029121455.txt create mode 100644 evidence/research-20261029-budget/load-resource-low-b-20261029121833.json create mode 100644 evidence/research-20261029-budget/load-resource-low-b-20261029121833.txt create mode 100644 evidence/research-20261029-budget/load-saturation8-20261029121309.json create mode 100644 evidence/research-20261029-budget/load-saturation8-20261029121309.txt create mode 100644 evidence/research-20261029-budget/nodes.txt create mode 100644 evidence/research-20261029-budget/pods-growing1-20261029115804.txt create mode 100644 evidence/research-20261029-budget/pods-resource-high-a-20261029121644.txt create mode 100644 evidence/research-20261029-budget/pods-resource-high-b-20261029122017.txt create mode 100644 evidence/research-20261029-budget/pods-resource-low-a-20261029121455.txt create mode 100644 evidence/research-20261029-budget/pods-resource-low-b-20261029121833.txt create mode 100644 evidence/research-20261029-budget/pods-saturation8-20261029121309.txt create mode 100644 evidence/research-20261029-budget/profiles.csv create mode 100644 evidence/research-20261029-budget/resources-growing1-20261029115804.txt create mode 100644 evidence/research-20261029-budget/resources-resource-high-a-20261029121644.txt create mode 100644 evidence/research-20261029-budget/resources-resource-high-b-20261029122017.txt create mode 100644 evidence/research-20261029-budget/resources-resource-low-a-20261029121455.txt create mode 100644 evidence/research-20261029-budget/resources-resource-low-b-20261029121833.txt create mode 100644 evidence/research-20261029-budget/resources-saturation8-20261029121309.txt create mode 100644 evidence/research-20261029-budget/restore-values.yaml create mode 100644 evidence/research-20261029-budget/restore.txt create mode 100644 evidence/research-20261029-budget/rollout-growing1.txt create mode 100644 evidence/research-20261029-budget/rollout-resource-high-a.txt create mode 100644 evidence/research-20261029-budget/rollout-resource-high-b.txt create mode 100644 evidence/research-20261029-budget/rollout-resource-low-a.txt create mode 100644 evidence/research-20261029-budget/rollout-resource-low-b.txt create mode 100644 evidence/research-20261029-budget/rollout-saturation8.txt create mode 100644 evidence/research-20261029-budget/source.sha256 create mode 100644 evidence/research-20261029-budget/values-growing1-20261029115804.json create mode 100644 evidence/research-20261029-budget/values-resource-high-a-20261029121644.json create mode 100644 evidence/research-20261029-budget/values-resource-high-b-20261029122017.json create mode 100644 evidence/research-20261029-budget/values-resource-low-a-20261029121455.json create mode 100644 evidence/research-20261029-budget/values-resource-low-b-20261029121833.json create mode 100644 evidence/research-20261029-budget/values-saturation8-20261029121309.json create mode 100644 evidence/research-20261029-controlled-final/README.md create mode 100644 evidence/research-20261029-controlled-final/base-revision.txt create mode 100644 evidence/research-20261029-controlled-final/date.txt create mode 100644 evidence/research-20261029-controlled-final/deployment-growing1-20261029112219.json create mode 100644 evidence/research-20261029-controlled-final/load-growing1-20261029112219.json create mode 100644 evidence/research-20261029-controlled-final/load-growing1-20261029112219.txt create mode 100644 evidence/research-20261029-controlled-final/nodes.txt create mode 100644 evidence/research-20261029-controlled-final/pods-growing1-20261029112219.txt create mode 100644 evidence/research-20261029-controlled-final/profiles.csv create mode 100644 evidence/research-20261029-controlled-final/resources-growing1-20261029112219.txt create mode 100644 evidence/research-20261029-controlled-final/restore-values.yaml create mode 100644 evidence/research-20261029-controlled-final/restore.txt create mode 100644 evidence/research-20261029-controlled-final/rollout-growing1.txt create mode 100644 evidence/research-20261029-controlled-final/rollout-saturation8.txt create mode 100644 evidence/research-20261029-controlled-final/source.sha256 create mode 100644 evidence/research-20261029-controlled/README.md create mode 100644 evidence/research-20261029-controlled/base-revision.txt create mode 100644 evidence/research-20261029-controlled/date.txt create mode 100644 evidence/research-20261029-controlled/deployment-growing1-20261029111920.json create mode 100644 evidence/research-20261029-controlled/nodes.txt create mode 100644 evidence/research-20261029-controlled/pods-growing1-20261029111920.txt create mode 100644 evidence/research-20261029-controlled/profiles.csv create mode 100644 evidence/research-20261029-controlled/resources-growing1-20261029111920.txt create mode 100644 evidence/research-20261029-controlled/restore-values.yaml create mode 100644 evidence/research-20261029-controlled/restore.txt create mode 100644 evidence/research-20261029-controlled/rollout-growing1.txt create mode 100644 evidence/research-20261029-controlled/source.sha256 create mode 100644 evidence/research-20261029-final/base-revision.txt create mode 100644 evidence/research-20261029-final/cpu-quota-config.json create mode 100644 evidence/research-20261029-final/date.txt create mode 100644 evidence/research-20261029-final/deployment-fixed1-20261029110437.json create mode 100644 evidence/research-20261029-final/deployment-fixed2-20261029110639.json create mode 100644 evidence/research-20261029-final/deployment-fixed4-20261029110815.json create mode 100644 evidence/research-20261029-final/deployment-growing1-20261029111013.json create mode 100644 evidence/research-20261029-final/deployment-growing2-20261029111200.json create mode 100644 evidence/research-20261029-final/deployment-growing4-20261029111342.json create mode 100644 evidence/research-20261029-final/deployment-saturation8-20261029111530.json create mode 100644 evidence/research-20261029-final/events.json create mode 100644 evidence/research-20261029-final/excluded.json create mode 100644 evidence/research-20261029-final/invalid-growing1-log.txt create mode 100644 evidence/research-20261029-final/invalid-growing1.md create mode 100644 evidence/research-20261029-final/load-fixed1-20261029110437.json create mode 100644 evidence/research-20261029-final/load-fixed1-20261029110437.txt create mode 100644 evidence/research-20261029-final/load-fixed2-20261029110639.json create mode 100644 evidence/research-20261029-final/load-fixed2-20261029110639.txt create mode 100644 evidence/research-20261029-final/load-fixed4-20261029110815.json create mode 100644 evidence/research-20261029-final/load-fixed4-20261029110815.txt create mode 100644 evidence/research-20261029-final/load-growing2-20261029111200.json create mode 100644 evidence/research-20261029-final/load-growing2-20261029111200.txt create mode 100644 evidence/research-20261029-final/load-growing4-20261029111342.json create mode 100644 evidence/research-20261029-final/load-growing4-20261029111342.txt create mode 100644 evidence/research-20261029-final/load-saturation8-20261029111530.txt create mode 100644 evidence/research-20261029-final/matrix.png create mode 100644 evidence/research-20261029-final/matrix.svg create mode 100644 evidence/research-20261029-final/node-capacity.json create mode 100644 evidence/research-20261029-final/nodes.txt create mode 100644 evidence/research-20261029-final/pods-growing2-20261029111200.txt create mode 100644 evidence/research-20261029-final/pods-growing4-20261029111342.txt create mode 100644 evidence/research-20261029-final/pods-saturation8-20261029111530.txt create mode 100644 evidence/research-20261029-final/profiles.csv create mode 100644 evidence/research-20261029-final/resources-fixed1-20261029110437.txt create mode 100644 evidence/research-20261029-final/resources-fixed2-20261029110639.txt create mode 100644 evidence/research-20261029-final/resources-fixed4-20261029110815.txt create mode 100644 evidence/research-20261029-final/resources-growing1-20261029111013.txt create mode 100644 evidence/research-20261029-final/resources-growing2-20261029111200.txt create mode 100644 evidence/research-20261029-final/resources-growing4-20261029111342.txt create mode 100644 evidence/research-20261029-final/resources-saturation8-20261029111530.txt create mode 100644 evidence/research-20261029-final/restore-values.yaml create mode 100644 evidence/research-20261029-final/restore.txt create mode 100644 evidence/research-20261029-final/results.png create mode 100644 evidence/research-20261029-final/results.svg create mode 100644 evidence/research-20261029-final/rollout-fixed1.txt create mode 100644 evidence/research-20261029-final/rollout-fixed2.txt create mode 100644 evidence/research-20261029-final/rollout-fixed4.txt create mode 100644 evidence/research-20261029-final/rollout-growing1.txt create mode 100644 evidence/research-20261029-final/rollout-growing2.txt create mode 100644 evidence/research-20261029-final/rollout-growing4.txt create mode 100644 evidence/research-20261029-final/rollout-saturation8.txt create mode 100644 evidence/research-20261029-final/source.sha256 create mode 100644 evidence/research-20261029-final/summary.csv create mode 100644 evidence/research-20261029-pool/README.md create mode 100644 evidence/research-20261029-pool/admission-samples.txt create mode 100644 evidence/research-20261029-pool/base-revision.txt create mode 100644 evidence/research-20261029-pool/date.txt create mode 100644 evidence/research-20261029-pool/deployment-saturation64-20261029112756.json create mode 100644 evidence/research-20261029-pool/deployment-saturation8-20261029112615.json create mode 100644 evidence/research-20261029-pool/deployment-single32a-20261029113131.json create mode 100644 evidence/research-20261029-pool/deployment-single32b-20261029113452.json create mode 100644 evidence/research-20261029-pool/deployment-single8a-20261029112953.json create mode 100644 evidence/research-20261029-pool/deployment-single8b-20261029113315.json create mode 100644 evidence/research-20261029-pool/load-saturation64-20261029112756.json create mode 100644 evidence/research-20261029-pool/load-saturation64-20261029112756.txt create mode 100644 evidence/research-20261029-pool/load-saturation8-20261029112615.json create mode 100644 evidence/research-20261029-pool/load-saturation8-20261029112615.txt create mode 100644 evidence/research-20261029-pool/load-single32a-20261029113131.json create mode 100644 evidence/research-20261029-pool/load-single32a-20261029113131.txt create mode 100644 evidence/research-20261029-pool/load-single32b-20261029113452.json create mode 100644 evidence/research-20261029-pool/load-single32b-20261029113452.txt create mode 100644 evidence/research-20261029-pool/load-single8a-20261029112953.json create mode 100644 evidence/research-20261029-pool/load-single8a-20261029112953.txt create mode 100644 evidence/research-20261029-pool/load-single8b-20261029113315.json create mode 100644 evidence/research-20261029-pool/load-single8b-20261029113315.txt create mode 100644 evidence/research-20261029-pool/nodes.txt create mode 100644 evidence/research-20261029-pool/pods-saturation64-20261029112756.txt create mode 100644 evidence/research-20261029-pool/pods-saturation8-20261029112615.txt create mode 100644 evidence/research-20261029-pool/pods-single32a-20261029113131.txt create mode 100644 evidence/research-20261029-pool/pods-single32b-20261029113452.txt create mode 100644 evidence/research-20261029-pool/pods-single8a-20261029112953.txt create mode 100644 evidence/research-20261029-pool/pods-single8b-20261029113315.txt create mode 100644 evidence/research-20261029-pool/profiles.csv create mode 100644 evidence/research-20261029-pool/readiness-events.json create mode 100644 evidence/research-20261029-pool/resources-saturation64-20261029112756.txt create mode 100644 evidence/research-20261029-pool/resources-saturation8-20261029112615.txt create mode 100644 evidence/research-20261029-pool/resources-single32a-20261029113131.txt create mode 100644 evidence/research-20261029-pool/resources-single32b-20261029113452.txt create mode 100644 evidence/research-20261029-pool/resources-single8a-20261029112953.txt create mode 100644 evidence/research-20261029-pool/resources-single8b-20261029113315.txt create mode 100644 evidence/research-20261029-pool/restore-values.yaml create mode 100644 evidence/research-20261029-pool/restore.txt create mode 100644 evidence/research-20261029-pool/rollout-saturation64.txt create mode 100644 evidence/research-20261029-pool/rollout-saturation8.txt create mode 100644 evidence/research-20261029-pool/rollout-single32a.txt create mode 100644 evidence/research-20261029-pool/rollout-single32b.txt create mode 100644 evidence/research-20261029-pool/rollout-single8a.txt create mode 100644 evidence/research-20261029-pool/rollout-single8b.txt create mode 100644 evidence/research-20261029-pool/source.sha256 create mode 100644 evidence/research-20261029-readiness/README.md create mode 100644 evidence/research-20261029-readiness/base-revision.txt create mode 100644 evidence/research-20261029-readiness/date.txt create mode 100644 evidence/research-20261029-readiness/deployment-probe2a-20261029113757.json create mode 100644 evidence/research-20261029-readiness/deployment-probe2b-20261029114146.json create mode 100644 evidence/research-20261029-readiness/deployment-probe5a-20261029113950.json create mode 100644 evidence/research-20261029-readiness/deployment-probe5b-20261029114403.json create mode 100644 evidence/research-20261029-readiness/load-probe2a-20261029113757.json create mode 100644 evidence/research-20261029-readiness/load-probe2a-20261029113757.txt create mode 100644 evidence/research-20261029-readiness/load-probe2b-20261029114146.json create mode 100644 evidence/research-20261029-readiness/load-probe2b-20261029114146.txt create mode 100644 evidence/research-20261029-readiness/load-probe5a-20261029113950.json create mode 100644 evidence/research-20261029-readiness/load-probe5a-20261029113950.txt create mode 100644 evidence/research-20261029-readiness/load-probe5b-20261029114403.json create mode 100644 evidence/research-20261029-readiness/load-probe5b-20261029114403.txt create mode 100644 evidence/research-20261029-readiness/nodes.txt create mode 100644 evidence/research-20261029-readiness/pods-probe2a-20261029113757.txt create mode 100644 evidence/research-20261029-readiness/pods-probe2b-20261029114146.txt create mode 100644 evidence/research-20261029-readiness/pods-probe5a-20261029113950.txt create mode 100644 evidence/research-20261029-readiness/pods-probe5b-20261029114403.txt create mode 100644 evidence/research-20261029-readiness/profiles.csv create mode 100644 evidence/research-20261029-readiness/resources-probe2a-20261029113757.txt create mode 100644 evidence/research-20261029-readiness/resources-probe2b-20261029114146.txt create mode 100644 evidence/research-20261029-readiness/resources-probe5a-20261029113950.txt create mode 100644 evidence/research-20261029-readiness/resources-probe5b-20261029114403.txt create mode 100644 evidence/research-20261029-readiness/restore-values.yaml create mode 100644 evidence/research-20261029-readiness/restore.txt create mode 100644 evidence/research-20261029-readiness/rollout-probe2a.txt create mode 100644 evidence/research-20261029-readiness/rollout-probe2b.txt create mode 100644 evidence/research-20261029-readiness/rollout-probe5a.txt create mode 100644 evidence/research-20261029-readiness/rollout-probe5b.txt create mode 100644 evidence/research-20261029-readiness/source.sha256 create mode 100644 evidence/research-20261029-readiness/values-probe5b-20261029114403.json create mode 100644 evidence/research-20261029/README.md create mode 100644 evidence/research-20261029/base-revision.txt create mode 100644 evidence/research-20261029/dataset-during.txt create mode 100644 evidence/research-20261029/date.txt create mode 100644 evidence/research-20261029/deployment-fixed4.json create mode 100644 evidence/research-20261029/load-fixed1-20261029105633.json create mode 100644 evidence/research-20261029/load-fixed1-20261029105633.txt create mode 100644 evidence/research-20261029/load-fixed2-20261029105833.json create mode 100644 evidence/research-20261029/load-fixed2-20261029105833.txt create mode 100644 evidence/research-20261029/load-fixed4-20261029110021.txt create mode 100644 evidence/research-20261029/nodes.txt create mode 100644 evidence/research-20261029/profiles.csv create mode 100644 evidence/research-20261029/readiness-events.json create mode 100644 evidence/research-20261029/resources-fixed1-20261029105633.txt create mode 100644 evidence/research-20261029/resources-fixed2-20261029105833.txt create mode 100644 evidence/research-20261029/resources-fixed4-20261029110021.txt create mode 100644 evidence/research-20261029/restore-values.yaml create mode 100644 evidence/research-20261029/restore.txt create mode 100644 evidence/research-20261029/rollout-fixed1.txt create mode 100644 evidence/research-20261029/rollout-fixed2.txt create mode 100644 evidence/research-20261029/rollout-fixed4.txt create mode 100644 evidence/research-20261029/source.sha256 create mode 100644 evidence/research-20261029/values-fixed1.json create mode 100644 evidence/research-20261029/values-fixed2.json create mode 100644 evidence/review-20261029/413-body.json create mode 100644 evidence/review-20261029/413-headers.txt create mode 100644 evidence/review-20261029/README.md create mode 100644 evidence/review-20261029/body-limit.txt create mode 100644 evidence/review-20261029/both-replicas.txt create mode 100644 evidence/review-20261029/build.txt create mode 100644 evidence/review-20261029/contract.txt create mode 100644 evidence/review-20261029/coverage-per-file.json create mode 100644 evidence/review-20261029/coverage.txt create mode 100644 evidence/review-20261029/deploy.txt create mode 100644 evidence/review-20261029/failover-1-20261029105415-delete.txt create mode 100644 evidence/review-20261029/failover-1-20261029105415-run.txt create mode 100644 evidence/review-20261029/failover-1-20261029105415-stop-epoch.txt create mode 100644 evidence/review-20261029/failover-1-20261029105415-summary.json create mode 100644 evidence/review-20261029/failover-1-20261029105415-target.json create mode 100644 evidence/review-20261029/failover-2-20261029105524-delete.txt create mode 100644 evidence/review-20261029/failover-2-20261029105524-restored.txt create mode 100644 evidence/review-20261029/failover-2-20261029105524-run.txt create mode 100644 evidence/review-20261029/failover-2-20261029105524-stop-epoch.txt create mode 100644 evidence/review-20261029/failover-2-20261029105524-summary.json create mode 100644 evidence/review-20261029/failover-2-20261029105524-target.json create mode 100644 evidence/review-20261029/final-deployment.json create mode 100644 evidence/review-20261029/final-rollout.txt create mode 100644 evidence/review-20261029/final-smoke-retry.txt create mode 100644 evidence/review-20261029/final-smoke.txt create mode 100644 evidence/review-20261029/go-version.txt create mode 100644 evidence/review-20261029/helm-lint.txt create mode 100644 evidence/review-20261029/helm-version.txt create mode 100644 evidence/review-20261029/image.json create mode 100644 evidence/review-20261029/initial-api.json create mode 100644 evidence/review-20261029/kubernetes-version.json create mode 100644 evidence/review-20261029/lint.txt create mode 100644 evidence/review-20261029/load-failover-1-20261029105415.txt create mode 100644 evidence/review-20261029/load-failover-2-20261029105524.txt create mode 100644 evidence/review-20261029/resources-failover-1-20261029105415.txt create mode 100644 evidence/review-20261029/resources-failover-2-20261029105524.txt create mode 100644 evidence/review-20261029/smoke-after.txt create mode 100644 evidence/review-20261029/smoke.txt create mode 100644 evidence/review-20261029/targets.txt create mode 100644 evidence/review-20261029/vet.txt create mode 100644 internal/controller/http/fiber/body_limit_test.go create mode 100644 scripts/plot-research.py create mode 100755 scripts/sample-admission.sh create mode 100644 scripts/summarize-failover.rb create mode 100755 scripts/test-both-replicas.sh create mode 100644 student-tests/load/failover.js diff --git a/ARCHITECTURE.md b/ARCHITECTURE.md index 6bc38b40..b87a772b 100644 --- a/ARCHITECTURE.md +++ b/ARCHITECTURE.md @@ -13,3 +13,7 @@ Traefik Ingress hl.agapov.space направляет запросы в Service a Один namespace `highload-applications`; существующий release lab2 обновляется на реализацию lab3. Имена api/postgres/valkey, три шарда, PVC и пароль БД сохраняются. Один LB, PostgreSQL и координатор Valkey остаются точками отказа; трек отказа узла не заявляется. Источники: [HPA](https://kubernetes.io/docs/concepts/workloads/autoscaling/horizontal-pod-autoscale/), [metrics-server](https://github.com/kubernetes-sigs/metrics-server), [PostgreSQL locking](https://www.postgresql.org/docs/17/explicit-locking.html). + +Ошибки парсера Fiber (например превышение BodyLimit) могут возникать до middleware. Общий handleErr самостоятельно устанавливает X-Instance-Id и при необходимости создаёт X-Request-Id; поэтому контракт заголовков не зависит от того, был ли вызван route handler. + +Параметры readiness вынесены в api.readiness для воспроизводимого A/B. Штатные timeoutSeconds=2 и failureThreshold=2 сохранены: эксперимент с 5 с / 1 ошибкой не подтвердил устойчивого выигрыша. Необязательный api.nodeSelector используется только для контроля аппаратной платформы эксперимента; в рабочем релизе его нет. diff --git a/REPORT.md b/REPORT.md index 5786df16..f0a9a06c 100644 --- a/REPORT.md +++ b/REPORT.md @@ -6,7 +6,7 @@ Основной стенд: Kubernetes dev, namespace highload-applications, существующий release lab2. Публичная точка входа: https://hl.agapov.space через установленный Traefik. TLS: cert-manager ClusterIssuer letsencrypt-prod. PostgreSQL и три Valkey сохраняют прежние PVC. Новый release lab3 не требуется. -Нужны Helm, kubectl, Docker buildx, jq, OpenSSL, curl. Для проверки: Go 1.26.1+, golangci-lint; Python 3 используется только публичными тестами преподавателя. В кластере нужны Traefik, cert-manager, default StorageClass и metrics-server. Образы PostgreSQL 17.6-alpine, Valkey 8.1.3-alpine, k6 1.3.0 закреплены в chart. +Нужны Helm, kubectl, Docker buildx, jq, OpenSSL, curl. Для проверки: Go 1.26.1+, golangci-lint; Python 3 используется публичными тестами и построением графиков (matplotlib); управление стендом — shell/Helm. В кластере нужны Traefik, cert-manager, default StorageClass и metrics-server. Образы PostgreSQL 17.6-alpine, Valkey 8.1.3-alpine, k6 1.3.0 закреплены в chart. ```sh make init @@ -34,22 +34,21 @@ make deploy IMAGE_DIGEST="$(jq -r '."containerimage.digest"' evidence/image-buil [Архитектура](ARCHITECTURE.md) описывает readiness, graceful shutdown и HPA. Подготовлены [scrape](infra/monitoring/prometheus-scrape.yaml) и [dashboard](infra/monitoring/grafana-dashboard.json); импорт в Grafana не заявляется. -## Проверки +## Проверки исправлений 29.10.2026 -Актуальные результаты обновления release сохраняются в evidence/shared-*. Старые файлы без этого префикса, кроме заново полученного coverage, относятся к прежнему экспериментальному стенду и не доказывают текущую конфигурацию. +- 413 при превышении BodyLimit содержит X-Instance-Id и согласованный X-Request-Id. Проверены настоящий TCP listener и публичный HTTPS: [результаты](evidence/review-20261029/README.md). +- Последовательно остановлены обе исходные API: восстановление 0.190 с и 2.547 с, подтверждённые сообщения и прежние сессии сохранены. Краткие ошибки операций (5 и 7) измерены, а не скрыты. Имена/UID целей, события записи и Kubernetes delete сохранены. +- После восстановления публичный smoke прошёл. Race, интеграционные PostgreSQL/Valkey и настоящий процесс/SIGTERM прошли; каждый из 59 исполняемых Go-файлов имеет не менее 90% покрытия. Lint, vet и контракт проверены. +- Исследование масштабирования, насыщение и повторные A/B описаны в [RESEARCH](docs/RESEARCH.md). Таблицы и графики получены из raw k6, фактические replicas проверены по Deployment. Несостоявшиеся и некорректные прогоны исключены с сохранением причин. -make coverage выполняется с изолированными PostgreSQL/Valkey (переменные в CI): race, интеграционные проверки, реальный процесс, SIGTERM и порог 90% на каждый файл. scripts/test-faults.sh создаёт одноразовые Docker-зависимости, останавливает и замораживает БД/Valkey, проверяет 503 и отсутствие анонимного доступа. +Ранее подтверждённые конкурентная идемпотентность, persistence и stop/pause PostgreSQL/Valkey находятся в evidence/shared-*. Это исторические проверки 16.10.2026, а не новые прогоны. Файлы старых экспериментальных стендов не заменяют свежие доказательства. -## Исследование и ограничения +## Ограничения -Трек 5.1: scripts/experiment.sh сравнивает 1/2/4 API при фиксированном суммарном бюджете 1000m CPU / 512Mi и растущем бюджете по 250m / 128Mi на реплику. HPA временно отключается и восстанавливается. Профиль: 16 пользователей, 32 VU, 5 с прогрева, 30 с измерения; запись, чтение и повтор ключа. Сохраняются raw k6 и ресурсы. Полный трек требует матрицы, анализа насыщения и подтверждённого улучшения; наличие сценария не заменяет измерения. +Используется Kubernetes вместо перечисленных в задании Compose/Swarm; принятие этой замены преподавателем отдельно не подтверждено. PostgreSQL и Valkey не реплицированы: отказ узла с локальным PVC не покрывается. Метрики и подготовленный dashboard не означают, что Grafana настроена. -Задание перечисляет Compose/Swarm; принятие Kubernetes как замены преподавателем не подтверждено. PostgreSQL и Valkey не реплицированы: потеря узла с локальным диском не покрывается. Оценка не заявляется как полученная. +Результаты получены на общем dev-кластере с неоднородными нодами и сетевыми сбоями. Пределы и исключённые точки указаны в исследовании; оценку определяет преподаватель. -Источники: README, COURSE, contracts этого репозитория; собственная lab2. Codex использован для реализации, проверки и документации. +Источники: README, COURSE, contracts текущей лабораторной, собственная lab2. Codex использован для реализации, проверки и документации. -Свежий прогон 16.10.2026: Go test/vet/lint прошли; race/integration/coverage — 59 файлов, минимум 90%. Публичный HTTPS smoke прошёл. Первый failover: 48 записей, 0 неудачных попыток, восстановление 0.801 с. Повторный запуск получил внешний connection/TLS timeout до остановки pod; сохранён отдельно, не считается PASS. - -Конкурентная идемпотентность через HTTPS: 8 VU / 32 операции, 34/34 checks, ровно одно сообщение, другой body — конфликт. В процессе были 5 транзиентных неуспешных HTTP из 41; повторы выполнялись с исходным ключом. Полный рестарт API/PostgreSQL/Valkey прошёл: исходная сессия и сообщение сохранились, PVC неизменны. Реальные stop/pause PostgreSQL и Valkey на одноразовом стенде прошли: 503, отсутствие анонимного доступа, восстановление прежней сессии и сообщения. - -Rolling update проверен под нагрузкой 4 VU, 5 с прогрева и 20 с измерения. Deployment заменён успешно; 308 подтверждённых сообщений из 317 попыток записи (15.4 подтверждения/с в измеряемые 20 с). Всего 17 ошибок операций, включая чтения/повторы; 1040 из 1057 checks успешны, p95 записи 107.5 мс, p99 3036.5 мс. Это проверка с измеренными краткими ошибками, а не бесшовное обновление без ошибок. Raw: evidence/load-rolling-20261016.json, выборки: evidence/resources-rolling-20261016.txt. Сценарий не доказывает полную сохранность каждой записи после rolling update; она отдельно проверена persistence/failover-тестами. +Финальная проверка после всех экспериментов: rollout завершился, но два внешних smoke получили connection/TLS failure. Их логи сохранены в evidence/review-20261029/final-smoke*.txt. Успешный smoke-after относится к более раннему состоянию после проверки обоих отказов; текущая стабильность внешнего доступа не подтверждена. diff --git a/charts/messenger/templates/api.yaml b/charts/messenger/templates/api.yaml index 2f093250..4f61f62c 100644 --- a/charts/messenger/templates/api.yaml +++ b/charts/messenger/templates/api.yaml @@ -49,6 +49,10 @@ spec: labels: app: api spec: + {{- with .Values.api.nodeSelector }} + nodeSelector: + {{- toYaml . | nindent 8 }} + {{- end }} imagePullSecrets: - name: {{ .Values.imagePullSecret }} terminationGracePeriodSeconds: 20 @@ -101,8 +105,8 @@ spec: periodSeconds: 2 failureThreshold: 30 readinessProbe: - timeoutSeconds: 2 - failureThreshold: 2 + timeoutSeconds: {{ .Values.api.readiness.timeoutSeconds }} + failureThreshold: {{ .Values.api.readiness.failureThreshold }} httpGet: path: /health/ready port: 8080 diff --git a/charts/messenger/templates/load.yaml b/charts/messenger/templates/load.yaml index 29f4f0e4..b9a5f133 100644 --- a/charts/messenger/templates/load.yaml +++ b/charts/messenger/templates/load.yaml @@ -20,6 +20,8 @@ spec: env: - name: BASE_URL value: "https://{{ .Values.ingress.host }}" + - name: TARGET_INSTANCE_ID + value: {{ .Values.load.target | default "" | quote }} - name: DURATION value: {{ .Values.load.duration | quote }} - name: VUS diff --git a/charts/messenger/values.yaml b/charts/messenger/values.yaml index b3c55967..bfb3a0c9 100644 --- a/charts/messenger/values.yaml +++ b/charts/messenger/values.yaml @@ -1,10 +1,13 @@ # Existing lab2 release; shared persistent stores and credentials. image: repository: asisti.registry.twcstorage.ru/mtusi2026lab3 - digest: sha256:a73799010550ab2008b984ed9d0bfa8dfdd9bb963cb948bc91713748b24c3889 + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 imagePullSecret: registry-pull databaseSecret: messenger-secrets api: + readiness: + timeoutSeconds: 2 + failureThreshold: 2 replicas: 2 resources: requests: {cpu: 250m, memory: 128Mi} diff --git a/docs/DEFENSE.md b/docs/DEFENSE.md index c0077ea7..1b3c46ce 100644 --- a/docs/DEFENSE.md +++ b/docs/DEFENSE.md @@ -19,6 +19,8 @@ make test make test-failover ACTION_SCRIPT=scripts/stop-one.sh ``` -Первый успешный failover: 48 записей, 0 ошибок, восстановление 0.801 секунды, сессия и сообщения сохранены. Актуальные другие результаты находятся в evidence/shared-*; не выдавать повтор с сетевым timeout за успешный. +29.10 последовательно остановлены обе исходные API: восстановление 0.190 и 2.547 секунды, подтверждённые сообщения сохранены. Сценарий: scripts/test-both-replicas.sh. Ответ 413 теперь тоже содержит X-Instance-Id. -Ограничения: PostgreSQL и Valkey не реплицированы, hostpath PVC зависит от узла. Полный исследовательский трек на 5 ещё требует матрицы 1/2/4, доказанного насыщения и улучшения; один HPA его не заменяет. Kubernetes вместо Compose/Swarm требует принятия преподавателем. +Исследование: полная матрица 1/2/4 API при фиксированном и растущем бюджете. При фиксированном CPU дополнительные процессы не дали ускорения. Заполнены все 32 глобальных admission-слота. Удвоение ресурсов двух API повысило полезный RPS в обоих повторах, но один прогон дал много 503: рост пропускной способности не означает устойчивость. Числа, графики и ограничения — в [исследовании](RESEARCH.md). + +Ограничения: PostgreSQL и Valkey не реплицированы, hostpath PVC зависит от узла. Kubernetes вместо Compose/Swarm требует принятия преподавателем. diff --git a/docs/PLAN.md b/docs/PLAN.md index b2850db8..d7287e3d 100644 --- a/docs/PLAN.md +++ b/docs/PLAN.md @@ -2,11 +2,11 @@ | Требования | Работа | Статус | | --- | --- | --- | -| L3-01–04 | База lab2, идемпотентность, cursor, отдельная миграция | Реализовано; базовый коммит a57cbcf опубликован | -| L3-05–07,10 | Release lab2, Traefik hl.agapov.space, TLS, HPA | Применено; две реплики готовы, сертификат Ready; evidence/shared-state.txt | -| L3-09 | Go test/vet/lint, race/integration/coverage | test/vet/lint и race/integration/coverage прошли: 59 файлов, минимум 90% | -| L3-01,02,05 | Smoke, concurrent retry, failover, persistence, rolling update | Актуальные результаты в evidence/shared-* | -| L3-08 | Матрица, насыщение, подтверждённое улучшение | Полный трек не завершён | +| L3-01–04 | База lab2, идемпотентность, cursor, миграция | Реализовано; прежние проверки отделены в REPORT | +| L3-01 | X-Instance-Id для раннего 413 | Исправлено; регрессия на TCP listener и публичный HTTPS | +| L3-05 | Последовательный отказ обеих исходных API | Проверено 29.10; recovery 0.190/2.547 с; evidence/review-20261029 | +| L3-05–07,10 | Release lab2, Traefik, TLS, HPA | Существующий release обновлён, штатные values восстановлены после исследования | +| L3-08 | Матрица, графики, насыщение и улучшение | Измерены шесть точек и повторный A/B; вырос полезный RPS, устойчивость не подтверждена. См. RESEARCH | +| L3-09 | Race/integration/coverage, lint, vet, контракт | Пройдены; 59 исполняемых файлов с покрытием не менее 90% | -Проверки: shared-smoke PASS, shared-failover-1 PASS, shared-persistence PASS, shared-dependency-faults PASS. Concurrent retry: 34/34 checks, один Message через две реплики. Два повторных внешних failover-прогона завершились timeout до action; последовательная остановка каждой исходной реплики ещё не подтверждена. -Rolling update выполнен под короткой нагрузкой: 308 подтверждённых сообщений, 17 ошибок операций, обновление завершилось; raw в evidence/load-rolling-20261016.json. Полный исследовательский трек остаётся незавершённым. +Свежие доказательства и ограничения: [REPORT](../REPORT.md), [исследование](RESEARCH.md). Исторические persistence, concurrent retry и rolling update не выдаются за повторные проверки 29.10. Принятие Kubernetes как замены учебного стенда и итоговая оценка остаются за преподавателем. diff --git a/docs/RESEARCH.md b/docs/RESEARCH.md new file mode 100644 index 00000000..5b231263 --- /dev/null +++ b/docs/RESEARCH.md @@ -0,0 +1,77 @@ +# Цена масштабирования: измерения 29.10.2026 + +## Методика + +Гипотеза: рост числа API при неизменном суммарном бюджете не гарантирует рост полезного RPS. Ограничениями могут стать CPU каждой реплики, пулы зависимостей, общий пул admission, сеть и доступность backend для Traefik. + +Основная матрица: 1/2/4 API, фиксированный общий бюджет 1000m CPU / 512Mi RAM; затем растущий бюджет по 250m / 128Mi на API. Requests равны limits во время измерений. PostgreSQL, три Valkey и Traefik не масштабируются; HPA отключён. GOMEMLIMIT=80MiB, pool=8. Существующие PVC сохраняются. + +Профиль k6 1.3.0: 16 синтетических пользователей с отдельными чатами, 32 VU, 5 секунд прогрева, 5 секунд дренирования, 30 секунд измерения. Итерация отправляет сообщение и читает историю; каждый десятый подтверждённый POST повторяется с тем же ключом. Подготовка может заново создать синтетического участника после временного отказа; эти операции исключены из измеряемых счётчиков. Частично подготовленные данные не используются в нагрузке. + +Полезный RPS = confirmed_messages / 30, а не общий http_reqs, включающий setup и быстрые отказы. Доля ошибок = application_errors / measured_operations. p50/p95/p99 относятся ко всем попыткам записи; низкая задержка при большом числе быстрых 503 не считается улучшением. События, CPU/RAM и ожидания PostgreSQL сохранены отдельно. + +## Контроль конфигурации + +Перед первой сменой replicas HPA удаляется отдельным Helm-обновлением. После завершения возможной текущей reconciliation задаётся профиль. До Job проверяется соответствие spec.replicas ожидаемому значению. Deployment, Helm values и pod/node snapshot сохраняются. Анализатор исключает прежние прогоны с несовпадением числа реплик, отсутствующим измерением или нарушенной изоляцией смены конфигурации. + +Основная матрица использует штатное распределение API по нодам; восстановленная точка growing1 закреплена на dev.asisti.tech. Ноды неоднородны, поэтому матрица описывает этот dev-стенд, а не чистый эффект числа процессов. Дополнительные A/B выполняются на одной ноде с неизменными зависимостями, образом и сценарием. + +## Насыщение + +В серии 64 VU зафиксировано заполнение всех 32 глобальных admission-слотов. Дополнительные запросы конкурируют за ограниченный общий бюджет, а не получают отдельную ёмкость при добавлении API. Readiness-события показывают также временное исключение backend; мгновенные 503 от LB способны увеличить общий http_reqs при падении полезной пропускной способности. + +Это измеренное насыщение пула допуска запросов и доступности backend. Предел CPU PostgreSQL по редким выборкам не установлен: наблюдение свободного CPU не исключает ожидания сети, диска или соединений. Изменение общего параметра pool одновременно влияет на pgxpool и Valkey; отдельный вклад этих пулов не выделен. + +## Проверенные альтернативы + +- Pool 8 → 32: повторные замеры неоднородны, отдельный прирост RPS сопровождался большой долей ошибок. Устойчивое улучшение не подтверждено, штатный pool=8 сохранён. +- Readiness 2 с / 2 ошибки → 5 с / 1 ошибка: проверка зависимостей может последовательно занять до 4 секунд, но изменение probe не устранило реальные отказы/нестабильность. Устойчивое улучшение не подтверждено; штатные 2/2 сохранены. +- Ресурсный бюджет двух API: отдельный A/B/A/B при одинаковой ноде, pool=8 и 32 VU сравнивает по 250m/128Mi и по 500m/256Mi. Результаты приведены в итоговой таблице ниже. + +## Результаты + +| Профиль | API | CPU/RAM на API | Полезный RPS | Ошибки, % | p95 записи, мс | +| --- | ---: | --- | ---: | ---: | ---: | +| fixed1 | 1 | 1000m / 512Mi | 141.40 | 0.00 | 221.84 | +| fixed2 | 2 | 500m / 256Mi | 124.17 | 0.46 | 172.74 | +| fixed4 | 4 | 250m / 128Mi | 92.77 | 0.17 | 579.48 | +| growing1 | 1 | 250m / 128Mi | 37.77 | 61.95 | 400.90 | +| growing2 | 2 | 250m / 128Mi | 39.93 | 73.19 | 347.85 | +| growing4 | 4 | 250m / 128Mi | 77.30 | 0.00 | 800.67 | +| saturation8 | 1 | 1000m / 512Mi | 66.93 | 0.00 | 119.67 | +| saturation64 | 1 | 1000m / 512Mi | 108.20 | 41.27 | 371.87 | +| resource-low-a | 2 | 250m / 128Mi | 42.70 | 4.46 | 474.74 | +| resource-high-a | 2 | 500m / 256Mi | 109.00 | 72.94 | 165.90 | +| resource-low-b | 2 | 250m / 128Mi | 38.80 | 1.00 | 427.35 | +| resource-high-b | 2 | 500m / 256Mi | 170.30 | 0.00 | 150.96 | + +Полные p50/p95/p99, CPU/RAM, ошибки и ссылки на исходные серии: [summary.csv](../evidence/research-20261029-final/summary.csv). Единый источник чисел — этот CSV. + +![Матрица масштабирования](../evidence/research-20261029-final/matrix.png) + +![Все принятые эксперименты](../evidence/research-20261029-final/results.png) + +При фиксированном бюджете увеличение числа процессов снизило полезный RPS с 141.40 до 92.77; дробление CPU не создало дополнительных ресурсов. При растущем бюджете RPS вырос с 37.77 до 77.30, но ошибки двух первых точек не позволяют считать это устойчивой линейной масштабируемостью. + +**Подтверждённое улучшение пропускной способности:** при двух API удвоение ресурсов каждой реплики повысило полезный RPS с 42.70 до 109.00 (2.55 раза) и с 38.80 до 170.30 (4.39 раза). Средние двух повторов — 40.75 и 139.65 RPS (3.43 раза). Это рост подтверждённых записей, а не числа быстрых отказов. Однако первый high-прогон дал 72.94% ошибок; улучшение надёжности под нагрузкой не подтверждено. Низкий p95 этого прогона частично объясняется быстрыми 503. Поэтому повышенный бюджет — проверенный способ увеличить полезную пропускную способность на данном стенде, но не доказательство выполнения SLO. Штатные requests/limits после эксперимента восстановлены. + +При 8 VU получено 66.93 RPS без ошибок, при 64 VU — 108.20 RPS и 41.27% ошибок. Нагрузка выросла восьмикратно, полезный RPS — только в 1.62 раза; наблюдение 32 занятых admission-слотов подтверждает ограничение общей ёмкости. Эти точки сняты в разное время; они не определяют точный порог насыщения. + +## Исходные данные и воспроизведение + +Основные принятые источники: evidence/research-20261029-final, evidence/research-20261029-pool, evidence/research-20261029-readiness, evidence/research-20261029-budget. summary.csv содержит источник каждой строки; excluded.json перечисляет автоматически исключённые точки. Исключённые прогоны и причины остаются в соответствующих README/логах. + +```sh +EVIDENCE_DIR=evidence/new-matrix scripts/experiment.sh +EVIDENCE_DIR=evidence/new-budget BENCHMARK_NODE=dev.asisti.tech \ + PROFILES='resource-low-a resource-high-a resource-low-b resource-high-b' scripts/experiment.sh +python3 scripts/plot-research.py evidence/new-matrix evidence/new-budget +``` + +Для графиков: Python 3 и matplotlib 3.10.8. Управление стендом выполняют shell, Helm и kubectl. scripts/sample-admission.sh наблюдает слоты без изменения данных. Нужны также jq, rg, Ruby 2.6+ для отчёта отказов. Helm 4 использует client-side apply во время исследований; force-replace не применяется. После каждого запуска восстанавливаются исходные values и HPA. + +## Ограничения + +Общий dev-кластер не изолирован от другой нагрузки; публичный путь включает сеть и Traefik. Есть измеренные сетевые/TLS-сбои и readiness-flapping. Короткие прогоны не дают статистической гарантии; повторный A/B служит проверкой направления эффекта, не доверительным интервалом. Новые чаты одинаково пусты в начале, но общий объём БД растёт; чужие/старые записи не удаляются. + +CPU/RAM — выборки kubectl top примерно раз в 5 секунд за весь Job, включая setup и прогрев, а не точное профилирование измерительного окна. Анализатор исключает старые API и load-поды из других прогонов, когда есть pod snapshot. PostgreSQL active включает наблюдающий запрос. Эти выборки не заменяют CPU-throttling, I/O или pgxpool wait histograms. CPU CFS quota на dev.asisti.tech включена, период 100ms. diff --git a/docs/SPEC.md b/docs/SPEC.md index bf8c7a25..0ce6cbf0 100644 --- a/docs/SPEC.md +++ b/docs/SPEC.md @@ -16,3 +16,21 @@ | L3-10 | Timeweb Cloud Registry: токен из локального файла, Docker login через stdin, Kubernetes imagePullSecret; секреты не попадают в Git или Helm values; образ фиксируется digest | Вне объёма: HA PostgreSQL и Valkey, отказ чужих узлов, развёртывание Grafana, реализация lab4+. Секреты не хранятся в Git. Эксперименты затрагивают учебный release lab2, обновлённый реализацией lab3. HPA отключается на время контролируемого сравнения реплик; после эксперимента возвращается. + +## Приёмка исправлений 29.10.2026 + +- L3-01: ошибки HTTP-парсера до middleware, включая 413, содержат стабильный X-Instance-Id и согласованный X-Request-Id. Проверка настоящим HTTP-запросом с превышением BodyLimit. +- L3-05: сохранить исходные имена/UID двух API; остановить каждую отдельно, восстановив две готовые реплики между отказами. Проверять через Traefik чтение, запись, повтор ключа и сохранность подтверждений; сохранить ошибки и время восстановления. +- L3-08: одинаковый профиль для шести конфигураций, ограниченный прогрев и измерение, отдельные счётчики успешных операций/ошибок/latency, CPU/RAM и ожидания PostgreSQL. Дополнительная серия интенсивности выявляет предел, A/B проверяет одно изменение при равных ресурсах. Нулевые и отрицательные результаты публикуются без подмены прогнозом. + +Методика L3-08: 16 синтетических пользователей с отдельными чатами, 32 VU; 5 секунд прогрева, 5 секунд дренирования, 30 секунд измерения без graceful-продления нагрузки. Сравнение fixed1/2/4 и growing1/2/4; затем 8/64 VU на четырёх репликах. Гипотеза улучшения: увеличение ограниченного пула зависимостей 8 → 32 уменьшит ожидание при неизменных CPU/RAM; проверка A/B/A/B, отрицательный результат также сохраняется. Данные каждого профиля — новые отдельные чаты без очистки чужих записей. + +Уточнение методики после неуспешного setup fixed4: подготовка допускает до пяти попыток на синтетического участника, каждый раз с новым именем; частично подготовленные участники не используются в нагрузке. Ошибки setup видны в raw log, измеряемые запросы не получают автоматических повторов (кроме предусмотренной проверки Idempotency-Key). Серии интенсивности и A/B пула проводятся на одной API с 1000m/512Mi, чтобы проверить именно ограничение пула 8 против 32; fixed1 служит первым A, далее B/A/B. Шесть основных профилей заново измеряются с одной версией workload. + +Контроль A/B: при необходимости повторов BENCHMARK_NODE=dev.asisti.tech фиксирует одну API на той же ноде для всех четырёх прогонов, сохраняя CPU/RAM, workload, БД и Valkey. В обычном развёртывании nodeSelector отсутствует; исходная конфигурация восстанавливается. Это устраняет смену аппаратной платформы как объяснение различия размеров пула. + +L3-05 / L3-08: проверка гипотезы readiness. PostgreSQL Ping и Valkey Ping используют отдельные последовательные бюджеты по 2 с, а прежняя readinessProbe имеет timeout 2 с. Сравнение A/B/A/B: 2 с / 2 ошибки против 5 с / 1 ошибка при неизменных 1 API, 1000m/512Mi, pool=8, 32 VU и ноде dev.asisti.tech. Новый вариант допускает завершение ограниченной проверки, сохраняя оценку обнаружения примерно до 7 с (период 2 + timeout 5), плюс распространение EndpointSlice. Выбор штатного варианта зависит от измерения и повторного failover. + +Контроль фактической конфигурации: HPA сначала отключается отдельным Helm-обновлением, затем завершается его возможная текущая reconciliation. До старта Job сравниваются ожидаемые replicas из Helm values и реальные spec.replicas Deployment. Несовпадение останавливает опыт. Анализатор также исключает ранее полученные прогоны с несовпадением; заданное значение в команде не считается доказательством фактического числа API. + +L3-08: подтверждение ресурсного улучшения проводится отдельным A/B/A/B на одной ноде: две API, pool=8, 32 VU, readiness 2 с / 2 ошибки; A — по 250m/128Mi, B — по 500m/256Mi. Меняется только бюджет API; PostgreSQL, Valkey, Traefik и сценарий одинаковые. Не считать увеличение connection pool или probe timeout улучшением, если успешный RPS вырос ценой большей доли ошибок. Штатные значения pool=8 и readiness 2/2 сохраняются. diff --git a/evidence/research-20261029-budget/README.md b/evidence/research-20261029-budget/README.md new file mode 100644 index 00000000..c3a8e361 --- /dev/null +++ b/evidence/research-20261029-budget/README.md @@ -0,0 +1,7 @@ +# Контролируемый бюджет, 29.10.2026 + +Команда: `EVIDENCE_DIR=evidence/research-20261029-budget BENCHMARK_NODE=dev.asisti.tech PROFILES='growing1 saturation8 resource-low-a resource-high-a resource-low-b resource-high-b' scripts/experiment.sh`. + +HPA отключён отдельным обновлением до смены replicas. Для каждого запуска сохранены Deployment и values; run-load проверяет ожидаемое число реплик. Все шесть точек имеют корректное число API. Прогоны последовательные, один образ, pool=8. После завершения штатные values восстановлены (restore.txt, release lab2 revision 40). + +source.sha256 фиксирует исходники запуска. Результаты и ограничения приведены в ../../docs/RESEARCH.md; агрегирование в соседнем research-20261029-final/summary.csv. Рост полезного RPS в A/B повторился, снижение ошибок — нет. Инфраструктурные ошибки не удалены из измерений. diff --git a/evidence/research-20261029-budget/base-revision.txt b/evidence/research-20261029-budget/base-revision.txt new file mode 100644 index 00000000..32abb9b4 --- /dev/null +++ b/evidence/research-20261029-budget/base-revision.txt @@ -0,0 +1 @@ +7b7e23fd029beea47e6f625a96cb98d2fe04bafb diff --git a/evidence/research-20261029-budget/date.txt b/evidence/research-20261029-budget/date.txt new file mode 100644 index 00000000..e4097551 --- /dev/null +++ b/evidence/research-20261029-budget/date.txt @@ -0,0 +1 @@ +2026-10-29T11:58:04Z diff --git a/evidence/research-20261029-budget/deployment-growing1-20261029115804.json b/evidence/research-20261029-budget/deployment-growing1-20261029115804.json new file mode 100644 index 00000000..5124874b --- /dev/null +++ b/evidence/research-20261029-budget/deployment-growing1-20261029115804.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "28", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 45, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60171652", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:57:50Z", + "lastUpdateTime": "2026-10-29T11:57:50Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:58:08Z", + "message": "ReplicaSet \"api-577bffc7b\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 45, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-budget/deployment-resource-high-a-20261029121644.json b/evidence/research-20261029-budget/deployment-resource-high-a-20261029121644.json new file mode 100644 index 00000000..8a93f5b3 --- /dev/null +++ b/evidence/research-20261029-budget/deployment-resource-high-a-20261029121644.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "31", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 48, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60175422", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "500m", + "memory": "256Mi" + }, + "requests": { + "cpu": "500m", + "memory": "256Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T12:16:30Z", + "lastUpdateTime": "2026-10-29T12:16:30Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T12:16:52Z", + "message": "ReplicaSet \"api-54d5599c7b\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 48, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-budget/deployment-resource-high-b-20261029122017.json b/evidence/research-20261029-budget/deployment-resource-high-b-20261029122017.json new file mode 100644 index 00000000..78535428 --- /dev/null +++ b/evidence/research-20261029-budget/deployment-resource-high-b-20261029122017.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "33", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 50, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60176430", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "500m", + "memory": "256Mi" + }, + "requests": { + "cpu": "500m", + "memory": "256Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T12:20:01Z", + "lastUpdateTime": "2026-10-29T12:20:01Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T12:20:24Z", + "message": "ReplicaSet \"api-54d5599c7b\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 50, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-budget/deployment-resource-low-a-20261029121455.json b/evidence/research-20261029-budget/deployment-resource-low-a-20261029121455.json new file mode 100644 index 00000000..24d9ad48 --- /dev/null +++ b/evidence/research-20261029-budget/deployment-resource-low-a-20261029121455.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "30", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 47, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60174994", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T12:15:09Z", + "lastUpdateTime": "2026-10-29T12:15:09Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T12:15:14Z", + "message": "ReplicaSet \"api-577bffc7b\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 47, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-budget/deployment-resource-low-b-20261029121833.json b/evidence/research-20261029-budget/deployment-resource-low-b-20261029121833.json new file mode 100644 index 00000000..f7fe22f9 --- /dev/null +++ b/evidence/research-20261029-budget/deployment-resource-low-b-20261029121833.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "32", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 49, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60175941", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T12:18:25Z", + "lastUpdateTime": "2026-10-29T12:18:25Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T12:18:43Z", + "message": "ReplicaSet \"api-577bffc7b\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 49, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-budget/deployment-saturation8-20261029121309.json b/evidence/research-20261029-budget/deployment-saturation8-20261029121309.json new file mode 100644 index 00000000..ce10c133 --- /dev/null +++ b/evidence/research-20261029-budget/deployment-saturation8-20261029121309.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "29", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 46, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60174477", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T12:12:38Z", + "lastUpdateTime": "2026-10-29T12:12:38Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T12:13:16Z", + "message": "ReplicaSet \"api-84fbf9968\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 46, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-budget/disable-hpa.txt b/evidence/research-20261029-budget/disable-hpa.txt new file mode 100644 index 00000000..850c8a7e --- /dev/null +++ b/evidence/research-20261029-budget/disable-hpa.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:57:42 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 33 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/load-growing1-20261029115804.json b/evidence/research-20261029-budget/load-growing1-20261029115804.json new file mode 100644 index 00000000..5d63ce80 --- /dev/null +++ b/evidence/research-20261029-budget/load-growing1-20261029115804.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "setup_data": [ + { + "chat": "9b417389-5ffb-4b55-89d4-4b44eb3c86f1", + "token": "mj4Dmi0RqqV1RTjGdIBf2cSgOkyeqzBFhTkR7sQID9Q" + }, + { + "chat": "b6b250df-02a3-4dd8-b9c7-35772b844654", + "token": "lVuGejLCguPVHAqBEGpbnOt0uUD-18hSA77S2VpfSKo" + }, + { + "chat": "a0d10970-e9f7-4d5e-b31e-c7760fd5501d", + "token": "4txkO49FyWWFsbC09SPANQ-r7TKypeuHsQ0AHBTbWKg" + }, + { + "chat": "d2b0029e-edc7-4d7d-aba8-d00e636795a7", + "token": "Me461ExRTt76-3jzUUJU6ipGx8EBDFrp4Dexiusn-7I" + }, + { + "chat": "17b76cbd-113e-4a57-a0c6-8b37903826c0", + "token": "-lX7fbA9RWv0xZaVkovZH5o-0hESAoAC4RfEEEbUpkA" + }, + { + "token": "rAxwvLIDz7Jt6W1r52A3wHVLA5NqSMMqPMpVappfbHI", + "chat": "31d30ba6-fc91-4b6b-bac3-282c1c54b3c5" + }, + { + "chat": "ebb987b0-0316-4df0-9ea0-427bbd91c11c", + "token": "KXwp_IoEs7d-duV6EoGVxpICm9kDQOrRhd8YjQ8BXGk" + }, + { + "token": "5LtzJoNoLTqwxuGxkh6hBw3Aq1_ORF-bMgY4XgT3f-M", + "chat": "db2ac4da-05ad-45f2-ad61-1f301890bf71" + }, + { + "chat": "be9fea05-36a8-4cdd-aa1c-ff2da5881f39", + "token": "5oXVcUceeS7cIyWO22EWDFv4OjiozbUukkwh6-FdE34" + }, + { + "chat": "3ab5dc1c-ba5c-4120-b72f-9be93c8e09ba", + "token": "_kuCCV_m4F-VRA3Q7M9Puae9pe3bfOlgD6oLxbeKxKI" + }, + { + "token": "qGptaVQ54z7eHbHhB9BPXd13dugSZ6jg74sjlr2RF_E", + "chat": "46aaab09-ed0d-4238-b778-28aa4325d6c2" + }, + { + "chat": "3b744ef2-dd7a-47ba-b05a-225995674bb9", + "token": "f7NvgCC12z-_GWcwupuMlEEH5p3XmOTsoglCCL-XGz8" + }, + { + "chat": "50966e79-a203-4255-9385-66d48c5ffb50", + "token": "ef79_V8IjqME-yCTGUO5WyZVYU2n9IuksXPkgrVmyvM" + }, + { + "chat": "85bc2af3-6303-4748-ae55-eea12d9247e9", + "token": "aYK851cmC2jYDgYRAjOqU5vjjfBprlbqVhf-bBjhw_s" + }, + { + "chat": "a467bc0a-86e2-48ed-8ae6-b3bd9a7de7da", + "token": "-bx-GIqCuXA8YgVw7I5UWQ3OE12X3CatR-V6X_r8fAA" + }, + { + "chat": "19090aa7-1ab7-46de-9d9d-678178dbabd7", + "token": "gvs9LtpeJlUob9cTBxrCpfkQJKI10u7_oIeWkAekOc4" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "passes": 1336, + "fails": 1947, + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e" + }, + { + "passes": 149, + "fails": 4, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa" + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 1317, + "fails": 1947 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 50700.779292 + }, + "metrics": { + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.4182089552238806, + "passes": 2802, + "fails": 3898 + } + }, + "application_errors{status:503}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 3897, + "rate": 76.86272389534852 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 144.07987260023705, + "p(50)": 16.528008999999997, + "p(95)": 389.29778824999994, + "p(99)": 497.70713441, + "max": 9159.233298 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "rate": 64.37770869756675, + "count": 3264 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "rate": 22.346796554639436, + "count": 1133 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 3898, + "rate": 76.88244745806225 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 1947, + "rate": 38.401776603603686 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 497.10024959, + "max": 9156.518622, + "avg": 142.64434993775882, + "p(50)": 8.1193335, + "p(95)": 388.80872635 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 585179, + "rate": 11541.814705249206 + } + }, + "message_latency_ms": { + "contains": "time", + "values": { + "avg": 156.76337151785663, + "p(50)": 9.191468, + "p(95)": 400.90426964999995, + "p(99)": 515.0820838300001, + "max": 9075.971106 + }, + "type": "trend" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(99)": 601.6781475499987, + "max": 8073.096102, + "avg": 314.4811274036987, + "p(50)": 279.6986455, + "p(95)": 419.368238 + }, + "type": "trend" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 6764, + "rate": 133.4101781955703 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.37589536191602296, + "p(50)": 0.000688, + "p(95)": 0.001273, + "p(99)": 0.004134719999999994, + "max": 950.975337 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 3080, + "rate": 60.748573158243126 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 37.74685, + "avg": 0.02312838571850976 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 239.484409, + "avg": 0.22270943598462445 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.5762862211709048, + "passes": 3898, + "fails": 2866 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 4195518, + "rate": 82750.5623895214 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "max": 216.639188, + "avg": 1.201672609107039, + "p(50)": 0.2664335, + "p(95)": 3.857153799999995, + "p(99)": 24.95663570999991 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 296.96846638419083, + "p(50)": 28.244625, + "p(95)": 808.12144195, + "p(99)": 1222.6212108099976, + "max": 9457.513679 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 6292, + "rate": 124.10065659469667 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_sending": { + "contains": "time", + "values": { + "avg": 0.23385005337078663, + "p(50)": 0.1136735, + "p(95)": 0.3216075499999999, + "p(99)": 2.026604269999999, + "max": 65.394982 + }, + "type": "trend" + }, + "application_errors{status:429}": { + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + } + } + } +} diff --git a/evidence/research-20261029-budget/load-growing1-20261029115804.txt b/evidence/research-20261029-budget/load-growing1-20261029115804.txt new file mode 100644 index 00000000..9e71858b --- /dev/null +++ b/evidence/research-20261029-budget/load-growing1-20261029115804.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"setup_data":[{"chat":"9b417389-5ffb-4b55-89d4-4b44eb3c86f1","token":"mj4Dmi0RqqV1RTjGdIBf2cSgOkyeqzBFhTkR7sQID9Q"},{"chat":"b6b250df-02a3-4dd8-b9c7-35772b844654","token":"lVuGejLCguPVHAqBEGpbnOt0uUD-18hSA77S2VpfSKo"},{"chat":"a0d10970-e9f7-4d5e-b31e-c7760fd5501d","token":"4txkO49FyWWFsbC09SPANQ-r7TKypeuHsQ0AHBTbWKg"},{"chat":"d2b0029e-edc7-4d7d-aba8-d00e636795a7","token":"Me461ExRTt76-3jzUUJU6ipGx8EBDFrp4Dexiusn-7I"},{"chat":"17b76cbd-113e-4a57-a0c6-8b37903826c0","token":"-lX7fbA9RWv0xZaVkovZH5o-0hESAoAC4RfEEEbUpkA"},{"token":"rAxwvLIDz7Jt6W1r52A3wHVLA5NqSMMqPMpVappfbHI","chat":"31d30ba6-fc91-4b6b-bac3-282c1c54b3c5"},{"chat":"ebb987b0-0316-4df0-9ea0-427bbd91c11c","token":"KXwp_IoEs7d-duV6EoGVxpICm9kDQOrRhd8YjQ8BXGk"},{"token":"5LtzJoNoLTqwxuGxkh6hBw3Aq1_ORF-bMgY4XgT3f-M","chat":"db2ac4da-05ad-45f2-ad61-1f301890bf71"},{"chat":"be9fea05-36a8-4cdd-aa1c-ff2da5881f39","token":"5oXVcUceeS7cIyWO22EWDFv4OjiozbUukkwh6-FdE34"},{"chat":"3ab5dc1c-ba5c-4120-b72f-9be93c8e09ba","token":"_kuCCV_m4F-VRA3Q7M9Puae9pe3bfOlgD6oLxbeKxKI"},{"token":"qGptaVQ54z7eHbHhB9BPXd13dugSZ6jg74sjlr2RF_E","chat":"46aaab09-ed0d-4238-b778-28aa4325d6c2"},{"chat":"3b744ef2-dd7a-47ba-b05a-225995674bb9","token":"f7NvgCC12z-_GWcwupuMlEEH5p3XmOTsoglCCL-XGz8"},{"chat":"50966e79-a203-4255-9385-66d48c5ffb50","token":"ef79_V8IjqME-yCTGUO5WyZVYU2n9IuksXPkgrVmyvM"},{"chat":"85bc2af3-6303-4748-ae55-eea12d9247e9","token":"aYK851cmC2jYDgYRAjOqU5vjjfBprlbqVhf-bBjhw_s"},{"chat":"a467bc0a-86e2-48ed-8ae6-b3bd9a7de7da","token":"-bx-GIqCuXA8YgVw7I5UWQ3OE12X3CatR-V6X_r8fAA"},{"chat":"19090aa7-1ab7-46de-9d9d-678178dbabd7","token":"gvs9LtpeJlUob9cTBxrCpfkQJKI10u7_oIeWkAekOc4"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":1336,"fails":1947,"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e"},{"passes":149,"fails":4,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa"},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":1317,"fails":1947}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":50700.779292},"metrics":{"checks":{"type":"rate","contains":"default","values":{"rate":0.4182089552238806,"passes":2802,"fails":3898}},"application_errors{status:503}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":3897,"rate":76.86272389534852}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":144.07987260023705,"p(50)":16.528008999999997,"p(95)":389.29778824999994,"p(99)":497.70713441,"max":9159.233298}},"iterations":{"type":"counter","contains":"default","values":{"rate":64.37770869756675,"count":3264}},"confirmed_messages":{"type":"counter","contains":"default","values":{"rate":22.346796554639436,"count":1133}},"application_errors":{"type":"counter","contains":"default","values":{"count":3898,"rate":76.88244745806225}},"failed_writes":{"type":"counter","contains":"default","values":{"count":1947,"rate":38.401776603603686}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":497.10024959,"max":9156.518622,"avg":142.64434993775882,"p(50)":8.1193335,"p(95)":388.80872635}},"data_sent":{"type":"counter","contains":"data","values":{"count":585179,"rate":11541.814705249206}},"message_latency_ms":{"contains":"time","values":{"avg":156.76337151785663,"p(50)":9.191468,"p(95)":400.90426964999995,"p(99)":515.0820838300001,"max":9075.971106},"type":"trend"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"p(99)":601.6781475499987,"max":8073.096102,"avg":314.4811274036987,"p(50)":279.6986455,"p(95)":419.368238},"type":"trend"},"http_reqs":{"type":"counter","contains":"default","values":{"count":6764,"rate":133.4101781955703}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.37589536191602296,"p(50)":0.000688,"p(95)":0.001273,"p(99)":0.004134719999999994,"max":950.975337}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":3080,"rate":60.748573158243126}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":37.74685,"avg":0.02312838571850976}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":239.484409,"avg":0.22270943598462445}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.5762862211709048,"passes":3898,"fails":2866}},"data_received":{"type":"counter","contains":"data","values":{"count":4195518,"rate":82750.5623895214}},"vus_max":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"http_req_receiving":{"type":"trend","contains":"time","values":{"max":216.639188,"avg":1.201672609107039,"p(50)":0.2664335,"p(95)":3.857153799999995,"p(99)":24.95663570999991}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":296.96846638419083,"p(50)":28.244625,"p(95)":808.12144195,"p(99)":1222.6212108099976,"max":9457.513679}},"measured_operations":{"type":"counter","contains":"default","values":{"count":6292,"rate":124.10065659469667}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_sending":{"contains":"time","values":{"avg":0.23385005337078663,"p(50)":0.1136735,"p(95)":0.3216075499999999,"p(99)":2.026604269999999,"max":65.394982},"type":"trend"},"application_errors{status:429}":{"contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter"}}}} diff --git a/evidence/research-20261029-budget/load-resource-high-a-20261029121644.json b/evidence/research-20261029-budget/load-resource-high-a-20261029121644.json new file mode 100644 index 00000000..b312030e --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-high-a-20261029121644.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 62799.862953 + }, + "metrics": { + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2134144, + "rate": 33983.2588742624 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 77.48847192855455, + "p(50)": 6.951556, + "p(95)": 329.7308103, + "p(99)": 479.30767200000037, + "max": 5260.066465 + } + }, + "http_req_receiving": { + "contains": "time", + "values": { + "avg": 0.6482721659767205, + "p(50)": 0.2119605, + "p(95)": 1.7822905, + "p(99)": 10.010433900000011, + "max": 188.911651 + }, + "type": "trend" + }, + "attempted_messages": { + "values": { + "count": 12508, + "rate": 199.1724091716745 + }, + "type": "counter", + "contains": "default" + }, + "iterations": { + "values": { + "count": 12583, + "rate": 200.3666792938264 + }, + "type": "counter", + "contains": "default" + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 18494, + "rate": 294.49108852102245 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.7224088104350543, + "passes": 18498, + "fails": 7108 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 25355, + "rate": 403.7429192954755 + } + }, + "failed_writes": { + "contains": "default", + "values": { + "count": 9238, + "rate": 147.102231845853 + }, + "type": "counter" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 11327671, + "rate": 180377.3203848826 + } + }, + "message_latency_ms": { + "values": { + "p(99)": 214.25322976000027, + "max": 2105.229414, + "avg": 37.81423101127255, + "p(50)": 3.132864, + "p(95)": 165.90313379999998 + }, + "type": "trend", + "contains": "time" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.07160572112005212, + "p(50)": 0.000252, + "p(95)": 0.00135, + "p(99)": 0.001486, + "max": 512.599107 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 25606, + "rate": 407.73974330427706 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0036877972740763884, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 4.38229 + } + }, + "vus": { + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + }, + "type": "gauge" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 38.61973596547674, + "p(50)": 3.2507835, + "p(95)": 162.070367, + "p(99)": 209.24074225000007, + "max": 3000.98968 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 61.066863, + "avg": 0.047064733578067626 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 3000.926011, + "avg": 37.85816009825789, + "p(50)": 2.554658, + "p(95)": 161.6179185, + "p(99)": 208.48592990000006 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 271.1536319600006, + "max": 1095.280026, + "avg": 119.94345917177822, + "p(50)": 104.1612405, + "p(95)": 197.87173769999998 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 23.808162, + "avg": 0.1133037012418968, + "p(50)": 0.044178, + "p(95)": 0.24903725, + "p(99)": 0.5478875500000034 + } + }, + "confirmed_messages": { + "values": { + "count": 3270, + "rate": 52.070177325821525 + }, + "type": "counter", + "contains": "default" + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 18494, + "rate": 294.49108852102245 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.2758242618842509, + "passes": 7044, + "fails": 18494 + } + } + }, + "setup_data": [ + { + "chat": "79fce74b-08ea-41a1-b659-a49d92408248", + "token": "bdPHACJnUZ67x-OhE_u0czdsxG2jZAo8w2PnzPVKqhc" + }, + { + "chat": "8084c8b5-da74-4913-ab4a-4b94ba03968d", + "token": "wGgvrzNhNei_PXAKZJTlvC6428zr_5VK92qrzlx21_s" + }, + { + "chat": "624be9d1-3696-4912-b789-01f005a573f8", + "token": "2uTqthqAJh1CG_3odQBvE2X2Ncdz_6oPPexPBuZsY6M" + }, + { + "chat": "61703b54-db6f-47ce-97c9-84fa6b41e3f4", + "token": "FG1w3BzPyIxeHMSQjh_4tzbflVJUYlZPt7bcHqRHOwA" + }, + { + "chat": "57250da8-8d3e-434a-90d3-251390ce7cc1", + "token": "89GxyIWG3aD6ONpW9--RRvb-8tSQN-9ThmU-biHvEq4" + }, + { + "chat": "fa0e6ec3-f868-466b-99c1-c1bd4103796d", + "token": "ncV60vGVnD0IKJJrU8Y9wVuzDmhGZh8ouo6U2mV9kWo" + }, + { + "token": "RorabKAImE-Lg2vCJsPPL90D4RIElqPq4FPkFquUoNY", + "chat": "27be6988-eeba-4508-8fc6-31a2d3f7839c" + }, + { + "chat": "5d4cb9a0-bbcc-4b70-9d87-489b30b8b1ca", + "token": "TW1H4KBgVysTjbZtLtIBdWJSuyh3YD3u1fm8ev9y0u8" + }, + { + "chat": "7cfbac7c-5b6d-4aa8-8b17-1dd9e9ea67e9", + "token": "14V6y1PWn-5phmYob785pPlTXR9ucKMyUPPgQ0pZvSc" + }, + { + "chat": "aecc1954-4ef4-4dd2-a6b1-d4f901d3b575", + "token": "9wMUqzYNqfpBCuP4cQvlppYnfu0aS-AHAwJtVZ73PqE" + }, + { + "chat": "7c95333d-5b62-4c16-b3bf-ab385d1f26b7", + "token": "_1zSY4PxjXfi7veKrTrHG2dHudSX9Aghad-AuvPMbEw" + }, + { + "chat": "630c5be7-3899-4f64-b34a-617eff79559e", + "token": "rT9rFph4gA_D4yTDgvO6TfFy2fO5cxY7x-mogC000sY" + }, + { + "token": "-VTRD1xP86fz_axMZWbJUMTZQcR54gZMz5OAQB9pKJ4", + "chat": "efc8dcdd-08e3-4845-9f1f-495b24625313" + }, + { + "chat": "73e1e0c9-63d7-4bce-87cf-7899f76a55b6", + "token": "_o2VVVtTF3qAzF1B-hIvrY8KYteCY1TjDx70p0Wh5W0" + }, + { + "chat": "4422251f-cceb-4a1f-836d-4f19505c4c2c", + "token": "c_OYhyxFq0S6ECEHyL_fKoLy40Pd4bWd_izfDoa6ccM" + }, + { + "chat": "026a220d-ccc6-4bea-af94-6fa9e433b09b", + "token": "cLlQKwn1yDF_veVg_m35-bIAnkCysClsuQYYZtQb_18" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "fails": 9238, + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 3366 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 344, + "fails": 7 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 3334, + "fails": 9249 + } + ] + } + } +} diff --git a/evidence/research-20261029-budget/load-resource-high-a-20261029121644.txt b/evidence/research-20261029-budget/load-resource-high-a-20261029121644.txt new file mode 100644 index 00000000..6e4f58df --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-high-a-20261029121644.txt @@ -0,0 +1,4 @@ +time="2026-10-29T12:17:29Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +time="2026-10-29T12:17:33Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +time="2026-10-29T12:17:37Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":62799.862953},"metrics":{"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"data_sent":{"type":"counter","contains":"data","values":{"count":2134144,"rate":33983.2588742624}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":77.48847192855455,"p(50)":6.951556,"p(95)":329.7308103,"p(99)":479.30767200000037,"max":5260.066465}},"http_req_receiving":{"contains":"time","values":{"avg":0.6482721659767205,"p(50)":0.2119605,"p(95)":1.7822905,"p(99)":10.010433900000011,"max":188.911651},"type":"trend"},"attempted_messages":{"values":{"count":12508,"rate":199.1724091716745},"type":"counter","contains":"default"},"iterations":{"values":{"count":12583,"rate":200.3666792938264},"type":"counter","contains":"default"},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":18494,"rate":294.49108852102245},"thresholds":{"count>=0":{"ok":true}}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.7224088104350543,"passes":18498,"fails":7108}},"measured_operations":{"type":"counter","contains":"default","values":{"count":25355,"rate":403.7429192954755}},"failed_writes":{"contains":"default","values":{"count":9238,"rate":147.102231845853},"type":"counter"},"data_received":{"type":"counter","contains":"data","values":{"count":11327671,"rate":180377.3203848826}},"message_latency_ms":{"values":{"p(99)":214.25322976000027,"max":2105.229414,"avg":37.81423101127255,"p(50)":3.132864,"p(95)":165.90313379999998},"type":"trend","contains":"time"},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.07160572112005212,"p(50)":0.000252,"p(95)":0.00135,"p(99)":0.001486,"max":512.599107}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_reqs":{"type":"counter","contains":"default","values":{"count":25606,"rate":407.73974330427706}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.0036877972740763884,"p(50)":0,"p(95)":0,"p(99)":0,"max":4.38229}},"vus":{"contains":"default","values":{"value":32,"min":0,"max":32},"type":"gauge"},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":38.61973596547674,"p(50)":3.2507835,"p(95)":162.070367,"p(99)":209.24074225000007,"max":3000.98968}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":61.066863,"avg":0.047064733578067626}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":3000.926011,"avg":37.85816009825789,"p(50)":2.554658,"p(95)":161.6179185,"p(99)":208.48592990000006}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":271.1536319600006,"max":1095.280026,"avg":119.94345917177822,"p(50)":104.1612405,"p(95)":197.87173769999998}},"http_req_sending":{"type":"trend","contains":"time","values":{"max":23.808162,"avg":0.1133037012418968,"p(50)":0.044178,"p(95)":0.24903725,"p(99)":0.5478875500000034}},"confirmed_messages":{"values":{"count":3270,"rate":52.070177325821525},"type":"counter","contains":"default"},"application_errors":{"type":"counter","contains":"default","values":{"count":18494,"rate":294.49108852102245}},"checks":{"type":"rate","contains":"default","values":{"rate":0.2758242618842509,"passes":7044,"fails":18494}}},"setup_data":[{"chat":"79fce74b-08ea-41a1-b659-a49d92408248","token":"bdPHACJnUZ67x-OhE_u0czdsxG2jZAo8w2PnzPVKqhc"},{"chat":"8084c8b5-da74-4913-ab4a-4b94ba03968d","token":"wGgvrzNhNei_PXAKZJTlvC6428zr_5VK92qrzlx21_s"},{"chat":"624be9d1-3696-4912-b789-01f005a573f8","token":"2uTqthqAJh1CG_3odQBvE2X2Ncdz_6oPPexPBuZsY6M"},{"chat":"61703b54-db6f-47ce-97c9-84fa6b41e3f4","token":"FG1w3BzPyIxeHMSQjh_4tzbflVJUYlZPt7bcHqRHOwA"},{"chat":"57250da8-8d3e-434a-90d3-251390ce7cc1","token":"89GxyIWG3aD6ONpW9--RRvb-8tSQN-9ThmU-biHvEq4"},{"chat":"fa0e6ec3-f868-466b-99c1-c1bd4103796d","token":"ncV60vGVnD0IKJJrU8Y9wVuzDmhGZh8ouo6U2mV9kWo"},{"token":"RorabKAImE-Lg2vCJsPPL90D4RIElqPq4FPkFquUoNY","chat":"27be6988-eeba-4508-8fc6-31a2d3f7839c"},{"chat":"5d4cb9a0-bbcc-4b70-9d87-489b30b8b1ca","token":"TW1H4KBgVysTjbZtLtIBdWJSuyh3YD3u1fm8ev9y0u8"},{"chat":"7cfbac7c-5b6d-4aa8-8b17-1dd9e9ea67e9","token":"14V6y1PWn-5phmYob785pPlTXR9ucKMyUPPgQ0pZvSc"},{"chat":"aecc1954-4ef4-4dd2-a6b1-d4f901d3b575","token":"9wMUqzYNqfpBCuP4cQvlppYnfu0aS-AHAwJtVZ73PqE"},{"chat":"7c95333d-5b62-4c16-b3bf-ab385d1f26b7","token":"_1zSY4PxjXfi7veKrTrHG2dHudSX9Aghad-AuvPMbEw"},{"chat":"630c5be7-3899-4f64-b34a-617eff79559e","token":"rT9rFph4gA_D4yTDgvO6TfFy2fO5cxY7x-mogC000sY"},{"token":"-VTRD1xP86fz_axMZWbJUMTZQcR54gZMz5OAQB9pKJ4","chat":"efc8dcdd-08e3-4845-9f1f-495b24625313"},{"chat":"73e1e0c9-63d7-4bce-87cf-7899f76a55b6","token":"_o2VVVtTF3qAzF1B-hIvrY8KYteCY1TjDx70p0Wh5W0"},{"chat":"4422251f-cceb-4a1f-836d-4f19505c4c2c","token":"c_OYhyxFq0S6ECEHyL_fKoLy40Pd4bWd_izfDoa6ccM"},{"chat":"026a220d-ccc6-4bea-af94-6fa9e433b09b","token":"cLlQKwn1yDF_veVg_m35-bIAnkCysClsuQYYZtQb_18"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":9238,"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":3366},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":344,"fails":7},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":3334,"fails":9249}]}}} diff --git a/evidence/research-20261029-budget/load-resource-high-b-20261029122017.json b/evidence/research-20261029-budget/load-resource-high-b-20261029122017.json new file mode 100644 index 00000000..e2dcaa80 --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-high-b-20261029122017.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 5230, + "fails": 0 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 528, + "fails": 0 + }, + { + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 5216, + "fails": 0, + "name": "history readable", + "path": "::history readable" + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 45658.562455 + }, + "metrics": { + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 11038, + "rate": 241.75093140259926 + } + }, + "http_req_failed": { + "values": { + "rate": 0, + "passes": 0, + "fails": 11038 + }, + "type": "rate", + "contains": "default" + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 5109, + "rate": 111.8957699343975 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 15125395, + "rate": 331271.8181810308 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 32, + "max": 32, + "value": 32 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.04566174053270521, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 25.739401 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.6592425499999996, + "p(99)": 1.4886263799999973, + "max": 189.491048, + "avg": 0.2831693467113601, + "p(50)": 0.181108 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_req_duration{expected_response:true}": { + "values": { + "p(95)": 148.4398172, + "p(99)": 169.97291509999982, + "max": 634.447418, + "avg": 88.6529423891107, + "p(50)": 78.5364045 + }, + "type": "trend", + "contains": "time" + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.01091145696684182, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 7.66539 + }, + "type": "trend" + }, + "checks": { + "values": { + "rate": 1, + "passes": 10974, + "fails": 0 + }, + "type": "rate", + "contains": "default" + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "rate": 111.8957699343975, + "count": 5109 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "http_req_duration": { + "contains": "time", + "values": { + "avg": 88.6529423891107, + "p(50)": 78.5364045, + "p(95)": 148.4398172, + "p(99)": 169.97291509999982, + "max": 634.447418 + }, + "type": "trend" + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 94.34357741456262, + "p(50)": 86.548129, + "p(95)": 150.95621699999998, + "p(99)": 174.36450792000005, + "max": 634.447418 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.19530083266896073, + "p(50)": 0.172547, + "p(95)": 0.35084894999999994, + "p(99)": 0.70326441, + "max": 10.432989 + } + }, + "http_req_waiting": { + "values": { + "p(95)": 147.96067564999998, + "p(99)": 169.61154033999983, + "max": 634.096686, + "avg": 88.17447220973034, + "p(50)": 78.139894 + }, + "type": "trend", + "contains": "time" + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1007642, + "rate": 22069.069760860475 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 166.124368, + "p(95)": 305.40765375, + "p(99)": 436.3995856, + "max": 963.702448, + "avg": 187.09528789589734 + } + }, + "http_req_blocked": { + "values": { + "p(50)": 0.001214, + "p(95)": 0.0014271499999999996, + "p(99)": 0.0017360399999999936, + "max": 29.570485, + "avg": 0.0587230481971364 + }, + "type": "trend", + "contains": "time" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5216, + "rate": 114.23925151258904 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 10734, + "rate": 235.09281551689622 + } + }, + "application_errors{status:0}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + } + }, + "setup_data": [ + { + "chat": "91c65169-e029-41e8-9a3d-3d9cdc50f533", + "token": "hdd53_NS9rXWBVHU20Jt9JMbfiv4gMd2hBddG2vfRKA" + }, + { + "token": "HRzWk5NyCEtz8951cOQem8IBiHCjqos-RQcyKU4DIcw", + "chat": "9a20bcc5-ed82-442d-9ef3-c013d9f4b90f" + }, + { + "chat": "351d6fd3-4c8a-4d70-9165-5ac60720cc53", + "token": "SpKlhn-4Te0lrzYKauV38dR4NQJV9dFW4cJC7RLkVRA" + }, + { + "chat": "b3e37643-bb89-480e-b5c0-f127a44e4c32", + "token": "BBan9FT7VI3u6m0TLUOx3gCacA6BW3ucHrT3KvKTj1M" + }, + { + "chat": "8aacf184-5d09-4e85-9f7e-7c0213def1c0", + "token": "l-uDa3tyKbZcHpzTyz1kCdwI9JsjXmom2VW_swcnJxA" + }, + { + "chat": "008c85d5-376a-4089-9f14-374db3db5ad4", + "token": "bK7Z0mpBA27GM4X1tIfw_6G0UuCR84M9km_INxq1BVY" + }, + { + "token": "vzi9034UW9R6UvZVq5yNmhjx08_xdZNlh2o4NDmdJYM", + "chat": "ef0420a2-a9e4-49d3-834e-664cb604c76f" + }, + { + "chat": "48f6bb3d-0e53-4440-ad2a-5e086c71b516", + "token": "SDIZBSpAVxdQRoSyr2WX4z9n2CiBw_9dlj55cr33zTQ" + }, + { + "token": "Umz1yWJ9_wbf4bQ6bpXkOYtsGofs-hbJno0vPRlR968", + "chat": "aee8ebc6-e03f-4865-834a-d002513444c8" + }, + { + "chat": "0f39ff84-68bc-4e77-8250-6d84448938a4", + "token": "McLP3DOUFeB7TdHaKxfVzJVU6Yiwf4hPmIloihNX6LQ" + }, + { + "token": "egIHGXPgXaDkOr5EEI-tj0lLbv6i53QSQ3p9rvPdS8Q", + "chat": "9813b57a-f83c-4a32-b855-2a73e5e94fa3" + }, + { + "chat": "1fdf4a8f-a2a6-4ff6-8e95-d7cc2dff2424", + "token": "syrQ8IGX5nqF6fm2a-K9cSLxHRBEsUVDbpfGRGJExyk" + }, + { + "chat": "0f1a041e-11d2-410b-a6f3-610138932863", + "token": "gZMY-iKeabd3X0x2hjQrel4-UKk9QixdXjWx-ZZwAQI" + }, + { + "token": "bOdeqdhjMQ3MS-vqgwc_uR55qd-FD9oxtHXu35nd1A0", + "chat": "4aae219b-0deb-4028-851c-99a61c521274" + }, + { + "chat": "9b66b89a-0993-429e-abe2-ae40103e25da", + "token": "uzibd3tAtqrzYJAJd88csGZl8PQ517P4HI67qXDZYzA" + }, + { + "chat": "1f95d050-3b75-4071-826f-4b121a63cf51", + "token": "Yb4OgdBWC9t9zXoH26STDLzOlMzddZysFz3xS00kpnA" + } + ] + } +} diff --git a/evidence/research-20261029-budget/load-resource-high-b-20261029122017.txt b/evidence/research-20261029-budget/load-resource-high-b-20261029122017.txt new file mode 100644 index 00000000..db628043 --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-high-b-20261029122017.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":5230,"fails":0},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":528,"fails":0},{"id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":5216,"fails":0,"name":"history readable","path":"::history readable"}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":45658.562455},"metrics":{"http_reqs":{"type":"counter","contains":"default","values":{"count":11038,"rate":241.75093140259926}},"http_req_failed":{"values":{"rate":0,"passes":0,"fails":11038},"type":"rate","contains":"default"},"attempted_messages":{"type":"counter","contains":"default","values":{"count":5109,"rate":111.8957699343975}},"data_received":{"type":"counter","contains":"data","values":{"count":15125395,"rate":331271.8181810308}},"vus_max":{"type":"gauge","contains":"default","values":{"min":32,"max":32,"value":32}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.04566174053270521,"p(50)":0,"p(95)":0,"p(99)":0,"max":25.739401}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.6592425499999996,"p(99)":1.4886263799999973,"max":189.491048,"avg":0.2831693467113601,"p(50)":0.181108}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"http_req_duration{expected_response:true}":{"values":{"p(95)":148.4398172,"p(99)":169.97291509999982,"max":634.447418,"avg":88.6529423891107,"p(50)":78.5364045},"type":"trend","contains":"time"},"http_req_connecting":{"contains":"time","values":{"avg":0.01091145696684182,"p(50)":0,"p(95)":0,"p(99)":0,"max":7.66539},"type":"trend"},"checks":{"values":{"rate":1,"passes":10974,"fails":0},"type":"rate","contains":"default"},"confirmed_messages":{"type":"counter","contains":"default","values":{"rate":111.8957699343975,"count":5109}},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"http_req_duration":{"contains":"time","values":{"avg":88.6529423891107,"p(50)":78.5364045,"p(95)":148.4398172,"p(99)":169.97291509999982,"max":634.447418},"type":"trend"},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":94.34357741456262,"p(50)":86.548129,"p(95)":150.95621699999998,"p(99)":174.36450792000005,"max":634.447418}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.19530083266896073,"p(50)":0.172547,"p(95)":0.35084894999999994,"p(99)":0.70326441,"max":10.432989}},"http_req_waiting":{"values":{"p(95)":147.96067564999998,"p(99)":169.61154033999983,"max":634.096686,"avg":88.17447220973034,"p(50)":78.139894},"type":"trend","contains":"time"},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"data_sent":{"type":"counter","contains":"data","values":{"count":1007642,"rate":22069.069760860475}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":166.124368,"p(95)":305.40765375,"p(99)":436.3995856,"max":963.702448,"avg":187.09528789589734}},"http_req_blocked":{"values":{"p(50)":0.001214,"p(95)":0.0014271499999999996,"p(99)":0.0017360399999999936,"max":29.570485,"avg":0.0587230481971364},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"count":5216,"rate":114.23925151258904}},"measured_operations":{"type":"counter","contains":"default","values":{"count":10734,"rate":235.09281551689622}},"application_errors{status:0}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}}},"setup_data":[{"chat":"91c65169-e029-41e8-9a3d-3d9cdc50f533","token":"hdd53_NS9rXWBVHU20Jt9JMbfiv4gMd2hBddG2vfRKA"},{"token":"HRzWk5NyCEtz8951cOQem8IBiHCjqos-RQcyKU4DIcw","chat":"9a20bcc5-ed82-442d-9ef3-c013d9f4b90f"},{"chat":"351d6fd3-4c8a-4d70-9165-5ac60720cc53","token":"SpKlhn-4Te0lrzYKauV38dR4NQJV9dFW4cJC7RLkVRA"},{"chat":"b3e37643-bb89-480e-b5c0-f127a44e4c32","token":"BBan9FT7VI3u6m0TLUOx3gCacA6BW3ucHrT3KvKTj1M"},{"chat":"8aacf184-5d09-4e85-9f7e-7c0213def1c0","token":"l-uDa3tyKbZcHpzTyz1kCdwI9JsjXmom2VW_swcnJxA"},{"chat":"008c85d5-376a-4089-9f14-374db3db5ad4","token":"bK7Z0mpBA27GM4X1tIfw_6G0UuCR84M9km_INxq1BVY"},{"token":"vzi9034UW9R6UvZVq5yNmhjx08_xdZNlh2o4NDmdJYM","chat":"ef0420a2-a9e4-49d3-834e-664cb604c76f"},{"chat":"48f6bb3d-0e53-4440-ad2a-5e086c71b516","token":"SDIZBSpAVxdQRoSyr2WX4z9n2CiBw_9dlj55cr33zTQ"},{"token":"Umz1yWJ9_wbf4bQ6bpXkOYtsGofs-hbJno0vPRlR968","chat":"aee8ebc6-e03f-4865-834a-d002513444c8"},{"chat":"0f39ff84-68bc-4e77-8250-6d84448938a4","token":"McLP3DOUFeB7TdHaKxfVzJVU6Yiwf4hPmIloihNX6LQ"},{"token":"egIHGXPgXaDkOr5EEI-tj0lLbv6i53QSQ3p9rvPdS8Q","chat":"9813b57a-f83c-4a32-b855-2a73e5e94fa3"},{"chat":"1fdf4a8f-a2a6-4ff6-8e95-d7cc2dff2424","token":"syrQ8IGX5nqF6fm2a-K9cSLxHRBEsUVDbpfGRGJExyk"},{"chat":"0f1a041e-11d2-410b-a6f3-610138932863","token":"gZMY-iKeabd3X0x2hjQrel4-UKk9QixdXjWx-ZZwAQI"},{"token":"bOdeqdhjMQ3MS-vqgwc_uR55qd-FD9oxtHXu35nd1A0","chat":"4aae219b-0deb-4028-851c-99a61c521274"},{"chat":"9b66b89a-0993-429e-abe2-ae40103e25da","token":"uzibd3tAtqrzYJAJd88csGZl8PQ517P4HI67qXDZYzA"},{"chat":"1f95d050-3b75-4071-826f-4b121a63cf51","token":"Yb4OgdBWC9t9zXoH26STDLzOlMzddZysFz3xS00kpnA"}]}} diff --git a/evidence/research-20261029-budget/load-resource-low-a-20261029121455.json b/evidence/research-20261029-budget/load-resource-low-a-20261029121455.json new file mode 100644 index 00000000..93b94d85 --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-low-a-20261029121455.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "metrics": { + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 1342, + "rate": 26.561472909672695 + } + }, + "application_errors{status:0}": { + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 126, + "rate": 2.493849170356751 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.4785587288240778, + "p(50)": 0.170357, + "p(95)": 1.1339236, + "p(99)": 3.4475808399999934, + "max": 214.619895 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 308580, + "rate": 6107.555372926081 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 1495, + "rate": 29.58971833082018 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "rate": 55.874096888231016, + "count": 2823 + } + }, + "application_errors{status:429}": { + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 304.09755029351567, + "p(50)": 147.824596, + "p(95)": 410.633796, + "p(99)": 4001.48060386, + "max": 15305.91387 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 179.871273, + "p(95)": 474.7400550500002, + "p(99)": 2920.94988727998, + "max": 4001.89549, + "avg": 244.71032225335352 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 412.31885059999956, + "p(99)": 4001.85648818, + "max": 15306.114353, + "avg": 304.80681099596694, + "p(50)": 148.372542 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.9290434660254416, + "p(50)": 0.000929, + "p(95)": 0.0014948999999999997, + "p(99)": 9.614031419997158, + "max": 1122.781083 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 1.7588446199994259, + "max": 1084.331548, + "avg": 0.4973989196400869 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.039094011790257524, + "passes": 126, + "fails": 3097 + } + }, + "http_reqs": { + "contains": "default", + "values": { + "rate": 63.79107838142705, + "count": 3223 + }, + "type": "counter" + }, + "http_req_duration{expected_response:true}": { + "values": { + "avg": 258.8675715650633, + "p(50)": 151.210045, + "p(95)": 395.1222127999998, + "p(99)": 805.1593229599996, + "max": 13484.65663 + }, + "type": "trend", + "contains": "time" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 4186739, + "rate": 82865.83794960518 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.9601139601139601, + "passes": 3033, + "fails": 126 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 6.95150741999773, + "max": 318.387688, + "avg": 0.40447649953459514 + } + }, + "vus": { + "values": { + "value": 32, + "min": 0, + "max": 32 + }, + "type": "gauge", + "contains": "default" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 315.29533, + "p(95)": 952.9943968, + "p(99)": 13495.279628039998, + "max": 16686.161806, + "avg": 651.9972944147166 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 1281, + "rate": 25.3541332319603 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.2307019736270553, + "p(50)": 0.139785, + "p(95)": 0.49472829999999995, + "p(99)": 2.3659373399999986, + "max": 14.509999 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 61, + "rate": 1.2073396777123953 + } + }, + "application_errors{status:503}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 110, + "rate": 2.1771699106289093 + } + } + }, + "setup_data": [ + { + "chat": "40f3048c-dc88-46bc-993a-d50c7468fccd", + "token": "aXl5610t-lUuA05L5uAThAZvXaM6maZid2q3lzVf1ic" + }, + { + "chat": "ef3e62fe-d54d-4749-891a-5233e057b95f", + "token": "eMcEAwKjc9-IiSDNb7P_pwetWZTx1f-u1dZVz7b5YZA" + }, + { + "chat": "befb66cf-e346-4c9b-ad7b-df21a62f493d", + "token": "ubikwf5lirrYiOpuhDdqZNI6BK_hoY1LHZk0R6JYeWo" + }, + { + "chat": "f3df2a1d-5c5c-402b-b201-7645dfac22dd", + "token": "pCOPkGEq-8fPpFW0hvbm0ZhNCAyaSlIbWdVJbIMzE3g" + }, + { + "chat": "1835e164-8df2-4579-b9c6-909e4afff190", + "token": "beA-HCCfv1GdrGklVYZfGyyPCdO6aoGu6PwXckCYu78" + }, + { + "chat": "12bbdd61-859d-4def-9194-0ac72ecb97cd", + "token": "gbPAIwQqpI8TjoUFI3jIjE1Me_bHeaV9WnYflVDAkKM" + }, + { + "chat": "731e7274-e841-478d-994a-f8bd3e9e5589", + "token": "zn66NKnRanUawQ4uwQ5xbnk09PCYrHf1YHWQzsxREt4" + }, + { + "chat": "a3b4692a-af10-48d3-8f54-8e48feae4612", + "token": "edxXRcbiyVYcYmRveFaMjherFV-9SGrta-dHJZ56ECI" + }, + { + "chat": "ba8a1024-117b-49e3-b83f-337651f3fda0", + "token": "P_6O8HryOaE-k4EFDHNN2ATnEhdvqlkRjB3wvoAmnS4" + }, + { + "chat": "23d1b45e-da68-4e81-8c66-24637a77fac0", + "token": "az8g6fY5btOXxU65YbUURcy_lMF22NmbISPfcezRiQE" + }, + { + "chat": "bf7a8f6a-ec14-4aff-b7bd-254ab247e91a", + "token": "r-P4mXHViC666mF7QqoRPt3zQuthk2Y-8B7lBcJKpRw" + }, + { + "chat": "595ef50d-5e75-4c52-b396-b18954402e47", + "token": "tpO20J4OJfLOnJIncvb8obstXNtflzCNIxdll6U4LZM" + }, + { + "chat": "ca0c67f7-8dc4-45f0-a947-43b5276e6023", + "token": "XUWiuyO9BtlQQmSPp13w7k3Xp0PDLqKw27N7e6u6t8U" + }, + { + "token": "We7Y2W-VGPBSFET5WeAZWiSD4aPQoKoeHjmO-7JMFnI", + "chat": "d32d06cf-62e7-442a-8d55-23f0df08fbe7" + }, + { + "chat": "6b10db1b-d3d4-4969-aab5-d59e06578ffb", + "token": "pst6F_kphCd5WIQF3O-QqQyEGNWxDYw_fVFORby8bmM" + }, + { + "token": "eFnY_ls7ovtLZSz6C2R6INBLAKAyKEbSwhAxGsaZEr4", + "chat": "8a347874-dd9a-42b3-9618-2f99f0b53ec2" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "fails": 61, + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 1447 + }, + { + "passes": 153, + "fails": 3, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa" + }, + { + "passes": 1433, + "fails": 62, + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8" + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 50524.306561 + } + } +} diff --git a/evidence/research-20261029-budget/load-resource-low-a-20261029121455.txt b/evidence/research-20261029-budget/load-resource-low-a-20261029121455.txt new file mode 100644 index 00000000..97a27861 --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-low-a-20261029121455.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"metrics":{"attempted_messages":{"type":"counter","contains":"default","values":{"count":1342,"rate":26.561472909672695}},"application_errors{status:0}":{"values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default"},"application_errors":{"type":"counter","contains":"default","values":{"count":126,"rate":2.493849170356751}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.4785587288240778,"p(50)":0.170357,"p(95)":1.1339236,"p(99)":3.4475808399999934,"max":214.619895}},"data_sent":{"type":"counter","contains":"data","values":{"count":308580,"rate":6107.555372926081}},"iterations":{"type":"counter","contains":"default","values":{"count":1495,"rate":29.58971833082018}},"measured_operations":{"type":"counter","contains":"default","values":{"rate":55.874096888231016,"count":2823}},"application_errors{status:429}":{"values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default"},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":304.09755029351567,"p(50)":147.824596,"p(95)":410.633796,"p(99)":4001.48060386,"max":15305.91387}},"message_latency_ms":{"type":"trend","contains":"time","values":{"p(50)":179.871273,"p(95)":474.7400550500002,"p(99)":2920.94988727998,"max":4001.89549,"avg":244.71032225335352}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":412.31885059999956,"p(99)":4001.85648818,"max":15306.114353,"avg":304.80681099596694,"p(50)":148.372542}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.9290434660254416,"p(50)":0.000929,"p(95)":0.0014948999999999997,"p(99)":9.614031419997158,"max":1122.781083}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":1.7588446199994259,"max":1084.331548,"avg":0.4973989196400869}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.039094011790257524,"passes":126,"fails":3097}},"http_reqs":{"contains":"default","values":{"rate":63.79107838142705,"count":3223},"type":"counter"},"http_req_duration{expected_response:true}":{"values":{"avg":258.8675715650633,"p(50)":151.210045,"p(95)":395.1222127999998,"p(99)":805.1593229599996,"max":13484.65663},"type":"trend","contains":"time"},"data_received":{"type":"counter","contains":"data","values":{"count":4186739,"rate":82865.83794960518}},"checks":{"type":"rate","contains":"default","values":{"rate":0.9601139601139601,"passes":3033,"fails":126}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":6.95150741999773,"max":318.387688,"avg":0.40447649953459514}},"vus":{"values":{"value":32,"min":0,"max":32},"type":"gauge","contains":"default"},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":315.29533,"p(95)":952.9943968,"p(99)":13495.279628039998,"max":16686.161806,"avg":651.9972944147166}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":1281,"rate":25.3541332319603}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.2307019736270553,"p(50)":0.139785,"p(95)":0.49472829999999995,"p(99)":2.3659373399999986,"max":14.509999}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"failed_writes":{"type":"counter","contains":"default","values":{"count":61,"rate":1.2073396777123953}},"application_errors{status:503}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":110,"rate":2.1771699106289093}}},"setup_data":[{"chat":"40f3048c-dc88-46bc-993a-d50c7468fccd","token":"aXl5610t-lUuA05L5uAThAZvXaM6maZid2q3lzVf1ic"},{"chat":"ef3e62fe-d54d-4749-891a-5233e057b95f","token":"eMcEAwKjc9-IiSDNb7P_pwetWZTx1f-u1dZVz7b5YZA"},{"chat":"befb66cf-e346-4c9b-ad7b-df21a62f493d","token":"ubikwf5lirrYiOpuhDdqZNI6BK_hoY1LHZk0R6JYeWo"},{"chat":"f3df2a1d-5c5c-402b-b201-7645dfac22dd","token":"pCOPkGEq-8fPpFW0hvbm0ZhNCAyaSlIbWdVJbIMzE3g"},{"chat":"1835e164-8df2-4579-b9c6-909e4afff190","token":"beA-HCCfv1GdrGklVYZfGyyPCdO6aoGu6PwXckCYu78"},{"chat":"12bbdd61-859d-4def-9194-0ac72ecb97cd","token":"gbPAIwQqpI8TjoUFI3jIjE1Me_bHeaV9WnYflVDAkKM"},{"chat":"731e7274-e841-478d-994a-f8bd3e9e5589","token":"zn66NKnRanUawQ4uwQ5xbnk09PCYrHf1YHWQzsxREt4"},{"chat":"a3b4692a-af10-48d3-8f54-8e48feae4612","token":"edxXRcbiyVYcYmRveFaMjherFV-9SGrta-dHJZ56ECI"},{"chat":"ba8a1024-117b-49e3-b83f-337651f3fda0","token":"P_6O8HryOaE-k4EFDHNN2ATnEhdvqlkRjB3wvoAmnS4"},{"chat":"23d1b45e-da68-4e81-8c66-24637a77fac0","token":"az8g6fY5btOXxU65YbUURcy_lMF22NmbISPfcezRiQE"},{"chat":"bf7a8f6a-ec14-4aff-b7bd-254ab247e91a","token":"r-P4mXHViC666mF7QqoRPt3zQuthk2Y-8B7lBcJKpRw"},{"chat":"595ef50d-5e75-4c52-b396-b18954402e47","token":"tpO20J4OJfLOnJIncvb8obstXNtflzCNIxdll6U4LZM"},{"chat":"ca0c67f7-8dc4-45f0-a947-43b5276e6023","token":"XUWiuyO9BtlQQmSPp13w7k3Xp0PDLqKw27N7e6u6t8U"},{"token":"We7Y2W-VGPBSFET5WeAZWiSD4aPQoKoeHjmO-7JMFnI","chat":"d32d06cf-62e7-442a-8d55-23f0df08fbe7"},{"chat":"6b10db1b-d3d4-4969-aab5-d59e06578ffb","token":"pst6F_kphCd5WIQF3O-QqQyEGNWxDYw_fVFORby8bmM"},{"token":"eFnY_ls7ovtLZSz6C2R6INBLAKAyKEbSwhAxGsaZEr4","chat":"8a347874-dd9a-42b3-9618-2f99f0b53ec2"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":61,"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":1447},{"passes":153,"fails":3,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa"},{"passes":1433,"fails":62,"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8"}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":50524.306561}}} diff --git a/evidence/research-20261029-budget/load-resource-low-b-20261029121833.json b/evidence/research-20261029-budget/load-resource-low-b-20261029121833.json new file mode 100644 index 00000000..b1f51165 --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-low-b-20261029121833.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 1357, + "fails": 16 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 149, + "fails": 0 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 1347, + "fails": 9 + } + ] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 52348.857544 + }, + "metrics": { + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.15752149999999998, + "p(95)": 1.0667816499999996, + "p(99)": 2.6036035500000057, + "max": 56.486935, + "avg": 0.35244900611828683 + } + }, + "confirmed_messages": { + "values": { + "count": 1164, + "rate": 22.23544227343721 + }, + "type": "counter", + "contains": "default" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 1356, + "rate": 25.90314409173613 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.14524504452753234, + "p(50)": 0, + "p(95)": 0, + "p(99)": 3.306125890000003, + "max": 29.974407 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 3906.8322486500006, + "max": 4021.414764, + "avg": 251.97356974999994, + "p(50)": 183.4024585, + "p(95)": 427.3455392499994 + } + }, + "http_req_tls_handshaking": { + "contains": "time", + "values": { + "avg": 0.2917874279401767, + "p(50)": 0, + "p(95)": 0, + "p(99)": 13.475143490000024, + "max": 52.169655 + }, + "type": "trend" + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 1180, + "rate": 22.541084091628786 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "contains": "time", + "values": { + "avg": 334.8987685271932, + "p(50)": 156.650286, + "p(95)": 391.2477612499998, + "p(99)": 11087.787277590052, + "max": 17274.305742 + }, + "type": "trend" + }, + "data_received": { + "values": { + "count": 3916167, + "rate": 74809.02513886579 + }, + "type": "counter", + "contains": "data" + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 10, + "rate": 0.19102613636973548 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_failed": { + "contains": "default", + "values": { + "rate": 0.00849762066621346, + "passes": 25, + "fails": 2917 + }, + "type": "rate" + }, + "http_reqs": { + "values": { + "count": 2942, + "rate": 56.19988931997618 + }, + "type": "counter", + "contains": "default" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "iteration_duration": { + "values": { + "p(95)": 906.11886825, + "p(99)": 15413.7550611, + "max": 17502.378788, + "avg": 717.6840371460174, + "p(50)": 322.13766 + }, + "type": "trend", + "contains": "time" + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "measured_operations": { + "contains": "default", + "values": { + "count": 2489, + "rate": 47.546405342427164 + }, + "type": "counter" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 277.3633390939327, + "p(50)": 155.341015, + "p(95)": 358.18594759999957, + "p(99)": 790.3229117200002, + "max": 15880.251665 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 25, + "rate": 0.4775653409243387 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.7281408660774972, + "p(50)": 0.000867, + "p(95)": 0.00143295, + "p(99)": 18.86882777000019, + "max": 840.913251 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 334.32122564751796, + "p(50)": 155.961825, + "p(95)": 390.94999664999983, + "p(99)": 11087.508132510053, + "max": 17274.101193 + } + }, + "data_sent": { + "values": { + "count": 285048, + "rate": 5445.161811992036 + }, + "type": "counter", + "contains": "data" + }, + "checks": { + "contains": "default", + "values": { + "rate": 0.9913134120917304, + "passes": 2853, + "fails": 25 + }, + "type": "rate" + }, + "failed_writes": { + "values": { + "count": 16, + "rate": 0.30564181819157676 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "contains": "time", + "values": { + "max": 14.874507, + "avg": 0.22509387355540372, + "p(50)": 0.134031, + "p(95)": 0.4687294499999987, + "p(99)": 2.5053839100000292 + }, + "type": "trend" + } + }, + "setup_data": [ + { + "chat": "f8ba9b15-98af-4a44-bdf5-624cd8402b38", + "token": "FxFcSoDTGgvrZpeWew6MVyckuFbwYmuYTIF_zUQVKU4" + }, + { + "token": "iRi1cRIConJL3t4fHWe5MZbSyhQe82wWVpuKOsM0ddo", + "chat": "97b17938-f0a6-4897-a2a0-67e81890cea5" + }, + { + "chat": "7ea71e1e-aaac-49d3-ab42-89b338d3a57d", + "token": "K28Wa6osCYcg2TXfmcUOmrvfL0z6RdH48YkyPTKRGi0" + }, + { + "token": "nokvkZFHXTWaZpYxKPh9FmXru2guwyPYTAy9YseVkdc", + "chat": "d0025650-b502-41c5-bb24-36fd04faad3c" + }, + { + "chat": "cac06fb0-fcbe-408b-89e6-98b707fabe5b", + "token": "XUajTicdRBXi6xKQGAzD60zGr21Bo1d5lGnfM-7TSgM" + }, + { + "chat": "0bcd1418-5038-4b51-8d03-091b8d8ff356", + "token": "Gs0LTQrub60JCwcISVLvIOJs7gSPIOPVER4AvodwEkw" + }, + { + "chat": "a3603938-6466-4b5a-9d51-f490145ed9ee", + "token": "Wgi-mBssvieIQOSLEGANd_7iD6Q5z1LgQFOZiavt6mc" + }, + { + "chat": "eeb932ec-d94b-4454-aca7-b10d998cb88f", + "token": "6teaF3P1YycmnULmqIaZPrpoNfmAgp0JdxKPRcW7T0M" + }, + { + "chat": "b29920d6-da8d-45ce-9d5d-9cda85e1cce7", + "token": "-Tx-ORNi08VBzWW2KsJQdCjB7v6MGGwkQnmTxTrzBaI" + }, + { + "token": "v7kefD4hC2SxYQooYKp0RZVJ0nJelJm9BbCcSMKI2Gg", + "chat": "eb05d4cd-d12b-4f63-b337-3b026d2a4508" + }, + { + "chat": "09b2325e-da8f-4ec5-84a2-08c1c75bc091", + "token": "atd5Frtyyy6QbsE4hMq9xC-3r8G2nF_FxP7vl69kuWg" + }, + { + "chat": "40f24b78-ffeb-4d27-ba79-38207f29f968", + "token": "HJvqaa0wD8MghYJos9SIyZcPW6Lr-DNaLr2xOBhbK9A" + }, + { + "chat": "51aec66f-8ad2-4083-b7d3-973da37ed89c", + "token": "L4GeIxSkDAZdydLwiDDNRurxbWlktqRVVXJnX4KHlM8" + }, + { + "chat": "5d473002-832f-4a93-bab6-0f63da9de9dc", + "token": "FAp4pUv4PFdCTmGe61M6ZMv0mdMD3NBn6Ac8ZPE9av4" + }, + { + "chat": "16808b44-8d8b-4fdc-bf64-44ee8aeb3a74", + "token": "y4OydC_AES-GoPDiGmFF2bsiqO57EmYG2yq2ENLz_Ek" + }, + { + "chat": "fd74965f-1d8e-44b2-9c9d-e1a988ccea92", + "token": "uod-2yoApCVejCegpfkcjAcAM55Z5EsSS42yEBk2pNk" + } + ] + } +} diff --git a/evidence/research-20261029-budget/load-resource-low-b-20261029121833.txt b/evidence/research-20261029-budget/load-resource-low-b-20261029121833.txt new file mode 100644 index 00000000..64bf3777 --- /dev/null +++ b/evidence/research-20261029-budget/load-resource-low-b-20261029121833.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":1357,"fails":16},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":149,"fails":0},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":1347,"fails":9}]},"options":{"noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":52348.857544},"metrics":{"http_req_receiving":{"type":"trend","contains":"time","values":{"p(50)":0.15752149999999998,"p(95)":1.0667816499999996,"p(99)":2.6036035500000057,"max":56.486935,"avg":0.35244900611828683}},"confirmed_messages":{"values":{"count":1164,"rate":22.23544227343721},"type":"counter","contains":"default"},"iterations":{"type":"counter","contains":"default","values":{"count":1356,"rate":25.90314409173613}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.14524504452753234,"p(50)":0,"p(95)":0,"p(99)":3.306125890000003,"max":29.974407}},"message_latency_ms":{"type":"trend","contains":"time","values":{"p(99)":3906.8322486500006,"max":4021.414764,"avg":251.97356974999994,"p(50)":183.4024585,"p(95)":427.3455392499994}},"http_req_tls_handshaking":{"contains":"time","values":{"avg":0.2917874279401767,"p(50)":0,"p(95)":0,"p(99)":13.475143490000024,"max":52.169655},"type":"trend"},"attempted_messages":{"type":"counter","contains":"default","values":{"count":1180,"rate":22.541084091628786}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration":{"contains":"time","values":{"avg":334.8987685271932,"p(50)":156.650286,"p(95)":391.2477612499998,"p(99)":11087.787277590052,"max":17274.305742},"type":"trend"},"data_received":{"values":{"count":3916167,"rate":74809.02513886579},"type":"counter","contains":"data"},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":10,"rate":0.19102613636973548},"thresholds":{"count>=0":{"ok":true}}},"http_req_failed":{"contains":"default","values":{"rate":0.00849762066621346,"passes":25,"fails":2917},"type":"rate"},"http_reqs":{"values":{"count":2942,"rate":56.19988931997618},"type":"counter","contains":"default"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"iteration_duration":{"values":{"p(95)":906.11886825,"p(99)":15413.7550611,"max":17502.378788,"avg":717.6840371460174,"p(50)":322.13766},"type":"trend","contains":"time"},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"measured_operations":{"contains":"default","values":{"count":2489,"rate":47.546405342427164},"type":"counter"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":277.3633390939327,"p(50)":155.341015,"p(95)":358.18594759999957,"p(99)":790.3229117200002,"max":15880.251665}},"application_errors":{"type":"counter","contains":"default","values":{"count":25,"rate":0.4775653409243387}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.7281408660774972,"p(50)":0.000867,"p(95)":0.00143295,"p(99)":18.86882777000019,"max":840.913251}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":334.32122564751796,"p(50)":155.961825,"p(95)":390.94999664999983,"p(99)":11087.508132510053,"max":17274.101193}},"data_sent":{"values":{"count":285048,"rate":5445.161811992036},"type":"counter","contains":"data"},"checks":{"contains":"default","values":{"rate":0.9913134120917304,"passes":2853,"fails":25},"type":"rate"},"failed_writes":{"values":{"count":16,"rate":0.30564181819157676},"type":"counter","contains":"default"},"http_req_sending":{"contains":"time","values":{"max":14.874507,"avg":0.22509387355540372,"p(50)":0.134031,"p(95)":0.4687294499999987,"p(99)":2.5053839100000292},"type":"trend"}},"setup_data":[{"chat":"f8ba9b15-98af-4a44-bdf5-624cd8402b38","token":"FxFcSoDTGgvrZpeWew6MVyckuFbwYmuYTIF_zUQVKU4"},{"token":"iRi1cRIConJL3t4fHWe5MZbSyhQe82wWVpuKOsM0ddo","chat":"97b17938-f0a6-4897-a2a0-67e81890cea5"},{"chat":"7ea71e1e-aaac-49d3-ab42-89b338d3a57d","token":"K28Wa6osCYcg2TXfmcUOmrvfL0z6RdH48YkyPTKRGi0"},{"token":"nokvkZFHXTWaZpYxKPh9FmXru2guwyPYTAy9YseVkdc","chat":"d0025650-b502-41c5-bb24-36fd04faad3c"},{"chat":"cac06fb0-fcbe-408b-89e6-98b707fabe5b","token":"XUajTicdRBXi6xKQGAzD60zGr21Bo1d5lGnfM-7TSgM"},{"chat":"0bcd1418-5038-4b51-8d03-091b8d8ff356","token":"Gs0LTQrub60JCwcISVLvIOJs7gSPIOPVER4AvodwEkw"},{"chat":"a3603938-6466-4b5a-9d51-f490145ed9ee","token":"Wgi-mBssvieIQOSLEGANd_7iD6Q5z1LgQFOZiavt6mc"},{"chat":"eeb932ec-d94b-4454-aca7-b10d998cb88f","token":"6teaF3P1YycmnULmqIaZPrpoNfmAgp0JdxKPRcW7T0M"},{"chat":"b29920d6-da8d-45ce-9d5d-9cda85e1cce7","token":"-Tx-ORNi08VBzWW2KsJQdCjB7v6MGGwkQnmTxTrzBaI"},{"token":"v7kefD4hC2SxYQooYKp0RZVJ0nJelJm9BbCcSMKI2Gg","chat":"eb05d4cd-d12b-4f63-b337-3b026d2a4508"},{"chat":"09b2325e-da8f-4ec5-84a2-08c1c75bc091","token":"atd5Frtyyy6QbsE4hMq9xC-3r8G2nF_FxP7vl69kuWg"},{"chat":"40f24b78-ffeb-4d27-ba79-38207f29f968","token":"HJvqaa0wD8MghYJos9SIyZcPW6Lr-DNaLr2xOBhbK9A"},{"chat":"51aec66f-8ad2-4083-b7d3-973da37ed89c","token":"L4GeIxSkDAZdydLwiDDNRurxbWlktqRVVXJnX4KHlM8"},{"chat":"5d473002-832f-4a93-bab6-0f63da9de9dc","token":"FAp4pUv4PFdCTmGe61M6ZMv0mdMD3NBn6Ac8ZPE9av4"},{"chat":"16808b44-8d8b-4fdc-bf64-44ee8aeb3a74","token":"y4OydC_AES-GoPDiGmFF2bsiqO57EmYG2yq2ENLz_Ek"},{"chat":"fd74965f-1d8e-44b2-9c9d-e1a988ccea92","token":"uod-2yoApCVejCegpfkcjAcAM55Z5EsSS42yEBk2pNk"}]}} diff --git a/evidence/research-20261029-budget/load-saturation8-20261029121309.json b/evidence/research-20261029-budget/load-saturation8-20261029121309.json new file mode 100644 index 00000000..bc56a002 --- /dev/null +++ b/evidence/research-20261029-budget/load-saturation8-20261029121309.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 8, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 58533.224654 + }, + "metrics": { + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 124.812207, + "p(99)": 156.87072295, + "max": 2008.148619, + "avg": 59.06277293209852, + "p(50)": 49.5675375 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 105.085101, + "p(95)": 249.0688166, + "p(99)": 318.28196140000006, + "max": 518.972685, + "avg": 121.67717165125049 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.7203928499999984, + "max": 3.02267, + "avg": 0.2122016633597882, + "p(50)": 0.17847449999999998, + "p(95)": 0.450818 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 4536, + "rate": 77.49444912377679 + } + }, + "http_req_failed": { + "contains": "default", + "values": { + "passes": 7, + "fails": 4529, + "rate": 0.0015432098765432098 + }, + "type": "rate" + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "data_sent": { + "values": { + "count": 409935, + "rate": 7003.458333676243 + }, + "type": "counter", + "contains": "data" + }, + "message_latency_ms": { + "values": { + "avg": 60.06522328685268, + "p(50)": 51.4747885, + "p(95)": 119.66888329999979, + "p(99)": 161.99635167000022, + "max": 383.839615 + }, + "type": "trend", + "contains": "time" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 58.65014784303353, + "p(50)": 49.104319000000004, + "p(95)": 124.4806335, + "p(99)": 156.5714554, + "max": 2007.92283 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 58.2964705361004, + "p(50)": 49.600483, + "p(95)": 124.24023219999997, + "p(99)": 156.77442796000005, + "max": 383.839615 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2008, + "rate": 34.305302874899425 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2008, + "rate": 34.305302874899425 + } + }, + "application_errors{status:503}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.001467, + "p(99)": 0.001548, + "max": 1149.0839, + "avg": 0.28507101477072533, + "p(50)": 0.001266 + } + }, + "checks": { + "values": { + "passes": 4463, + "fails": 0, + "rate": 1 + }, + "type": "rate", + "contains": "default" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 2119, + "rate": 36.2016617489601 + } + }, + "application_errors{status:0}": { + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "measured_operations": { + "contains": "default", + "values": { + "count": 4219, + "rate": 72.07872152848638 + }, + "type": "counter" + }, + "data_received": { + "values": { + "count": 6094354, + "rate": 104117.85846456912 + }, + "type": "counter", + "contains": "data" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.03034404232804233, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 18.706683 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 0, + "max": 8 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 8, + "max": 8 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.0027153842592592594, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 2.019461 + } + }, + "http_req_sending": { + "values": { + "avg": 0.20042342570546717, + "p(50)": 0.1861285, + "p(95)": 0.33068575, + "p(99)": 0.4858578999999986, + "max": 1.372177 + }, + "type": "trend", + "contains": "time" + } + }, + "setup_data": [ + { + "chat": "aad19813-b918-49ee-a675-ea64de92eb82", + "token": "McFHyQOOmJrQiY0Krd6QuKzx1GQIpQNT-7WVApDz6VQ" + }, + { + "chat": "d5ad0897-8ea4-4a0a-ab1d-ef166cc95420", + "token": "nxyFMZ7Qfz_f83H0oJUker3rugDW3tib4899RiZrw3M" + }, + { + "chat": "8c008e9a-2036-4e1e-a86a-3e2c67892cc9", + "token": "hn_QtclR09h1_f7pdtrF9BKb2dX9YE5pxbBNHqQvfkU" + }, + { + "token": "uokeKLlS__JqpvQF_nnLRiVci1hH0veRFUrpUK_QzdA", + "chat": "cc75aee9-f2b4-4b0f-9e39-48fbfe0a319b" + }, + { + "chat": "0eb6995b-3936-4371-b405-2fe8be652518", + "token": "2C_eomghSuI8cCj8ixXEzraheNmKvSSQjcRrKDkTjYg" + }, + { + "chat": "c25cb19b-67e2-44f7-8236-c25c0627cf61", + "token": "gflPZGijrBU4aI3a_lFP5DAs12kz0qPn6MjZGtP8jnA" + }, + { + "token": "nG2W3lf6c65WOeqXo3VBaIfXCB18YRnxrOUKt3H7TVk", + "chat": "e2dab8da-f10a-4ecd-87ad-5be618910f5d" + }, + { + "token": "2d8wnOfRcTXQ1-H8kSZsQ8Lz68eAiK5p4Q4_qO_0j98", + "chat": "c1caeab7-ebc8-4237-a38b-7f922a083274" + }, + { + "token": "BB1HYKS52PJw-H21L4oFQRt3RobrQAcz7eDNtTHx2wI", + "chat": "e1f4f31f-fcbe-4682-894e-b79fa1f3e840" + }, + { + "chat": "dcf4fa44-5bf7-44bd-adb5-ae3f2b14ad4b", + "token": "-C3EPu5toLqoNXWSWe1oAGYPMNFuKYvPbM_qMZjRJjY" + }, + { + "token": "PES781v5lAqrFxLzgJ66LD5-tUbibpdVT_U1IwYHIxM", + "chat": "7b6cbd4c-b305-4e0b-ac30-71c288d55d50" + }, + { + "chat": "f8868c3e-1d6f-47e3-9212-51ee2ea679d9", + "token": "KggRLbhURDDM3yBVqoxCuh-LIBzMyo60U9OirvvU3Qc" + }, + { + "chat": "a85af962-a595-42b8-bc08-4cada9aa1cfd", + "token": "khFWZr9CUKi46mjpxjYsYHSOUhBe8UtvBBbUx4JCuI8" + }, + { + "chat": "4528529c-c005-4301-9fc9-b42638f2168d", + "token": "Gy0PTXoTT5dwLGtLRZK-wdgPPlAobPOATZiLdWMu8yI" + }, + { + "chat": "95275f21-ae0c-4697-bb49-2535fed94f4d", + "token": "74785SvBvtY7aHVHumO9LnNRQ3C5m6AFgq2LECQ51UA" + }, + { + "chat": "5402e1d5-2d95-4e8f-8b13-563a70fc60f9", + "token": "ofgSsCiaphnhGYa-UgzLOJj-zGPJ1aE02KdsAeaL9t0" + } + ], + "root_group": { + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 2127, + "fails": 0 + }, + { + "passes": 217, + "fails": 0, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa" + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2119, + "fails": 0 + } + ], + "name": "" + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "" + } + } +} diff --git a/evidence/research-20261029-budget/load-saturation8-20261029121309.txt b/evidence/research-20261029-budget/load-saturation8-20261029121309.txt new file mode 100644 index 00000000..9247f28c --- /dev/null +++ b/evidence/research-20261029-budget/load-saturation8-20261029121309.txt @@ -0,0 +1,3 @@ +time="2026-10-29T12:13:53Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +time="2026-10-29T12:14:01Z" level=warning msg="setup login: 503; abandoning synthetic actor" source=console +{"profile":{"vus":8,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":58533.224654},"metrics":{"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":124.812207,"p(99)":156.87072295,"max":2008.148619,"avg":59.06277293209852,"p(50)":49.5675375}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":105.085101,"p(95)":249.0688166,"p(99)":318.28196140000006,"max":518.972685,"avg":121.67717165125049}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":0.7203928499999984,"max":3.02267,"avg":0.2122016633597882,"p(50)":0.17847449999999998,"p(95)":0.450818}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_reqs":{"type":"counter","contains":"default","values":{"count":4536,"rate":77.49444912377679}},"http_req_failed":{"contains":"default","values":{"passes":7,"fails":4529,"rate":0.0015432098765432098},"type":"rate"},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"data_sent":{"values":{"count":409935,"rate":7003.458333676243},"type":"counter","contains":"data"},"message_latency_ms":{"values":{"avg":60.06522328685268,"p(50)":51.4747885,"p(95)":119.66888329999979,"p(99)":161.99635167000022,"max":383.839615},"type":"trend","contains":"time"},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":58.65014784303353,"p(50)":49.104319000000004,"p(95)":124.4806335,"p(99)":156.5714554,"max":2007.92283}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":58.2964705361004,"p(50)":49.600483,"p(95)":124.24023219999997,"p(99)":156.77442796000005,"max":383.839615}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":2008,"rate":34.305302874899425}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":2008,"rate":34.305302874899425}},"application_errors{status:503}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.001467,"p(99)":0.001548,"max":1149.0839,"avg":0.28507101477072533,"p(50)":0.001266}},"checks":{"values":{"passes":4463,"fails":0,"rate":1},"type":"rate","contains":"default"},"iterations":{"type":"counter","contains":"default","values":{"count":2119,"rate":36.2016617489601}},"application_errors{status:0}":{"values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default"},"measured_operations":{"contains":"default","values":{"count":4219,"rate":72.07872152848638},"type":"counter"},"data_received":{"values":{"count":6094354,"rate":104117.85846456912},"type":"counter","contains":"data"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.03034404232804233,"p(50)":0,"p(95)":0,"p(99)":0,"max":18.706683}},"vus":{"type":"gauge","contains":"default","values":{"value":8,"min":0,"max":8}},"vus_max":{"type":"gauge","contains":"default","values":{"value":8,"min":8,"max":8}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.0027153842592592594,"p(50)":0,"p(95)":0,"p(99)":0,"max":2.019461}},"http_req_sending":{"values":{"avg":0.20042342570546717,"p(50)":0.1861285,"p(95)":0.33068575,"p(99)":0.4858578999999986,"max":1.372177},"type":"trend","contains":"time"}},"setup_data":[{"chat":"aad19813-b918-49ee-a675-ea64de92eb82","token":"McFHyQOOmJrQiY0Krd6QuKzx1GQIpQNT-7WVApDz6VQ"},{"chat":"d5ad0897-8ea4-4a0a-ab1d-ef166cc95420","token":"nxyFMZ7Qfz_f83H0oJUker3rugDW3tib4899RiZrw3M"},{"chat":"8c008e9a-2036-4e1e-a86a-3e2c67892cc9","token":"hn_QtclR09h1_f7pdtrF9BKb2dX9YE5pxbBNHqQvfkU"},{"token":"uokeKLlS__JqpvQF_nnLRiVci1hH0veRFUrpUK_QzdA","chat":"cc75aee9-f2b4-4b0f-9e39-48fbfe0a319b"},{"chat":"0eb6995b-3936-4371-b405-2fe8be652518","token":"2C_eomghSuI8cCj8ixXEzraheNmKvSSQjcRrKDkTjYg"},{"chat":"c25cb19b-67e2-44f7-8236-c25c0627cf61","token":"gflPZGijrBU4aI3a_lFP5DAs12kz0qPn6MjZGtP8jnA"},{"token":"nG2W3lf6c65WOeqXo3VBaIfXCB18YRnxrOUKt3H7TVk","chat":"e2dab8da-f10a-4ecd-87ad-5be618910f5d"},{"token":"2d8wnOfRcTXQ1-H8kSZsQ8Lz68eAiK5p4Q4_qO_0j98","chat":"c1caeab7-ebc8-4237-a38b-7f922a083274"},{"token":"BB1HYKS52PJw-H21L4oFQRt3RobrQAcz7eDNtTHx2wI","chat":"e1f4f31f-fcbe-4682-894e-b79fa1f3e840"},{"chat":"dcf4fa44-5bf7-44bd-adb5-ae3f2b14ad4b","token":"-C3EPu5toLqoNXWSWe1oAGYPMNFuKYvPbM_qMZjRJjY"},{"token":"PES781v5lAqrFxLzgJ66LD5-tUbibpdVT_U1IwYHIxM","chat":"7b6cbd4c-b305-4e0b-ac30-71c288d55d50"},{"chat":"f8868c3e-1d6f-47e3-9212-51ee2ea679d9","token":"KggRLbhURDDM3yBVqoxCuh-LIBzMyo60U9OirvvU3Qc"},{"chat":"a85af962-a595-42b8-bc08-4cada9aa1cfd","token":"khFWZr9CUKi46mjpxjYsYHSOUhBe8UtvBBbUx4JCuI8"},{"chat":"4528529c-c005-4301-9fc9-b42638f2168d","token":"Gy0PTXoTT5dwLGtLRZK-wdgPPlAobPOATZiLdWMu8yI"},{"chat":"95275f21-ae0c-4697-bb49-2535fed94f4d","token":"74785SvBvtY7aHVHumO9LnNRQ3C5m6AFgq2LECQ51UA"},{"chat":"5402e1d5-2d95-4e8f-8b13-563a70fc60f9","token":"ofgSsCiaphnhGYa-UgzLOJj-zGPJ1aE02KdsAeaL9t0"}],"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":2127,"fails":0},{"passes":217,"fails":0,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa"},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2119,"fails":0}],"name":""},"options":{"noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""}}} diff --git a/evidence/research-20261029-budget/nodes.txt b/evidence/research-20261029-budget/nodes.txt new file mode 100644 index 00000000..e6b77ed4 --- /dev/null +++ b/evidence/research-20261029-budget/nodes.txt @@ -0,0 +1,4 @@ +NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME +dev.asisti.tech Ready 252d v1.33.13 100.99.166.40 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 +marlosrv0 Ready 254d v1.33.13 192.168.1.37 Ubuntu 24.04.5 LTS 6.8.0-147-generic containerd://1.7.29 +srv0.agapov.space Ready 247d v1.33.13 100.108.186.94 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 diff --git a/evidence/research-20261029-budget/pods-growing1-20261029115804.txt b/evidence/research-20261029-budget/pods-growing1-20261029115804.txt new file mode 100644 index 00000000..1371b882 --- /dev/null +++ b/evidence/research-20261029-budget/pods-growing1-20261029115804.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-577bffc7b-dvvjk 1/1 Running 0 36s 10.1.25.84 dev.asisti.tech diff --git a/evidence/research-20261029-budget/pods-resource-high-a-20261029121644.txt b/evidence/research-20261029-budget/pods-resource-high-a-20261029121644.txt new file mode 100644 index 00000000..44c89361 --- /dev/null +++ b/evidence/research-20261029-budget/pods-resource-high-a-20261029121644.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-54d5599c7b-686bv 1/1 Running 0 39s 10.1.25.96 dev.asisti.tech +api-54d5599c7b-mltrn 1/1 Running 0 35s 10.1.25.125 dev.asisti.tech diff --git a/evidence/research-20261029-budget/pods-resource-high-b-20261029122017.txt b/evidence/research-20261029-budget/pods-resource-high-b-20261029122017.txt new file mode 100644 index 00000000..187b8ade --- /dev/null +++ b/evidence/research-20261029-budget/pods-resource-high-b-20261029122017.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-54d5599c7b-d2w8w 1/1 Running 0 34s 10.1.25.87 dev.asisti.tech +api-54d5599c7b-kbkkc 1/1 Running 0 38s 10.1.25.86 dev.asisti.tech diff --git a/evidence/research-20261029-budget/pods-resource-low-a-20261029121455.txt b/evidence/research-20261029-budget/pods-resource-low-a-20261029121455.txt new file mode 100644 index 00000000..b8889d79 --- /dev/null +++ b/evidence/research-20261029-budget/pods-resource-low-a-20261029121455.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-577bffc7b-mb5qr 1/1 Running 0 50s 10.1.25.74 dev.asisti.tech +api-577bffc7b-xqltd 1/1 Running 0 36s 10.1.25.90 dev.asisti.tech diff --git a/evidence/research-20261029-budget/pods-resource-low-b-20261029121833.txt b/evidence/research-20261029-budget/pods-resource-low-b-20261029121833.txt new file mode 100644 index 00000000..8e759c97 --- /dev/null +++ b/evidence/research-20261029-budget/pods-resource-low-b-20261029121833.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-577bffc7b-7nl2h 1/1 Running 0 42s 10.1.25.80 dev.asisti.tech +api-577bffc7b-scz2v 1/1 Running 0 37s 10.1.25.78 dev.asisti.tech diff --git a/evidence/research-20261029-budget/pods-saturation8-20261029121309.txt b/evidence/research-20261029-budget/pods-saturation8-20261029121309.txt new file mode 100644 index 00000000..cbf9e364 --- /dev/null +++ b/evidence/research-20261029-budget/pods-saturation8-20261029121309.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-84fbf9968-lbwjl 1/1 Running 0 35s 10.1.25.108 dev.asisti.tech diff --git a/evidence/research-20261029-budget/profiles.csv b/evidence/research-20261029-budget/profiles.csv new file mode 100644 index 00000000..909711b9 --- /dev/null +++ b/evidence/research-20261029-budget/profiles.csv @@ -0,0 +1,7 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration +growing1,growing1-20261029115804,1,250,128,8,32,30 +saturation8,saturation8-20261029121309,1,1000,512,8,8,30 +resource-low-a,resource-low-a-20261029121455,2,250,128,8,32,30 +resource-high-a,resource-high-a-20261029121644,2,500,256,8,32,30 +resource-low-b,resource-low-b-20261029121833,2,250,128,8,32,30 +resource-high-b,resource-high-b-20261029122017,2,500,256,8,32,30 diff --git a/evidence/research-20261029-budget/resources-growing1-20261029115804.txt b/evidence/research-20261029-budget/resources-growing1-20261029115804.txt new file mode 100644 index 00000000..2c1dee53 --- /dev/null +++ b/evidence/research-20261029-budget/resources-growing1-20261029115804.txt @@ -0,0 +1,107 @@ +UTC 2026-10-29T11:58:42Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 2m 23Mi +postgres-0 5m 63Mi +valkey-0 6m 10Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:58:48Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 3m 23Mi +postgres-0 2m 63Mi +valkey-0 9m 10Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:58:53Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 3m 23Mi +postgres-0 2m 63Mi +valkey-0 9m 10Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:58:59Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 3m 23Mi +postgres-0 2m 63Mi +valkey-0 9m 10Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:59:04Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 100m 59Mi +load-growing1-20261029115804-54pjv 51m 18Mi +postgres-0 7m 64Mi +valkey-0 9m 10Mi +valkey-1 15m 15Mi +valkey-2 7m 4Mi +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|7 +UTC 2026-10-29T11:59:10Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 100m 59Mi +load-growing1-20261029115804-54pjv 51m 18Mi +postgres-0 7m 64Mi +valkey-0 9m 10Mi +valkey-1 15m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:59:16Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 188m 14Mi +load-growing1-20261029115804-54pjv 80m 26Mi +postgres-0 94m 81Mi +valkey-0 35m 10Mi +valkey-1 29m 15Mi +valkey-2 12m 4Mi +active|IO|WalSync|1 +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|3 +UTC 2026-10-29T11:59:22Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 188m 14Mi +load-growing1-20261029115804-54pjv 80m 26Mi +postgres-0 94m 81Mi +valkey-0 35m 10Mi +valkey-1 29m 15Mi +valkey-2 12m 4Mi +active|||1 +idle|Client|ClientRead|6 +idle in transaction|Client|ClientRead|3 +UTC 2026-10-29T11:59:27Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 188m 14Mi +load-growing1-20261029115804-54pjv 80m 26Mi +postgres-0 94m 81Mi +valkey-0 35m 10Mi +valkey-1 29m 15Mi +valkey-2 12m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:13:08Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-dvvjk 3m 12Mi +postgres-0 4m 83Mi +valkey-0 9m 8Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-budget/resources-resource-high-a-20261029121644.txt b/evidence/research-20261029-budget/resources-resource-high-a-20261029121644.txt new file mode 100644 index 00000000..1a6b9766 --- /dev/null +++ b/evidence/research-20261029-budget/resources-resource-high-a-20261029121644.txt @@ -0,0 +1,112 @@ +UTC 2026-10-29T12:17:26Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 10m 22Mi +api-54d5599c7b-mltrn 20m 22Mi +postgres-0 6m 68Mi +valkey-0 10m 9Mi +valkey-1 4m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:17:46Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 3m 23Mi +api-54d5599c7b-mltrn 3m 23Mi +load-resource-high-a-20261029121644-nrbcx 10m 16Mi +postgres-0 4m 68Mi +valkey-0 8m 9Mi +valkey-1 5m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:17:52Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 3m 23Mi +api-54d5599c7b-mltrn 3m 23Mi +load-resource-high-a-20261029121644-nrbcx 10m 16Mi +postgres-0 4m 68Mi +valkey-0 8m 9Mi +valkey-1 5m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:17:58Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 3m 23Mi +api-54d5599c7b-mltrn 3m 23Mi +load-resource-high-a-20261029121644-nrbcx 10m 16Mi +postgres-0 4m 68Mi +valkey-0 8m 9Mi +valkey-1 5m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:18:04Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 88m 60Mi +api-54d5599c7b-mltrn 172m 59Mi +load-resource-high-a-20261029121644-nrbcx 33m 19Mi +postgres-0 46m 75Mi +valkey-0 33m 9Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|IO|WalSync|1 +active|Lock|transactionid|1 +active|||2 +idle|Client|ClientRead|13 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:18:10Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 88m 60Mi +api-54d5599c7b-mltrn 172m 59Mi +load-resource-high-a-20261029121644-nrbcx 33m 19Mi +postgres-0 46m 75Mi +valkey-0 33m 9Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|||4 +idle|Client|ClientRead|11 +idle|||1 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T12:18:16Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 200m 14Mi +api-54d5599c7b-mltrn 298m 15Mi +load-resource-high-a-20261029121644-nrbcx 295m 29Mi +postgres-0 377m 106Mi +valkey-0 114m 9Mi +valkey-1 18m 15Mi +valkey-2 92m 5Mi +active|IO|WalSync|1 +active|LWLock|WALWrite|2 +active|||3 +idle|Client|ClientRead|11 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:18:22Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 200m 14Mi +api-54d5599c7b-mltrn 298m 15Mi +load-resource-high-a-20261029121644-nrbcx 295m 29Mi +postgres-0 377m 106Mi +valkey-0 114m 9Mi +valkey-1 18m 15Mi +valkey-2 92m 5Mi +active|||3 +idle|Client|ClientRead|14 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:18:27Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-686bv 200m 14Mi +api-54d5599c7b-mltrn 298m 15Mi +load-resource-high-a-20261029121644-nrbcx 295m 29Mi +postgres-0 377m 106Mi +valkey-0 114m 9Mi +valkey-1 18m 15Mi +valkey-2 92m 5Mi +active|||2 +idle|Client|ClientRead|14 +idle in transaction|Client|ClientRead|2 diff --git a/evidence/research-20261029-budget/resources-resource-high-b-20261029122017.txt b/evidence/research-20261029-budget/resources-resource-high-b-20261029122017.txt new file mode 100644 index 00000000..9b3bd39a --- /dev/null +++ b/evidence/research-20261029-budget/resources-resource-high-b-20261029122017.txt @@ -0,0 +1,97 @@ +UTC 2026-10-29T12:20:57Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 2m 22Mi +api-54d5599c7b-kbkkc 2m 22Mi +postgres-0 9m 71Mi +valkey-0 8m 9Mi +valkey-1 4m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:21:03Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 2m 22Mi +api-54d5599c7b-kbkkc 2m 22Mi +postgres-0 4m 71Mi +valkey-0 7m 9Mi +valkey-1 6m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:21:09Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 109m 9Mi +api-54d5599c7b-kbkkc 83m 58Mi +load-resource-high-b-20261029122017-7ssbm 50m 22Mi +postgres-0 42m 78Mi +valkey-0 31m 9Mi +valkey-1 6m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|15 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T12:21:21Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 109m 9Mi +api-54d5599c7b-kbkkc 83m 58Mi +load-resource-high-b-20261029122017-7ssbm 50m 22Mi +postgres-0 42m 78Mi +valkey-0 31m 9Mi +valkey-1 6m 15Mi +valkey-2 6m 4Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|9 +idle in transaction|Client|ClientRead|5 +idle in transaction|||2 +UTC 2026-10-29T12:21:27Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 109m 9Mi +api-54d5599c7b-kbkkc 83m 58Mi +load-resource-high-b-20261029122017-7ssbm 50m 22Mi +postgres-0 42m 78Mi +valkey-0 31m 9Mi +valkey-1 6m 15Mi +valkey-2 6m 4Mi +active|IO|WalSync|1 +active|||2 +idle|Client|ClientRead|11 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T12:21:33Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 307m 13Mi +api-54d5599c7b-kbkkc 203m 12Mi +load-resource-high-b-20261029122017-7ssbm 50m 22Mi +postgres-0 287m 108Mi +valkey-0 120m 9Mi +valkey-1 45m 15Mi +valkey-2 34m 5Mi +active|Client|ClientRead|1 +active|||2 +idle|Client|ClientRead|14 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:21:42Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 307m 13Mi +api-54d5599c7b-kbkkc 203m 12Mi +load-resource-high-b-20261029122017-7ssbm 50m 22Mi +postgres-0 287m 108Mi +valkey-0 120m 9Mi +valkey-1 45m 15Mi +valkey-2 34m 5Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:21:48Z +NAME CPU(cores) MEMORY(bytes) +api-54d5599c7b-d2w8w 386m 14Mi +api-54d5599c7b-kbkkc 391m 12Mi +postgres-0 851m 111Mi +valkey-0 155m 9Mi +valkey-1 138m 15Mi +valkey-2 84m 5Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-budget/resources-resource-low-a-20261029121455.txt b/evidence/research-20261029-budget/resources-resource-low-a-20261029121455.txt new file mode 100644 index 00000000..54a7b3bc --- /dev/null +++ b/evidence/research-20261029-budget/resources-resource-low-a-20261029121455.txt @@ -0,0 +1,92 @@ +UTC 2026-10-29T12:15:47Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 2m 22Mi +api-577bffc7b-xqltd 3m 22Mi +postgres-0 11m 67Mi +valkey-0 9m 8Mi +valkey-1 5m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:15:53Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 2m 22Mi +api-577bffc7b-xqltd 3m 22Mi +postgres-0 11m 67Mi +valkey-0 9m 8Mi +valkey-1 5m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:15:58Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 2m 22Mi +api-577bffc7b-xqltd 3m 22Mi +postgres-0 11m 67Mi +valkey-0 9m 8Mi +valkey-1 5m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:16:04Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 42m 59Mi +api-577bffc7b-xqltd 68m 61Mi +load-resource-low-a-20261029121455-tn8rc 49m 17Mi +postgres-0 11m 67Mi +valkey-0 9m 8Mi +valkey-1 6m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|6 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:16:10Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 42m 59Mi +api-577bffc7b-xqltd 68m 61Mi +load-resource-low-a-20261029121455-tn8rc 49m 17Mi +postgres-0 11m 67Mi +valkey-0 9m 8Mi +valkey-1 6m 15Mi +valkey-2 7m 4Mi +active|||2 +idle|Client|ClientRead|13 +idle|||1 +idle in transaction|Client|ClientRead|1 +idle in transaction|IO|WalSync|1 +UTC 2026-10-29T12:16:31Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 31m 8Mi +api-577bffc7b-xqltd 33m 9Mi +load-resource-low-a-20261029121455-tn8rc 50m 22Mi +postgres-0 111m 103Mi +valkey-0 19m 9Mi +valkey-2 18m 4Mi +active|||2 +idle|Client|ClientRead|11 +idle in transaction|Client|ClientRead|4 +idle in transaction|||1 +UTC 2026-10-29T12:16:37Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 31m 8Mi +api-577bffc7b-xqltd 33m 9Mi +load-resource-low-a-20261029121455-tn8rc 50m 22Mi +postgres-0 111m 103Mi +valkey-0 19m 9Mi +valkey-2 18m 4Mi +active|||1 +idle|Client|ClientRead|12 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T12:16:43Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-mb5qr 31m 8Mi +api-577bffc7b-xqltd 33m 9Mi +postgres-0 111m 103Mi +valkey-0 19m 9Mi +valkey-2 18m 4Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-budget/resources-resource-low-b-20261029121833.txt b/evidence/research-20261029-budget/resources-resource-low-b-20261029121833.txt new file mode 100644 index 00000000..3832581d --- /dev/null +++ b/evidence/research-20261029-budget/resources-resource-low-b-20261029121833.txt @@ -0,0 +1,82 @@ +UTC 2026-10-29T12:19:17Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7nl2h 3m 22Mi +api-577bffc7b-scz2v 3m 22Mi +postgres-0 4m 70Mi +valkey-0 8m 9Mi +valkey-1 6m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:19:23Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7nl2h 3m 22Mi +api-577bffc7b-scz2v 3m 22Mi +postgres-0 4m 70Mi +valkey-0 8m 9Mi +valkey-1 6m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:19:29Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7nl2h 3m 22Mi +api-577bffc7b-scz2v 3m 22Mi +postgres-0 4m 70Mi +valkey-0 8m 9Mi +valkey-1 6m 15Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|3 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:19:34Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7nl2h 2m 22Mi +api-577bffc7b-scz2v 23m 61Mi +load-resource-low-b-20261029121833-2hx7m 34m 16Mi +postgres-0 19m 73Mi +valkey-0 8m 9Mi +valkey-1 6m 15Mi +valkey-2 5m 5Mi +active|IO|WalSync|1 +active|||3 +idle|Client|ClientRead|9 +idle|||1 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T12:19:47Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7nl2h 2m 22Mi +api-577bffc7b-scz2v 23m 61Mi +load-resource-low-b-20261029121833-2hx7m 34m 16Mi +postgres-0 19m 73Mi +valkey-0 8m 9Mi +valkey-1 6m 15Mi +valkey-2 5m 5Mi +active|||3 +idle|Client|ClientRead|13 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T12:20:05Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7nl2h 44m 12Mi +api-577bffc7b-scz2v 104m 10Mi +load-resource-low-b-20261029121833-2hx7m 58m 24Mi +postgres-0 5m 107Mi +valkey-0 26m 9Mi +valkey-2 18m 4Mi +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|13 +idle in transaction|Client|ClientRead|3 +UTC 2026-10-29T12:20:11Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7nl2h 44m 12Mi +api-577bffc7b-scz2v 104m 10Mi +load-resource-low-b-20261029121833-2hx7m 58m 24Mi +postgres-0 5m 107Mi +valkey-0 26m 9Mi +valkey-2 18m 4Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-budget/resources-saturation8-20261029121309.txt b/evidence/research-20261029-budget/resources-saturation8-20261029121309.txt new file mode 100644 index 00000000..9343c74d --- /dev/null +++ b/evidence/research-20261029-budget/resources-saturation8-20261029121309.txt @@ -0,0 +1,115 @@ +UTC 2026-10-29T12:13:50Z +Error from server (ServiceUnavailable): the server is currently unable to handle the request (get pods.metrics.k8s.io) +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:13:59Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 21m 22Mi +postgres-0 8m 64Mi +valkey-0 10m 8Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:04Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 3m 22Mi +postgres-0 3m 64Mi +valkey-0 8m 8Mi +valkey-1 3m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:10Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 3m 22Mi +postgres-0 3m 64Mi +valkey-0 8m 8Mi +valkey-1 3m 15Mi +valkey-2 6m 4Mi +active|||2 +idle|Client|ClientRead|2 +idle|||1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:16Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 54m 59Mi +load-saturation8-20261029121309-rt8h2 22m 13Mi +postgres-0 19m 65Mi +valkey-0 12m 8Mi +valkey-1 6m 15Mi +valkey-2 8m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:22Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 54m 59Mi +load-saturation8-20261029121309-rt8h2 22m 13Mi +postgres-0 19m 65Mi +valkey-0 12m 8Mi +valkey-1 6m 15Mi +valkey-2 8m 4Mi +active|||2 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:27Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 54m 59Mi +load-saturation8-20261029121309-rt8h2 22m 13Mi +postgres-0 19m 65Mi +valkey-0 12m 8Mi +valkey-1 6m 15Mi +valkey-2 8m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:33Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 260m 62Mi +load-saturation8-20261029121309-rt8h2 45m 15Mi +postgres-0 210m 83Mi +valkey-0 51m 8Mi +valkey-1 15m 15Mi +valkey-2 8m 4Mi +active|IO|WalSync|1 +active|LWLock|WALWrite|1 +active|||2 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:39Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 260m 62Mi +load-saturation8-20261029121309-rt8h2 45m 15Mi +postgres-0 210m 83Mi +valkey-0 51m 8Mi +valkey-1 15m 15Mi +valkey-2 8m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:45Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 488m 11Mi +load-saturation8-20261029121309-rt8h2 211m 18Mi +postgres-0 499m 84Mi +valkey-0 130m 8Mi +valkey-1 53m 15Mi +valkey-2 47m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T12:14:51Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lbwjl 488m 11Mi +load-saturation8-20261029121309-rt8h2 211m 18Mi +postgres-0 499m 84Mi +valkey-0 130m 8Mi +valkey-1 53m 15Mi +valkey-2 47m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-budget/restore-values.yaml b/evidence/research-20261029-budget/restore-values.yaml new file mode 100644 index 00000000..4e915dac --- /dev/null +++ b/evidence/research-20261029-budget/restore-values.yaml @@ -0,0 +1,61 @@ +api: + env: + DEPENDENCY_POOL_SIZE: "8" + DEPENDENCY_TIMEOUT_MS: "2000" + GOMEMLIMIT: 160MiB + REQUEST_TIMEOUT_SECONDS: "4" + SESSION_TTL_SECONDS: "3600" + SHUTDOWN_TIMEOUT_SECONDS: "5" + replicas: 2 + resources: + limits: + cpu: "1" + memory: 256Mi + requests: + cpu: 250m + memory: 128Mi +autoscaling: + cpuPercent: 60 + enabled: true + maxReplicas: 4 + minReplicas: 2 +databaseSecret: messenger-secrets +image: + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 + repository: asisti.registry.twcstorage.ru/mtusi2026lab3 +imagePullSecret: registry-pull +ingress: + className: traefik + clusterIssuer: letsencrypt-prod + host: hl.agapov.space +load: + duration: 30 + enabled: false + run: manual + script: scaling.js + vus: 32 +monitoring: + serviceMonitor: false +postgres: + image: postgres:17.6-alpine + resources: + limits: + cpu: "1" + memory: 512Mi + requests: + cpu: 250m + memory: 256Mi + storage: 2Gi +storageClass: "" +valkey: + image: valkey/valkey:8.1.3-alpine + maxmemory: 64mb + resources: + limits: + cpu: 500m + memory: 128Mi + requests: + cpu: 100m + memory: 96Mi + shards: 3 + storage: 1Gi diff --git a/evidence/research-20261029-budget/restore.txt b/evidence/research-20261029-budget/restore.txt new file mode 100644 index 00000000..32a33fd9 --- /dev/null +++ b/evidence/research-20261029-budget/restore.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 15:21:51 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 40 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/rollout-growing1.txt b/evidence/research-20261029-budget/rollout-growing1.txt new file mode 100644 index 00000000..f2c4a73c --- /dev/null +++ b/evidence/research-20261029-budget/rollout-growing1.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:58:04 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 34 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/rollout-resource-high-a.txt b/evidence/research-20261029-budget/rollout-resource-high-a.txt new file mode 100644 index 00000000..7facbbdc --- /dev/null +++ b/evidence/research-20261029-budget/rollout-resource-high-a.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 15:16:45 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 37 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/rollout-resource-high-b.txt b/evidence/research-20261029-budget/rollout-resource-high-b.txt new file mode 100644 index 00000000..15eb4160 --- /dev/null +++ b/evidence/research-20261029-budget/rollout-resource-high-b.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 15:20:18 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 39 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/rollout-resource-low-a.txt b/evidence/research-20261029-budget/rollout-resource-low-a.txt new file mode 100644 index 00000000..f858ba09 --- /dev/null +++ b/evidence/research-20261029-budget/rollout-resource-low-a.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 15:14:56 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 36 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/rollout-resource-low-b.txt b/evidence/research-20261029-budget/rollout-resource-low-b.txt new file mode 100644 index 00000000..8e0d9723 --- /dev/null +++ b/evidence/research-20261029-budget/rollout-resource-low-b.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 15:18:34 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 38 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/rollout-saturation8.txt b/evidence/research-20261029-budget/rollout-saturation8.txt new file mode 100644 index 00000000..511e2bfe --- /dev/null +++ b/evidence/research-20261029-budget/rollout-saturation8.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 15:13:10 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 35 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-budget/source.sha256 b/evidence/research-20261029-budget/source.sha256 new file mode 100644 index 00000000..b6c26a83 --- /dev/null +++ b/evidence/research-20261029-budget/source.sha256 @@ -0,0 +1,3 @@ +0a58dff9ad7acf8f228e0fd1c2a670bbe7e18a11360715b47659104832e34892 student-tests/load/scaling.js +c0506f65b976d54273f3e2fb3404b732929a276263ff8974c2a6ab6e27820b8b charts/messenger/values.yaml +60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb internal/controller/http/fiber/errors.go diff --git a/evidence/research-20261029-budget/values-growing1-20261029115804.json b/evidence/research-20261029-budget/values-growing1-20261029115804.json new file mode 100644 index 00000000..5688ec73 --- /dev/null +++ b/evidence/research-20261029-budget/values-growing1-20261029115804.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"nodeSelector":{"kubernetes.io/hostname":"dev.asisti.tech"},"readiness":{"failureThreshold":2,"timeoutSeconds":2},"replicas":1,"resources":{"limits":{"cpu":"250m","memory":"128Mi"},"requests":{"cpu":"250m","memory":"128Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029-budget/values-resource-high-a-20261029121644.json b/evidence/research-20261029-budget/values-resource-high-a-20261029121644.json new file mode 100644 index 00000000..12fa1397 --- /dev/null +++ b/evidence/research-20261029-budget/values-resource-high-a-20261029121644.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"nodeSelector":{"kubernetes.io/hostname":"dev.asisti.tech"},"readiness":{"failureThreshold":2,"timeoutSeconds":2},"replicas":2,"resources":{"limits":{"cpu":"500m","memory":"256Mi"},"requests":{"cpu":"500m","memory":"256Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029-budget/values-resource-high-b-20261029122017.json b/evidence/research-20261029-budget/values-resource-high-b-20261029122017.json new file mode 100644 index 00000000..12fa1397 --- /dev/null +++ b/evidence/research-20261029-budget/values-resource-high-b-20261029122017.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"nodeSelector":{"kubernetes.io/hostname":"dev.asisti.tech"},"readiness":{"failureThreshold":2,"timeoutSeconds":2},"replicas":2,"resources":{"limits":{"cpu":"500m","memory":"256Mi"},"requests":{"cpu":"500m","memory":"256Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029-budget/values-resource-low-a-20261029121455.json b/evidence/research-20261029-budget/values-resource-low-a-20261029121455.json new file mode 100644 index 00000000..9711a783 --- /dev/null +++ b/evidence/research-20261029-budget/values-resource-low-a-20261029121455.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"nodeSelector":{"kubernetes.io/hostname":"dev.asisti.tech"},"readiness":{"failureThreshold":2,"timeoutSeconds":2},"replicas":2,"resources":{"limits":{"cpu":"250m","memory":"128Mi"},"requests":{"cpu":"250m","memory":"128Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029-budget/values-resource-low-b-20261029121833.json b/evidence/research-20261029-budget/values-resource-low-b-20261029121833.json new file mode 100644 index 00000000..9711a783 --- /dev/null +++ b/evidence/research-20261029-budget/values-resource-low-b-20261029121833.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"nodeSelector":{"kubernetes.io/hostname":"dev.asisti.tech"},"readiness":{"failureThreshold":2,"timeoutSeconds":2},"replicas":2,"resources":{"limits":{"cpu":"250m","memory":"128Mi"},"requests":{"cpu":"250m","memory":"128Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029-budget/values-saturation8-20261029121309.json b/evidence/research-20261029-budget/values-saturation8-20261029121309.json new file mode 100644 index 00000000..d7a5aa78 --- /dev/null +++ b/evidence/research-20261029-budget/values-saturation8-20261029121309.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"nodeSelector":{"kubernetes.io/hostname":"dev.asisti.tech"},"readiness":{"failureThreshold":2,"timeoutSeconds":2},"replicas":1,"resources":{"limits":{"cpu":"1000m","memory":"512Mi"},"requests":{"cpu":"1000m","memory":"512Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029-controlled-final/README.md b/evidence/research-20261029-controlled-final/README.md new file mode 100644 index 00000000..045d5935 --- /dev/null +++ b/evidence/research-20261029-controlled-final/README.md @@ -0,0 +1,5 @@ +# Исключение из матрицы + +В growing1-20261029112219 фактически работали две API вместо запрошенной одной: это видно в deployment-growing1-*.json и pods-growing1-*.txt. HPA успел изменить scale при отключении. Поэтому результат 83.57 записей/с не используется как точка «1 реплика». + +Следующее обновление Helm 4 остановилось на конфликте владения spec.replicas с HPA. restore.txt подтверждает восстановление нормальной конфигурации. В итоговом сценарии HPA отключается отдельным обновлением до изменения replicas; перед Job проверяется фактическое число API. Анализатор автоматически исключает этот прогон. diff --git a/evidence/research-20261029-controlled-final/base-revision.txt b/evidence/research-20261029-controlled-final/base-revision.txt new file mode 100644 index 00000000..32abb9b4 --- /dev/null +++ b/evidence/research-20261029-controlled-final/base-revision.txt @@ -0,0 +1 @@ +7b7e23fd029beea47e6f625a96cb98d2fe04bafb diff --git a/evidence/research-20261029-controlled-final/date.txt b/evidence/research-20261029-controlled-final/date.txt new file mode 100644 index 00000000..289118fb --- /dev/null +++ b/evidence/research-20261029-controlled-final/date.txt @@ -0,0 +1 @@ +2026-10-29T11:22:18Z diff --git a/evidence/research-20261029-controlled-final/deployment-growing1-20261029112219.json b/evidence/research-20261029-controlled-final/deployment-growing1-20261029112219.json new file mode 100644 index 00000000..3b8aed69 --- /dev/null +++ b/evidence/research-20261029-controlled-final/deployment-growing1-20261029112219.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "16", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 28, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60163228", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:22:33Z", + "message": "ReplicaSet \"api-577bffc7b\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:23:06Z", + "lastUpdateTime": "2026-10-29T11:23:06Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 28, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-controlled-final/load-growing1-20261029112219.json b/evidence/research-20261029-controlled-final/load-growing1-20261029112219.json new file mode 100644 index 00000000..25877373 --- /dev/null +++ b/evidence/research-20261029-controlled-final/load-growing1-20261029112219.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 2690, + "fails": 0 + }, + { + "fails": 0, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 281 + }, + { + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2671, + "fails": 0, + "name": "history readable", + "path": "::history readable" + } + ], + "name": "", + "path": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 51938.508152 + }, + "metrics": { + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 149.9495135, + "p(95)": 295.03911825, + "p(99)": 459.6104094499996, + "max": 1753.715572, + "avg": 162.60486951664882 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 2671, + "rate": 51.426197922035385 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5706, + "rate": 109.86068339316132 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.30998464423413946, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 277.02813 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 5642, + "fails": 0 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 314.756489, + "p(95)": 599.818975, + "p(99)": 862.0272017000001, + "max": 2045.675542, + "avg": 343.6956271527526 + } + }, + "attempted_messages": { + "values": { + "count": 2507, + "rate": 48.26861781750008 + }, + "type": "counter", + "contains": "default" + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 163.21581296582568, + "p(50)": 150.47742399999998, + "p(95)": 295.70493350000004, + "p(99)": 460.4602330499995, + "max": 1753.931379 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5274, + "rate": 101.54315531292198 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.24427641062039882, + "p(50)": 0.135235, + "p(95)": 0.662551, + "p(99)": 2.6266256999999906, + "max": 11.443155 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.3666670385559065, + "p(50)": 0.163557, + "p(95)": 1.3028165, + "p(99)": 3.2255626499999983, + "max": 15.694926 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 192.16667320781806, + "p(50)": 177.132425, + "p(95)": 337.5963050999997, + "p(99)": 519.0942395600002, + "max": 1548.601143 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "confirmed_messages": { + "contains": "default", + "values": { + "rate": 48.26861781750008, + "count": 2507 + }, + "type": "counter" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5706 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "avg": 163.21581296582568, + "p(50)": 150.47742399999998, + "p(95)": 295.70493350000004, + "p(99)": 460.4602330499995, + "max": 1753.931379 + }, + "type": "trend" + }, + "vus": { + "values": { + "min": 0, + "max": 32, + "value": 32 + }, + "type": "gauge", + "contains": "default" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 7757131, + "rate": 149352.21045045162 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 20.379458, + "avg": 0.037312242902208206, + "p(50)": 0, + "p(95)": 0 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.00145775, + "p(99)": 0.013477249999999849, + "max": 690.712483, + "avg": 0.47036642166140996, + "p(50)": 0.000861 + } + }, + "data_sent": { + "contains": "data", + "values": { + "rate": 10235.873514967878, + "count": 531636 + }, + "type": "counter" + } + }, + "setup_data": [ + { + "chat": "5bdcfe1f-c2c7-45cc-9648-79f35cd17279", + "token": "GvkF6GIVBOq0RPxv1ZDMshM_CCjLnd0tZDkb2ThnLks" + }, + { + "chat": "85883086-729a-4849-aeed-2ba4f9fb5f7f", + "token": "ULOB-U0MMfln9PsDd7At9ALo1Y5QoBhbNxN0nIXIgAY" + }, + { + "chat": "068ace76-5971-4039-8b01-fd4d7f182424", + "token": "UFu4FYvXpL0VsYBMAgkCm-_Rv7aUY3BDCpKjN2MDnCI" + }, + { + "chat": "f5628414-bc8a-488a-b2e8-d42b9fb8bedc", + "token": "-lmwut2zmkfkLbQATkHhUwTGqRlriHlLXpHJQvpl49o" + }, + { + "chat": "314bc8ae-3b89-4667-bf72-aec4d2f4ccbd", + "token": "9vZXVw2jZUc-kwFoqZ0MPFkO1vvf91ILdjtQZT4pDho" + }, + { + "chat": "91a10a38-887e-468e-8bd3-bc595205cb49", + "token": "rq6hB6KvDtysZ6ZWd-mr6imxhu5l1HgYQgxvSySxPl8" + }, + { + "chat": "50986276-3200-4991-a748-aa79e87d7deb", + "token": "aqubOAS19q1RD2SKANlGwtPONx5uUbP-otwN_E4Shxs" + }, + { + "token": "ftDzWLT9Tk6s89xOlQ1DPh94k4V9dydLgYrAb9lR2iQ", + "chat": "6ffb3f83-6dc8-425e-9c81-d998adc12727" + }, + { + "chat": "3f949c78-c4ae-4716-8923-64a608f446cc", + "token": "NjXb0NhTkIxVMi1ama3Tzz3VdNc_UFlMauhxhMbP-lo" + }, + { + "chat": "30d0da08-7f28-4ae8-8b75-f198c5c13c7c", + "token": "AlFbpbRlscnfL6tMePku09q3S1YwQoARzHNQwsJThNM" + }, + { + "chat": "4e031048-8d6a-4161-8957-b5d8625da8e9", + "token": "jrs-CIGZqSWGIYn2eEGg4IK1XSGBU7BUef9EoIe6kQ4" + }, + { + "chat": "94aa326c-f0b2-4f67-899c-bb6444de3102", + "token": "DsRJx5Uo4hRTHBMADva_0H2hE351yw2DDCHdpAYEqhE" + }, + { + "chat": "4a3ad7d0-a3ff-4fe9-b7af-a9bb61493a0d", + "token": "_UpCZL__EOIVhkT0iMiQI2xF_1qDPzvDlkCBq1HTSaI" + }, + { + "token": "pei20WJFCkkTAJs9CSYKRHi2bzf1tNZohgFWmBnrZAM", + "chat": "1533dc2b-b92f-4edb-906a-835aa87405de" + }, + { + "chat": "4e0f42a9-42b2-4323-bf26-18acc6cbb3f7", + "token": "MhFov5bltyLc8gLwDubkNxB6FR_xiJNv5LdAViSMEXQ" + }, + { + "token": "foh0BkOgQyAWgzdTpMwhfEJ94YXQb2kQhZIhWsbYxxM", + "chat": "4cf118d4-e7a3-446c-9613-41633a629642" + } + ] + } +} diff --git a/evidence/research-20261029-controlled-final/load-growing1-20261029112219.txt b/evidence/research-20261029-controlled-final/load-growing1-20261029112219.txt new file mode 100644 index 00000000..905521e4 --- /dev/null +++ b/evidence/research-20261029-controlled-final/load-growing1-20261029112219.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":2690,"fails":0},{"fails":0,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":281},{"id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2671,"fails":0,"name":"history readable","path":"::history readable"}],"name":"","path":""},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":51938.508152},"metrics":{"http_req_waiting":{"type":"trend","contains":"time","values":{"p(50)":149.9495135,"p(95)":295.03911825,"p(99)":459.6104094499996,"max":1753.715572,"avg":162.60486951664882}},"iterations":{"type":"counter","contains":"default","values":{"count":2671,"rate":51.426197922035385}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5706,"rate":109.86068339316132}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.30998464423413946,"p(50)":0,"p(95)":0,"p(99)":0,"max":277.02813}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5642,"fails":0}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":314.756489,"p(95)":599.818975,"p(99)":862.0272017000001,"max":2045.675542,"avg":343.6956271527526}},"attempted_messages":{"values":{"count":2507,"rate":48.26861781750008},"type":"counter","contains":"default"},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":163.21581296582568,"p(50)":150.47742399999998,"p(95)":295.70493350000004,"p(99)":460.4602330499995,"max":1753.931379}},"measured_operations":{"type":"counter","contains":"default","values":{"count":5274,"rate":101.54315531292198}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.24427641062039882,"p(50)":0.135235,"p(95)":0.662551,"p(99)":2.6266256999999906,"max":11.443155}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.3666670385559065,"p(50)":0.163557,"p(95)":1.3028165,"p(99)":3.2255626499999983,"max":15.694926}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":192.16667320781806,"p(50)":177.132425,"p(95)":337.5963050999997,"p(99)":519.0942395600002,"max":1548.601143}},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"confirmed_messages":{"contains":"default","values":{"rate":48.26861781750008,"count":2507},"type":"counter"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5706}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"avg":163.21581296582568,"p(50)":150.47742399999998,"p(95)":295.70493350000004,"p(99)":460.4602330499995,"max":1753.931379},"type":"trend"},"vus":{"values":{"min":0,"max":32,"value":32},"type":"gauge","contains":"default"},"vus_max":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"data_received":{"type":"counter","contains":"data","values":{"count":7757131,"rate":149352.21045045162}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":20.379458,"avg":0.037312242902208206,"p(50)":0,"p(95)":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.00145775,"p(99)":0.013477249999999849,"max":690.712483,"avg":0.47036642166140996,"p(50)":0.000861}},"data_sent":{"contains":"data","values":{"rate":10235.873514967878,"count":531636},"type":"counter"}},"setup_data":[{"chat":"5bdcfe1f-c2c7-45cc-9648-79f35cd17279","token":"GvkF6GIVBOq0RPxv1ZDMshM_CCjLnd0tZDkb2ThnLks"},{"chat":"85883086-729a-4849-aeed-2ba4f9fb5f7f","token":"ULOB-U0MMfln9PsDd7At9ALo1Y5QoBhbNxN0nIXIgAY"},{"chat":"068ace76-5971-4039-8b01-fd4d7f182424","token":"UFu4FYvXpL0VsYBMAgkCm-_Rv7aUY3BDCpKjN2MDnCI"},{"chat":"f5628414-bc8a-488a-b2e8-d42b9fb8bedc","token":"-lmwut2zmkfkLbQATkHhUwTGqRlriHlLXpHJQvpl49o"},{"chat":"314bc8ae-3b89-4667-bf72-aec4d2f4ccbd","token":"9vZXVw2jZUc-kwFoqZ0MPFkO1vvf91ILdjtQZT4pDho"},{"chat":"91a10a38-887e-468e-8bd3-bc595205cb49","token":"rq6hB6KvDtysZ6ZWd-mr6imxhu5l1HgYQgxvSySxPl8"},{"chat":"50986276-3200-4991-a748-aa79e87d7deb","token":"aqubOAS19q1RD2SKANlGwtPONx5uUbP-otwN_E4Shxs"},{"token":"ftDzWLT9Tk6s89xOlQ1DPh94k4V9dydLgYrAb9lR2iQ","chat":"6ffb3f83-6dc8-425e-9c81-d998adc12727"},{"chat":"3f949c78-c4ae-4716-8923-64a608f446cc","token":"NjXb0NhTkIxVMi1ama3Tzz3VdNc_UFlMauhxhMbP-lo"},{"chat":"30d0da08-7f28-4ae8-8b75-f198c5c13c7c","token":"AlFbpbRlscnfL6tMePku09q3S1YwQoARzHNQwsJThNM"},{"chat":"4e031048-8d6a-4161-8957-b5d8625da8e9","token":"jrs-CIGZqSWGIYn2eEGg4IK1XSGBU7BUef9EoIe6kQ4"},{"chat":"94aa326c-f0b2-4f67-899c-bb6444de3102","token":"DsRJx5Uo4hRTHBMADva_0H2hE351yw2DDCHdpAYEqhE"},{"chat":"4a3ad7d0-a3ff-4fe9-b7af-a9bb61493a0d","token":"_UpCZL__EOIVhkT0iMiQI2xF_1qDPzvDlkCBq1HTSaI"},{"token":"pei20WJFCkkTAJs9CSYKRHi2bzf1tNZohgFWmBnrZAM","chat":"1533dc2b-b92f-4edb-906a-835aa87405de"},{"chat":"4e0f42a9-42b2-4323-bf26-18acc6cbb3f7","token":"MhFov5bltyLc8gLwDubkNxB6FR_xiJNv5LdAViSMEXQ"},{"token":"foh0BkOgQyAWgzdTpMwhfEJ94YXQb2kQhZIhWsbYxxM","chat":"4cf118d4-e7a3-446c-9613-41633a629642"}]}} diff --git a/evidence/research-20261029-controlled-final/nodes.txt b/evidence/research-20261029-controlled-final/nodes.txt new file mode 100644 index 00000000..461dea77 --- /dev/null +++ b/evidence/research-20261029-controlled-final/nodes.txt @@ -0,0 +1,4 @@ +NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME +dev.asisti.tech Ready 252d v1.33.13 100.99.166.40 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 +marlosrv0 Ready 254d v1.33.13 192.168.1.37 Ubuntu 24.04.5 LTS 6.8.0-147-generic containerd://1.7.29 +srv0.agapov.space Ready 246d v1.33.13 100.108.186.94 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 diff --git a/evidence/research-20261029-controlled-final/pods-growing1-20261029112219.txt b/evidence/research-20261029-controlled-final/pods-growing1-20261029112219.txt new file mode 100644 index 00000000..724365d4 --- /dev/null +++ b/evidence/research-20261029-controlled-final/pods-growing1-20261029112219.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-577bffc7b-7pfjv 1/1 Running 0 44s 10.1.25.123 dev.asisti.tech +api-577bffc7b-9dl4t 1/1 Running 0 44s 10.1.25.88 dev.asisti.tech diff --git a/evidence/research-20261029-controlled-final/profiles.csv b/evidence/research-20261029-controlled-final/profiles.csv new file mode 100644 index 00000000..2a0ddae6 --- /dev/null +++ b/evidence/research-20261029-controlled-final/profiles.csv @@ -0,0 +1,2 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration +growing1,growing1-20261029112219,1,250,128,8,32,30 diff --git a/evidence/research-20261029-controlled-final/resources-growing1-20261029112219.txt b/evidence/research-20261029-controlled-final/resources-growing1-20261029112219.txt new file mode 100644 index 00000000..95472516 --- /dev/null +++ b/evidence/research-20261029-controlled-final/resources-growing1-20261029112219.txt @@ -0,0 +1,85 @@ +UTC 2026-10-29T11:23:15Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7pfjv 4m 22Mi +api-577bffc7b-9dl4t 4m 23Mi +postgres-0 6m 43Mi +valkey-0 8m 9Mi +valkey-1 3m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:23:23Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7pfjv 4m 22Mi +api-577bffc7b-9dl4t 4m 23Mi +postgres-0 6m 43Mi +valkey-0 8m 9Mi +valkey-1 3m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:23:31Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7pfjv 94m 60Mi +api-577bffc7b-9dl4t 98m 56Mi +load-growing1-20261029112219-kb6g4 47m 17Mi +postgres-0 17m 44Mi +valkey-0 8m 9Mi +valkey-1 6m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:23:39Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7pfjv 94m 60Mi +api-577bffc7b-9dl4t 98m 56Mi +load-growing1-20261029112219-kb6g4 47m 17Mi +postgres-0 17m 44Mi +valkey-0 8m 9Mi +valkey-1 6m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|12 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T11:23:48Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7pfjv 139m 11Mi +api-577bffc7b-9dl4t 98m 56Mi +load-growing1-20261029112219-kb6g4 91m 18Mi +postgres-0 224m 80Mi +valkey-0 39m 10Mi +valkey-1 6m 14Mi +valkey-2 25m 4Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:23:57Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7pfjv 139m 11Mi +api-577bffc7b-9dl4t 98m 56Mi +load-growing1-20261029112219-kb6g4 91m 18Mi +postgres-0 224m 80Mi +valkey-0 39m 10Mi +valkey-1 6m 14Mi +valkey-2 25m 4Mi +active|IO|WalSync|1 +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|7 +idle in transaction|||1 +UTC 2026-10-29T11:24:05Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-7pfjv 247m 12Mi +api-577bffc7b-9dl4t 186m 14Mi +load-growing1-20261029112219-kb6g4 193m 28Mi +postgres-0 550m 81Mi +valkey-0 103m 10Mi +valkey-1 40m 15Mi +valkey-2 25m 4Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-controlled-final/restore-values.yaml b/evidence/research-20261029-controlled-final/restore-values.yaml new file mode 100644 index 00000000..4e915dac --- /dev/null +++ b/evidence/research-20261029-controlled-final/restore-values.yaml @@ -0,0 +1,61 @@ +api: + env: + DEPENDENCY_POOL_SIZE: "8" + DEPENDENCY_TIMEOUT_MS: "2000" + GOMEMLIMIT: 160MiB + REQUEST_TIMEOUT_SECONDS: "4" + SESSION_TTL_SECONDS: "3600" + SHUTDOWN_TIMEOUT_SECONDS: "5" + replicas: 2 + resources: + limits: + cpu: "1" + memory: 256Mi + requests: + cpu: 250m + memory: 128Mi +autoscaling: + cpuPercent: 60 + enabled: true + maxReplicas: 4 + minReplicas: 2 +databaseSecret: messenger-secrets +image: + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 + repository: asisti.registry.twcstorage.ru/mtusi2026lab3 +imagePullSecret: registry-pull +ingress: + className: traefik + clusterIssuer: letsencrypt-prod + host: hl.agapov.space +load: + duration: 30 + enabled: false + run: manual + script: scaling.js + vus: 32 +monitoring: + serviceMonitor: false +postgres: + image: postgres:17.6-alpine + resources: + limits: + cpu: "1" + memory: 512Mi + requests: + cpu: 250m + memory: 256Mi + storage: 2Gi +storageClass: "" +valkey: + image: valkey/valkey:8.1.3-alpine + maxmemory: 64mb + resources: + limits: + cpu: 500m + memory: 128Mi + requests: + cpu: 100m + memory: 96Mi + shards: 3 + storage: 1Gi diff --git a/evidence/research-20261029-controlled-final/restore.txt b/evidence/research-20261029-controlled-final/restore.txt new file mode 100644 index 00000000..051d04d7 --- /dev/null +++ b/evidence/research-20261029-controlled-final/restore.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:24:33 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 20 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-controlled-final/rollout-growing1.txt b/evidence/research-20261029-controlled-final/rollout-growing1.txt new file mode 100644 index 00000000..89b3cab2 --- /dev/null +++ b/evidence/research-20261029-controlled-final/rollout-growing1.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:22:22 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 18 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-controlled-final/rollout-saturation8.txt b/evidence/research-20261029-controlled-final/rollout-saturation8.txt new file mode 100644 index 00000000..e69de29b diff --git a/evidence/research-20261029-controlled-final/source.sha256 b/evidence/research-20261029-controlled-final/source.sha256 new file mode 100644 index 00000000..862a7ac7 --- /dev/null +++ b/evidence/research-20261029-controlled-final/source.sha256 @@ -0,0 +1,3 @@ +0a58dff9ad7acf8f228e0fd1c2a670bbe7e18a11360715b47659104832e34892 student-tests/load/scaling.js +dcc8dc1217792aca3385c8e3195b236058ee9b2df912e60f9af46dc51b9a6c86 charts/messenger/values.yaml +60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb internal/controller/http/fiber/errors.go diff --git a/evidence/research-20261029-controlled/README.md b/evidence/research-20261029-controlled/README.md new file mode 100644 index 00000000..31751f4e --- /dev/null +++ b/evidence/research-20261029-controlled/README.md @@ -0,0 +1,3 @@ +# Исключённый прогон + +Чтение состояния Job через Kubernetes API завершилось TLS handshake timeout. Восстановление обычной конфигурации могло пересечься с нагрузкой, поэтому этот growing1 не включается в матрицу. Следующий запуск ограниченно повторяет только чтение статуса Job; при неуспехе останавливает свой Job перед восстановлением Helm-конфигурации. diff --git a/evidence/research-20261029-controlled/base-revision.txt b/evidence/research-20261029-controlled/base-revision.txt new file mode 100644 index 00000000..32abb9b4 --- /dev/null +++ b/evidence/research-20261029-controlled/base-revision.txt @@ -0,0 +1 @@ +7b7e23fd029beea47e6f625a96cb98d2fe04bafb diff --git a/evidence/research-20261029-controlled/date.txt b/evidence/research-20261029-controlled/date.txt new file mode 100644 index 00000000..a050f4fd --- /dev/null +++ b/evidence/research-20261029-controlled/date.txt @@ -0,0 +1 @@ +2026-10-29T11:19:19Z diff --git a/evidence/research-20261029-controlled/deployment-growing1-20261029111920.json b/evidence/research-20261029-controlled/deployment-growing1-20261029111920.json new file mode 100644 index 00000000..e104f027 --- /dev/null +++ b/evidence/research-20261029-controlled/deployment-growing1-20261029111920.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "14", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 24, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60162236", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:19:28Z", + "lastUpdateTime": "2026-10-29T11:19:28Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:19:31Z", + "message": "ReplicaSet \"api-577bffc7b\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 24, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-controlled/nodes.txt b/evidence/research-20261029-controlled/nodes.txt new file mode 100644 index 00000000..461dea77 --- /dev/null +++ b/evidence/research-20261029-controlled/nodes.txt @@ -0,0 +1,4 @@ +NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME +dev.asisti.tech Ready 252d v1.33.13 100.99.166.40 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 +marlosrv0 Ready 254d v1.33.13 192.168.1.37 Ubuntu 24.04.5 LTS 6.8.0-147-generic containerd://1.7.29 +srv0.agapov.space Ready 246d v1.33.13 100.108.186.94 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 diff --git a/evidence/research-20261029-controlled/pods-growing1-20261029111920.txt b/evidence/research-20261029-controlled/pods-growing1-20261029111920.txt new file mode 100644 index 00000000..d1dc18d7 --- /dev/null +++ b/evidence/research-20261029-controlled/pods-growing1-20261029111920.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-577bffc7b-c9wsv 1/1 Running 0 43s 10.1.25.118 dev.asisti.tech diff --git a/evidence/research-20261029-controlled/profiles.csv b/evidence/research-20261029-controlled/profiles.csv new file mode 100644 index 00000000..e678c936 --- /dev/null +++ b/evidence/research-20261029-controlled/profiles.csv @@ -0,0 +1,2 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration +growing1,growing1-20261029111920,1,250,128,8,32,30 diff --git a/evidence/research-20261029-controlled/resources-growing1-20261029111920.txt b/evidence/research-20261029-controlled/resources-growing1-20261029111920.txt new file mode 100644 index 00000000..738e981e --- /dev/null +++ b/evidence/research-20261029-controlled/resources-growing1-20261029111920.txt @@ -0,0 +1,51 @@ +UTC 2026-10-29T11:20:07Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-c9wsv 22m 22Mi +postgres-0 5m 41Mi +valkey-0 7m 10Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:20:13Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-c9wsv 22m 22Mi +postgres-0 5m 41Mi +valkey-0 7m 10Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:20:20Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-c9wsv 3m 22Mi +postgres-0 10m 41Mi +valkey-0 8m 10Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:20:28Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-c9wsv 3m 22Mi +postgres-0 10m 41Mi +valkey-0 8m 10Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:20:35Z +NAME CPU(cores) MEMORY(bytes) +api-577bffc7b-c9wsv 113m 11Mi +load-growing1-20261029111920-qrwb8 34m 17Mi +postgres-0 34m 44Mi +valkey-0 14m 9Mi +valkey-1 5m 14Mi +valkey-2 8m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-controlled/restore-values.yaml b/evidence/research-20261029-controlled/restore-values.yaml new file mode 100644 index 00000000..4e915dac --- /dev/null +++ b/evidence/research-20261029-controlled/restore-values.yaml @@ -0,0 +1,61 @@ +api: + env: + DEPENDENCY_POOL_SIZE: "8" + DEPENDENCY_TIMEOUT_MS: "2000" + GOMEMLIMIT: 160MiB + REQUEST_TIMEOUT_SECONDS: "4" + SESSION_TTL_SECONDS: "3600" + SHUTDOWN_TIMEOUT_SECONDS: "5" + replicas: 2 + resources: + limits: + cpu: "1" + memory: 256Mi + requests: + cpu: 250m + memory: 128Mi +autoscaling: + cpuPercent: 60 + enabled: true + maxReplicas: 4 + minReplicas: 2 +databaseSecret: messenger-secrets +image: + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 + repository: asisti.registry.twcstorage.ru/mtusi2026lab3 +imagePullSecret: registry-pull +ingress: + className: traefik + clusterIssuer: letsencrypt-prod + host: hl.agapov.space +load: + duration: 30 + enabled: false + run: manual + script: scaling.js + vus: 32 +monitoring: + serviceMonitor: false +postgres: + image: postgres:17.6-alpine + resources: + limits: + cpu: "1" + memory: 512Mi + requests: + cpu: 250m + memory: 256Mi + storage: 2Gi +storageClass: "" +valkey: + image: valkey/valkey:8.1.3-alpine + maxmemory: 64mb + resources: + limits: + cpu: 500m + memory: 128Mi + requests: + cpu: 100m + memory: 96Mi + shards: 3 + storage: 1Gi diff --git a/evidence/research-20261029-controlled/restore.txt b/evidence/research-20261029-controlled/restore.txt new file mode 100644 index 00000000..410949cb --- /dev/null +++ b/evidence/research-20261029-controlled/restore.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:20:49 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 17 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-controlled/rollout-growing1.txt b/evidence/research-20261029-controlled/rollout-growing1.txt new file mode 100644 index 00000000..e92f5464 --- /dev/null +++ b/evidence/research-20261029-controlled/rollout-growing1.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:19:21 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 16 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-controlled/source.sha256 b/evidence/research-20261029-controlled/source.sha256 new file mode 100644 index 00000000..93d2dce5 --- /dev/null +++ b/evidence/research-20261029-controlled/source.sha256 @@ -0,0 +1,3 @@ +614623b626103627eea3d8946b9b22474be13a49115ffbb9e68e2d883ff1e4d4 student-tests/load/scaling.js +dcc8dc1217792aca3385c8e3195b236058ee9b2df912e60f9af46dc51b9a6c86 charts/messenger/values.yaml +60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb internal/controller/http/fiber/errors.go diff --git a/evidence/research-20261029-final/base-revision.txt b/evidence/research-20261029-final/base-revision.txt new file mode 100644 index 00000000..32abb9b4 --- /dev/null +++ b/evidence/research-20261029-final/base-revision.txt @@ -0,0 +1 @@ +7b7e23fd029beea47e6f625a96cb98d2fe04bafb diff --git a/evidence/research-20261029-final/cpu-quota-config.json b/evidence/research-20261029-final/cpu-quota-config.json new file mode 100644 index 00000000..7c6ba7b6 --- /dev/null +++ b/evidence/research-20261029-final/cpu-quota-config.json @@ -0,0 +1,4 @@ +{ + "cpuCFSQuota": true, + "cpuCFSQuotaPeriod": "100ms" +} diff --git a/evidence/research-20261029-final/date.txt b/evidence/research-20261029-final/date.txt new file mode 100644 index 00000000..a629bf8e --- /dev/null +++ b/evidence/research-20261029-final/date.txt @@ -0,0 +1 @@ +2026-10-29T11:04:37Z diff --git a/evidence/research-20261029-final/deployment-fixed1-20261029110437.json b/evidence/research-20261029-final/deployment-fixed1-20261029110437.json new file mode 100644 index 00000000..f7d74cc3 --- /dev/null +++ b/evidence/research-20261029-final/deployment-fixed1-20261029110437.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "9", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 15, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60158295", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:04:57Z", + "lastUpdateTime": "2026-10-29T11:04:57Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:05:04Z", + "message": "ReplicaSet \"api-6fc45595fc\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 15, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-final/deployment-fixed2-20261029110639.json b/evidence/research-20261029-final/deployment-fixed2-20261029110639.json new file mode 100644 index 00000000..ef0f6ed9 --- /dev/null +++ b/evidence/research-20261029-final/deployment-fixed2-20261029110639.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "10", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 16, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60158796", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "500m", + "memory": "256Mi" + }, + "requests": { + "cpu": "500m", + "memory": "256Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:06:45Z", + "lastUpdateTime": "2026-10-29T11:06:45Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:06:48Z", + "message": "ReplicaSet \"api-7f5b6b9d85\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 16, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-final/deployment-fixed4-20261029110815.json b/evidence/research-20261029-final/deployment-fixed4-20261029110815.json new file mode 100644 index 00000000..0674bac4 --- /dev/null +++ b/evidence/research-20261029-final/deployment-fixed4-20261029110815.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "11", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 17, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60159468", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 4, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 4, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:08:33Z", + "lastUpdateTime": "2026-10-29T11:08:33Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:08:39Z", + "message": "ReplicaSet \"api-855b9f4fb5\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 17, + "readyReplicas": 4, + "replicas": 4, + "updatedReplicas": 4 + } +} diff --git a/evidence/research-20261029-final/deployment-growing1-20261029111013.json b/evidence/research-20261029-final/deployment-growing1-20261029111013.json new file mode 100644 index 00000000..8df154ae --- /dev/null +++ b/evidence/research-20261029-final/deployment-growing1-20261029111013.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "11", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 18, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60159975", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:08:39Z", + "message": "ReplicaSet \"api-855b9f4fb5\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:10:42Z", + "lastUpdateTime": "2026-10-29T11:10:42Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 18, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-final/deployment-growing2-20261029111200.json b/evidence/research-20261029-final/deployment-growing2-20261029111200.json new file mode 100644 index 00000000..33ba3f49 --- /dev/null +++ b/evidence/research-20261029-final/deployment-growing2-20261029111200.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "11", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 19, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60160315", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:08:39Z", + "message": "ReplicaSet \"api-855b9f4fb5\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:12:07Z", + "lastUpdateTime": "2026-10-29T11:12:07Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 19, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-final/deployment-growing4-20261029111342.json b/evidence/research-20261029-final/deployment-growing4-20261029111342.json new file mode 100644 index 00000000..96a78cec --- /dev/null +++ b/evidence/research-20261029-final/deployment-growing4-20261029111342.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "11", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 20, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60160765", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 4, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "250m", + "memory": "128Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 4, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:08:39Z", + "message": "ReplicaSet \"api-855b9f4fb5\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:13:48Z", + "lastUpdateTime": "2026-10-29T11:13:48Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 20, + "readyReplicas": 4, + "replicas": 4, + "updatedReplicas": 4 + } +} diff --git a/evidence/research-20261029-final/deployment-saturation8-20261029111530.json b/evidence/research-20261029-final/deployment-saturation8-20261029111530.json new file mode 100644 index 00000000..2bbaad40 --- /dev/null +++ b/evidence/research-20261029-final/deployment-saturation8-20261029111530.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "12", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 21, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60161224", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:14:31Z", + "lastUpdateTime": "2026-10-29T11:14:31Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:15:36Z", + "message": "ReplicaSet \"api-6fc45595fc\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 21, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-final/events.json b/evidence/research-20261029-final/events.json new file mode 100644 index 00000000..8795511b --- /dev/null +++ b/evidence/research-20261029-final/events.json @@ -0,0 +1,2590 @@ +{ + "apiVersion": "v1", + "items": [ + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:21:06.541999Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "api-54f7cc6f98-2277p", + "namespace": "highload-applications", + "resourceVersion": "60162672", + "uid": "e48e0d5f-6011-4e30-9f8e-10364509f9bd" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/api-54f7cc6f98-2277p to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:06Z", + "name": "api-54f7cc6f98-2277p.18e2fc2bc3953bc2", + "namespace": "highload-applications", + "resourceVersion": "60162677", + "uid": "4d8ec82a-a731-48ff-a5fc-b8f20b830843" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:07Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-2277p", + "namespace": "highload-applications", + "resourceVersion": "60162675", + "uid": "e48e0d5f-6011-4e30-9f8e-10364509f9bd" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:07Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:07Z", + "name": "api-54f7cc6f98-2277p.18e2fc2c090abf57", + "namespace": "highload-applications", + "resourceVersion": "60162689", + "uid": "7f4ae7bd-2b04-405b-9e7d-2dd42ef52b65" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:07Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-2277p", + "namespace": "highload-applications", + "resourceVersion": "60162675", + "uid": "e48e0d5f-6011-4e30-9f8e-10364509f9bd" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:07Z", + "message": "Created container: api", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:07Z", + "name": "api-54f7cc6f98-2277p.18e2fc2c0bb3213a", + "namespace": "highload-applications", + "resourceVersion": "60162690", + "uid": "ee5e3342-744c-48e1-a480-a1ff1cb4b263" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:07Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-2277p", + "namespace": "highload-applications", + "resourceVersion": "60162675", + "uid": "e48e0d5f-6011-4e30-9f8e-10364509f9bd" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:07Z", + "message": "Started container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:07Z", + "name": "api-54f7cc6f98-2277p.18e2fc2c1386cc99", + "namespace": "highload-applications", + "resourceVersion": "60162691", + "uid": "bec855be-ebe0-4259-b657-4e16df5367f5" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 8, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:45Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-2277p", + "namespace": "highload-applications", + "resourceVersion": "60162675", + "uid": "e48e0d5f-6011-4e30-9f8e-10364509f9bd" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:59Z", + "message": "Readiness probe failed: Get \"http://10.1.25.120:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:03Z", + "name": "api-54f7cc6f98-2277p.18e2fc34cae4ec99", + "namespace": "highload-applications", + "resourceVersion": "60162911", + "uid": "b757545f-ec60-48df-bd78-2d6d4064cdf0" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:28Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-2277p", + "namespace": "highload-applications", + "resourceVersion": "60162675", + "uid": "e48e0d5f-6011-4e30-9f8e-10364509f9bd" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:28Z", + "message": "Stopping container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:28Z", + "name": "api-54f7cc6f98-2277p.18e2fc3ecc95738e", + "namespace": "highload-applications", + "resourceVersion": "60163001", + "uid": "31e508d9-3998-433a-8bb1-bdc95f9f4ed2" + }, + "reason": "Killing", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:31Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-2277p", + "namespace": "highload-applications", + "resourceVersion": "60162675", + "uid": "e48e0d5f-6011-4e30-9f8e-10364509f9bd" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:31Z", + "message": "Readiness probe failed: Get \"http://10.1.25.120:8080/health/ready\": dial tcp 10.1.25.120:8080: connect: connection refused", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:31Z", + "name": "api-54f7cc6f98-2277p.18e2fc3f81844d97", + "namespace": "highload-applications", + "resourceVersion": "60163058", + "uid": "36c71db5-caac-43da-97f3-9f0d0bbd7da0" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 5, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:17:44Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-jzbb7", + "namespace": "highload-applications", + "resourceVersion": "60161624", + "uid": "d6485622-2406-455d-98f1-dc78ece3341f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:27Z", + "message": "Readiness probe failed: Get \"http://10.1.112.66:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:17:44Z", + "name": "api-54f7cc6f98-jzbb7.18e2fbfcb49e72a6", + "namespace": "highload-applications", + "resourceVersion": "60162174", + "uid": "918615fd-e731-444a-858f-7802ba16ac28" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:31Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-jzbb7", + "namespace": "highload-applications", + "resourceVersion": "60161624", + "uid": "d6485622-2406-455d-98f1-dc78ece3341f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:31Z", + "message": "Stopping container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:31Z", + "name": "api-54f7cc6f98-jzbb7.18e2fc15b7ff73eb", + "namespace": "highload-applications", + "resourceVersion": "60162234", + "uid": "8fd32006-3f66-4450-b8f5-bc52729b34fd" + }, + "reason": "Killing", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Normal" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:20:51.314767Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "api-54f7cc6f98-p5pzh", + "namespace": "highload-applications", + "resourceVersion": "60162543", + "uid": "e6de6505-03c7-4b68-bb14-d776dfc60ff6" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/api-54f7cc6f98-p5pzh to marlosrv0", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:51Z", + "name": "api-54f7cc6f98-p5pzh.18e2fc2837f81d3c", + "namespace": "highload-applications", + "resourceVersion": "60162548", + "uid": "cc613143-489a-4bc4-893c-5d76ac3eb379" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:51Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-p5pzh", + "namespace": "highload-applications", + "resourceVersion": "60162546", + "uid": "e6de6505-03c7-4b68-bb14-d776dfc60ff6" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:51Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:51Z", + "name": "api-54f7cc6f98-p5pzh.18e2fc285654b589", + "namespace": "highload-applications", + "resourceVersion": "60162559", + "uid": "1d24d5da-ebcf-4a40-a8bb-337307f167f7" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:51Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-p5pzh", + "namespace": "highload-applications", + "resourceVersion": "60162546", + "uid": "e6de6505-03c7-4b68-bb14-d776dfc60ff6" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:51Z", + "message": "Created container: api", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:51Z", + "name": "api-54f7cc6f98-p5pzh.18e2fc2857905410", + "namespace": "highload-applications", + "resourceVersion": "60162560", + "uid": "c886016c-1956-45a2-ad9e-a860484fbf03" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:51Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-p5pzh", + "namespace": "highload-applications", + "resourceVersion": "60162546", + "uid": "e6de6505-03c7-4b68-bb14-d776dfc60ff6" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:51Z", + "message": "Started container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:51Z", + "name": "api-54f7cc6f98-p5pzh.18e2fc285ace5f78", + "namespace": "highload-applications", + "resourceVersion": "60162561", + "uid": "6a4a0c39-46ec-4a45-82eb-2621a1729978" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 5, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:44Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-p5pzh", + "namespace": "highload-applications", + "resourceVersion": "60162546", + "uid": "e6de6505-03c7-4b68-bb14-d776dfc60ff6" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:54Z", + "message": "Readiness probe failed: Get \"http://10.1.112.109:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:44Z", + "name": "api-54f7cc6f98-p5pzh.18e2fc34a54480fb", + "namespace": "highload-applications", + "resourceVersion": "60162844", + "uid": "88dcad08-0f91-4d26-8a76-ef7bf57b3720" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:48Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-p5pzh", + "namespace": "highload-applications", + "resourceVersion": "60162546", + "uid": "e6de6505-03c7-4b68-bb14-d776dfc60ff6" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:48Z", + "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:48Z", + "name": "api-54f7cc6f98-p5pzh.18e2fc3593c4a1aa", + "namespace": "highload-applications", + "resourceVersion": "60162821", + "uid": "ed456697-9a8f-4381-bf44-86aa2a21c9e2" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:33Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-p5pzh", + "namespace": "highload-applications", + "resourceVersion": "60162546", + "uid": "e6de6505-03c7-4b68-bb14-d776dfc60ff6" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:33Z", + "message": "Stopping container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:33Z", + "name": "api-54f7cc6f98-p5pzh.18e2fc40192b0b76", + "namespace": "highload-applications", + "resourceVersion": "60163102", + "uid": "983b52e1-77cf-49dc-ae0e-cddf1f2a7b9e" + }, + "reason": "Killing", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 6, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:17:44Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-w78wt", + "namespace": "highload-applications", + "resourceVersion": "60161485", + "uid": "6a16a4ff-c8e7-4d26-a5fa-fee874a3f7f2" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:28Z", + "message": "Readiness probe failed: Get \"http://10.1.25.81:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:17:49Z", + "name": "api-54f7cc6f98-w78wt.18e2fbfccfde780b", + "namespace": "highload-applications", + "resourceVersion": "60162189", + "uid": "8ba3ff9f-dd6f-47e8-a663-73e96ca5827d" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:28Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-w78wt", + "namespace": "highload-applications", + "resourceVersion": "60161485", + "uid": "6a16a4ff-c8e7-4d26-a5fa-fee874a3f7f2" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:28Z", + "message": "Stopping container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:28Z", + "name": "api-54f7cc6f98-w78wt.18e2fc1503ce1ac1", + "namespace": "highload-applications", + "resourceVersion": "60162187", + "uid": "a7d5e841-50ea-467d-8749-07fcbb25ab93" + }, + "reason": "Killing", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:22Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "namespace": "highload-applications", + "resourceVersion": "60162123", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:22Z", + "message": "Deleted pod: api-54f7cc6f98-w78wt", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:22Z", + "name": "api-54f7cc6f98.18e2fc138bd3a8de", + "namespace": "highload-applications", + "resourceVersion": "60162128", + "uid": "0c701733-5988-40b7-8fa5-b5c0836e974c" + }, + "reason": "SuccessfulDelete", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:31Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "namespace": "highload-applications", + "resourceVersion": "60162227", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:31Z", + "message": "Deleted pod: api-54f7cc6f98-jzbb7", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:31Z", + "name": "api-54f7cc6f98.18e2fc15b7d28ce1", + "namespace": "highload-applications", + "resourceVersion": "60162230", + "uid": "b45a1e56-d302-46e3-8cfb-08a34b4bed29" + }, + "reason": "SuccessfulDelete", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:51Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "namespace": "highload-applications", + "resourceVersion": "60162542", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:51Z", + "message": "Created pod: api-54f7cc6f98-p5pzh", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:51Z", + "name": "api-54f7cc6f98.18e2fc2836e53169", + "namespace": "highload-applications", + "resourceVersion": "60162544", + "uid": "01b4a797-de46-4eef-a70a-5a7a2d8aa530" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:06Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "namespace": "highload-applications", + "resourceVersion": "60162671", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:06Z", + "message": "Created pod: api-54f7cc6f98-2277p", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:06Z", + "name": "api-54f7cc6f98.18e2fc2bc2606e26", + "namespace": "highload-applications", + "resourceVersion": "60162674", + "uid": "8b11ffd9-9c45-4614-8d3c-d1c868f1a76a" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:28Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "namespace": "highload-applications", + "resourceVersion": "60162991", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:28Z", + "message": "Deleted pod: api-54f7cc6f98-2277p", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:28Z", + "name": "api-54f7cc6f98.18e2fc3ecb8eec04", + "namespace": "highload-applications", + "resourceVersion": "60162994", + "uid": "b5ee2f2c-0f7d-4aa0-bb8e-81cd90ff232d" + }, + "reason": "SuccessfulDelete", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:33Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "namespace": "highload-applications", + "resourceVersion": "60163094", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:33Z", + "message": "Deleted pod: api-54f7cc6f98-p5pzh", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:33Z", + "name": "api-54f7cc6f98.18e2fc4018c82774", + "namespace": "highload-applications", + "resourceVersion": "60163098", + "uid": "f4595847-98f0-405a-a4bd-e1980ae12380" + }, + "reason": "SuccessfulDelete", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:22:28.318800Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "api-577bffc7b-7pfjv", + "namespace": "highload-applications", + "resourceVersion": "60162999", + "uid": "56b44bd1-0f98-4169-ba8e-b70b6262b818" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/api-577bffc7b-7pfjv to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:28Z", + "name": "api-577bffc7b-7pfjv.18e2fc3ecddc17c4", + "namespace": "highload-applications", + "resourceVersion": "60163006", + "uid": "e5ff08be-47ea-40e6-b19a-d15d488a1008" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-7pfjv", + "namespace": "highload-applications", + "resourceVersion": "60163002", + "uid": "56b44bd1-0f98-4169-ba8e-b70b6262b818" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:29Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:29Z", + "name": "api-577bffc7b-7pfjv.18e2fc3f160ea88c", + "namespace": "highload-applications", + "resourceVersion": "60163029", + "uid": "3071b88b-743d-46ee-939f-32e0bf21e9d5" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-7pfjv", + "namespace": "highload-applications", + "resourceVersion": "60163002", + "uid": "56b44bd1-0f98-4169-ba8e-b70b6262b818" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:29Z", + "message": "Created container: api", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:29Z", + "name": "api-577bffc7b-7pfjv.18e2fc3f1a07e76b", + "namespace": "highload-applications", + "resourceVersion": "60163032", + "uid": "dac34e80-865b-4c00-a0fd-3061e0537124" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-7pfjv", + "namespace": "highload-applications", + "resourceVersion": "60163002", + "uid": "56b44bd1-0f98-4169-ba8e-b70b6262b818" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:29Z", + "message": "Started container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:29Z", + "name": "api-577bffc7b-7pfjv.18e2fc3f281a0a9e", + "namespace": "highload-applications", + "resourceVersion": "60163033", + "uid": "2f249c7e-4958-458a-aa92-e1dfd3b38c88" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 3, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:23:00Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-7pfjv", + "namespace": "highload-applications", + "resourceVersion": "60163002", + "uid": "56b44bd1-0f98-4169-ba8e-b70b6262b818" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:23:04Z", + "message": "Readiness probe failed: Get \"http://10.1.25.123:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:23:06Z", + "name": "api-577bffc7b-7pfjv.18e2fc465cdc337d", + "namespace": "highload-applications", + "resourceVersion": "60163223", + "uid": "bdefbc90-9498-475a-9571-55e334b030b1" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:22:28.997450Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "api-577bffc7b-9dl4t", + "namespace": "highload-applications", + "resourceVersion": "60163014", + "uid": "2d8c4451-3413-48e8-8b56-7f05de06738f" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/api-577bffc7b-9dl4t to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:28Z", + "name": "api-577bffc7b-9dl4t.18e2fc3ef64f873c", + "namespace": "highload-applications", + "resourceVersion": "60163020", + "uid": "7f18a31a-874e-4f7e-be36-b4da90750880" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:30Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-9dl4t", + "namespace": "highload-applications", + "resourceVersion": "60163017", + "uid": "2d8c4451-3413-48e8-8b56-7f05de06738f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:30Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:30Z", + "name": "api-577bffc7b-9dl4t.18e2fc3f53783a49", + "namespace": "highload-applications", + "resourceVersion": "60163047", + "uid": "e4324dae-5510-426d-9c0a-3893b496f121" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:30Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-9dl4t", + "namespace": "highload-applications", + "resourceVersion": "60163017", + "uid": "2d8c4451-3413-48e8-8b56-7f05de06738f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:30Z", + "message": "Created container: api", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:30Z", + "name": "api-577bffc7b-9dl4t.18e2fc3f5aaf746c", + "namespace": "highload-applications", + "resourceVersion": "60163048", + "uid": "02adf172-93ed-4375-8c0f-31fc42b28261" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:30Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-9dl4t", + "namespace": "highload-applications", + "resourceVersion": "60163017", + "uid": "2d8c4451-3413-48e8-8b56-7f05de06738f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:30Z", + "message": "Started container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:30Z", + "name": "api-577bffc7b-9dl4t.18e2fc3f691a4ecf", + "namespace": "highload-applications", + "resourceVersion": "60163052", + "uid": "145a67a2-fe47-4e5e-891f-189c5fb624ad" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 3, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:59Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-9dl4t", + "namespace": "highload-applications", + "resourceVersion": "60163017", + "uid": "2d8c4451-3413-48e8-8b56-7f05de06738f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:23:03Z", + "message": "Readiness probe failed: Get \"http://10.1.25.88:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:59Z", + "name": "api-577bffc7b-9dl4t.18e2fc462186f252", + "namespace": "highload-applications", + "resourceVersion": "60163220", + "uid": "9c07ae42-255b-40c6-bb26-b28466c18f1c" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:19:22.570826Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "api-577bffc7b-c9wsv", + "namespace": "highload-applications", + "resourceVersion": "60162133", + "uid": "eda3f3ef-ee8b-453b-89fd-6a2b778d380c" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/api-577bffc7b-c9wsv to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:22Z", + "name": "api-577bffc7b-c9wsv.18e2fc138e6af003", + "namespace": "highload-applications", + "resourceVersion": "60162139", + "uid": "ebe407ac-5846-473e-9cd1-6eb8510ffd92" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-c9wsv", + "namespace": "highload-applications", + "resourceVersion": "60162136", + "uid": "eda3f3ef-ee8b-453b-89fd-6a2b778d380c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:29Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:29Z", + "name": "api-577bffc7b-c9wsv.18e2fc153c95f33e", + "namespace": "highload-applications", + "resourceVersion": "60162205", + "uid": "afdfd685-c2e9-4634-9b3d-b40b17a664f1" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-c9wsv", + "namespace": "highload-applications", + "resourceVersion": "60162136", + "uid": "eda3f3ef-ee8b-453b-89fd-6a2b778d380c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:29Z", + "message": "Created container: api", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:29Z", + "name": "api-577bffc7b-c9wsv.18e2fc15408bc10a", + "namespace": "highload-applications", + "resourceVersion": "60162208", + "uid": "891327fe-f1da-4dc6-81b0-230aa86e1f3f" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:30Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-c9wsv", + "namespace": "highload-applications", + "resourceVersion": "60162136", + "uid": "eda3f3ef-ee8b-453b-89fd-6a2b778d380c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:30Z", + "message": "Started container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:30Z", + "name": "api-577bffc7b-c9wsv.18e2fc154fdb5f34", + "namespace": "highload-applications", + "resourceVersion": "60162211", + "uid": "677aabfa-2295-4a06-94d0-ad85bac4912c" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 5, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:23Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-c9wsv", + "namespace": "highload-applications", + "resourceVersion": "60162136", + "uid": "eda3f3ef-ee8b-453b-89fd-6a2b778d380c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:39Z", + "message": "Readiness probe failed: Get \"http://10.1.25.118:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:23Z", + "name": "api-577bffc7b-c9wsv.18e2fc21ce851361", + "namespace": "highload-applications", + "resourceVersion": "60162487", + "uid": "7a60d2f3-4ad2-4400-aa03-6fb8b6478b2b" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:54Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-c9wsv", + "namespace": "highload-applications", + "resourceVersion": "60162136", + "uid": "eda3f3ef-ee8b-453b-89fd-6a2b778d380c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:54Z", + "message": "Stopping container api", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:54Z", + "name": "api-577bffc7b-c9wsv.18e2fc2907ca7bcf", + "namespace": "highload-applications", + "resourceVersion": "60162604", + "uid": "9ed1c53a-75f1-4709-88d9-6d4b0ddbb080" + }, + "reason": "Killing", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:57Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-577bffc7b-c9wsv", + "namespace": "highload-applications", + "resourceVersion": "60162136", + "uid": "eda3f3ef-ee8b-453b-89fd-6a2b778d380c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:57Z", + "message": "Readiness probe failed: Get \"http://10.1.25.118:8080/health/ready\": dial tcp 10.1.25.118:8080: connect: connection refused", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:57Z", + "name": "api-577bffc7b-c9wsv.18e2fc29bfbdd4a3", + "namespace": "highload-applications", + "resourceVersion": "60162625", + "uid": "38b47972-2662-4214-9a07-06e1ba37366c" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:22Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-577bffc7b", + "namespace": "highload-applications", + "resourceVersion": "60162127", + "uid": "3b15ef13-9497-4746-b092-f16be09d480c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:22Z", + "message": "Created pod: api-577bffc7b-c9wsv", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:22Z", + "name": "api-577bffc7b.18e2fc138dbe45d8", + "namespace": "highload-applications", + "resourceVersion": "60162135", + "uid": "eb2c537f-95e6-4777-9301-9c28070c3641" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:54Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-577bffc7b", + "namespace": "highload-applications", + "resourceVersion": "60162597", + "uid": "3b15ef13-9497-4746-b092-f16be09d480c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:54Z", + "message": "Deleted pod: api-577bffc7b-c9wsv", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:54Z", + "name": "api-577bffc7b.18e2fc290660857f", + "namespace": "highload-applications", + "resourceVersion": "60162600", + "uid": "4705e1fb-4132-4cc6-92f0-692459770281" + }, + "reason": "SuccessfulDelete", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:28Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-577bffc7b", + "namespace": "highload-applications", + "resourceVersion": "60162993", + "uid": "3b15ef13-9497-4746-b092-f16be09d480c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:28Z", + "message": "Created pod: api-577bffc7b-7pfjv", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:28Z", + "name": "api-577bffc7b.18e2fc3ecd29e1ba", + "namespace": "highload-applications", + "resourceVersion": "60163003", + "uid": "e7b962b0-1833-47a7-a7e5-149fcab15766" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:28Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "ReplicaSet", + "name": "api-577bffc7b", + "namespace": "highload-applications", + "resourceVersion": "60163013", + "uid": "3b15ef13-9497-4746-b092-f16be09d480c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:28Z", + "message": "Created pod: api-577bffc7b-9dl4t", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:28Z", + "name": "api-577bffc7b.18e2fc3ef59b6dcf", + "namespace": "highload-applications", + "resourceVersion": "60163016", + "uid": "3c8783a1-f5df-40dc-93ea-54677c3aa6fa" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "replicaset-controller", + "reportingInstance": "", + "source": { + "component": "replicaset-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 38, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:58:42Z", + "involvedObject": { + "apiVersion": "apps/v1", + "kind": "Deployment", + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60162122", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:22Z", + "message": "(combined from similar events): Scaled down replica set api-54f7cc6f98 from 2 to 1", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:22Z", + "name": "api.18e2faf2c643f5fd", + "namespace": "highload-applications", + "resourceVersion": "60162125", + "uid": "b7b420d6-e7f4-4ce3-8e11-00a1d69c724d" + }, + "reason": "ScalingReplicaSet", + "reportingComponent": "", + "reportingInstance": "", + "source": { + "component": "deployment-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 4, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:17:06Z", + "involvedObject": { + "apiVersion": "autoscaling/v2", + "kind": "HorizontalPodAutoscaler", + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60161619", + "uid": "f4ff85e3-7a2e-4a63-af15-7227d6125fa5" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:29Z", + "message": "failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)", + "metadata": { + "creationTimestamp": "2026-10-29T11:17:06Z", + "name": "api.18e2fbf3e0e732ee", + "namespace": "highload-applications", + "resourceVersion": "60162196", + "uid": "cb64f8f6-45bc-481b-8a74-0ae1f9277a88" + }, + "reason": "FailedGetResourceMetric", + "reportingComponent": "horizontal-pod-autoscaler", + "reportingInstance": "", + "source": { + "component": "horizontal-pod-autoscaler" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 4, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:17:06Z", + "involvedObject": { + "apiVersion": "autoscaling/v2", + "kind": "HorizontalPodAutoscaler", + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60161619", + "uid": "f4ff85e3-7a2e-4a63-af15-7227d6125fa5" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:29Z", + "message": "invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)", + "metadata": { + "creationTimestamp": "2026-10-29T11:17:06Z", + "name": "api.18e2fbf3e1d04cf2", + "namespace": "highload-applications", + "resourceVersion": "60162198", + "uid": "4e6e628b-c8f4-4dc3-b405-abdffb0650e4" + }, + "reason": "FailedComputeMetricsReplicas", + "reportingComponent": "horizontal-pod-autoscaler", + "reportingInstance": "", + "source": { + "component": "horizontal-pod-autoscaler" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:29Z", + "involvedObject": { + "apiVersion": "autoscaling/v2", + "kind": "HorizontalPodAutoscaler", + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60162076", + "uid": "f4ff85e3-7a2e-4a63-af15-7227d6125fa5" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:29Z", + "message": "Operation cannot be fulfilled on horizontalpodautoscalers.autoscaling \"api\": StorageError: invalid object, Code: 4, Key: /registry/horizontalpodautoscalers/highload-applications/api, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: f4ff85e3-7a2e-4a63-af15-7227d6125fa5, UID in object meta: ", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:29Z", + "name": "api.18e2fc1527c4ebba", + "namespace": "highload-applications", + "resourceVersion": "60162197", + "uid": "c6d1900c-5bcf-43d8-9df2-b8c2a7a07b7f" + }, + "reason": "FailedUpdateStatus", + "reportingComponent": "horizontal-pod-autoscaler", + "reportingInstance": "", + "source": { + "component": "horizontal-pod-autoscaler" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 2, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:06Z", + "involvedObject": { + "apiVersion": "autoscaling/v2", + "kind": "HorizontalPodAutoscaler", + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60162552", + "uid": "72625cc0-d163-4075-9335-816cfb2102de" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:28Z", + "message": "New size: 2; reason: Current number of replicas below Spec.MinReplicas", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:06Z", + "name": "api.18e2fc2bc0281d3b", + "namespace": "highload-applications", + "resourceVersion": "60163012", + "uid": "5f5f73c0-9a13-4a1d-a18a-a8155c857ba2" + }, + "reason": "SuccessfulRescale", + "reportingComponent": "horizontal-pod-autoscaler", + "reportingInstance": "", + "source": { + "component": "horizontal-pod-autoscaler" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:13Z", + "involvedObject": { + "apiVersion": "autoscaling/v2", + "kind": "HorizontalPodAutoscaler", + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60162865", + "uid": "72625cc0-d163-4075-9335-816cfb2102de" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:13Z", + "message": "failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:13Z", + "name": "api.18e2fc3b74533e5b", + "namespace": "highload-applications", + "resourceVersion": "60162945", + "uid": "d2382884-b07f-4f62-97bb-4799c9dca7ba" + }, + "reason": "FailedGetResourceMetric", + "reportingComponent": "horizontal-pod-autoscaler", + "reportingInstance": "", + "source": { + "component": "horizontal-pod-autoscaler" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:13Z", + "involvedObject": { + "apiVersion": "autoscaling/v2", + "kind": "HorizontalPodAutoscaler", + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60162865", + "uid": "72625cc0-d163-4075-9335-816cfb2102de" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:13Z", + "message": "invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:13Z", + "name": "api.18e2fc3b75378ced", + "namespace": "highload-applications", + "resourceVersion": "60162947", + "uid": "45596b12-4bb5-4e5b-8676-cf0bb514a246" + }, + "reason": "FailedComputeMetricsReplicas", + "reportingComponent": "horizontal-pod-autoscaler", + "reportingInstance": "", + "source": { + "component": "horizontal-pod-autoscaler" + }, + "type": "Warning" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:20:06.178578Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "load-growing1-20261029111920-qrwb8", + "namespace": "highload-applications", + "resourceVersion": "60162362", + "uid": "23f73e0e-d7ca-41bb-9747-5a520690afcc" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/load-growing1-20261029111920-qrwb8 to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:06Z", + "name": "load-growing1-20261029111920-qrwb8.18e2fc1db5a489bc", + "namespace": "highload-applications", + "resourceVersion": "60162366", + "uid": "5e59068d-bb67-438c-aabf-2ae629f1d26a" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:07Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{k6}", + "kind": "Pod", + "name": "load-growing1-20261029111920-qrwb8", + "namespace": "highload-applications", + "resourceVersion": "60162364", + "uid": "23f73e0e-d7ca-41bb-9747-5a520690afcc" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:07Z", + "message": "Container image \"grafana/k6:1.3.0\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:07Z", + "name": "load-growing1-20261029111920-qrwb8.18e2fc1e1dbbd6ae", + "namespace": "highload-applications", + "resourceVersion": "60162373", + "uid": "f7e9c2dd-1e7a-4dbb-b644-148366724b7b" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:07Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{k6}", + "kind": "Pod", + "name": "load-growing1-20261029111920-qrwb8", + "namespace": "highload-applications", + "resourceVersion": "60162364", + "uid": "23f73e0e-d7ca-41bb-9747-5a520690afcc" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:07Z", + "message": "Created container: k6", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:08Z", + "name": "load-growing1-20261029111920-qrwb8.18e2fc1e20bc70b1", + "namespace": "highload-applications", + "resourceVersion": "60162374", + "uid": "7b447aae-177c-41c2-95f8-64c2d2cb5a4c" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:08Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{k6}", + "kind": "Pod", + "name": "load-growing1-20261029111920-qrwb8", + "namespace": "highload-applications", + "resourceVersion": "60162364", + "uid": "23f73e0e-d7ca-41bb-9747-5a520690afcc" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:08Z", + "message": "Started container k6", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:08Z", + "name": "load-growing1-20261029111920-qrwb8.18e2fc1e276602d7", + "namespace": "highload-applications", + "resourceVersion": "60162377", + "uid": "44dfef0e-d45b-472d-9971-de49c8e29701" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:06Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "load-growing1-20261029111920", + "namespace": "highload-applications", + "resourceVersion": "60162361", + "uid": "f9646401-1671-46d3-b2d4-aee29e410257" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:06Z", + "message": "Created pod: load-growing1-20261029111920-qrwb8", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:06Z", + "name": "load-growing1-20261029111920.18e2fc1db4b37df7", + "namespace": "highload-applications", + "resourceVersion": "60162363", + "uid": "13558755-4499-4e00-9fd9-f886e31cfeaa" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:21:05Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "load-growing1-20261029111920", + "namespace": "highload-applications", + "resourceVersion": "60162663", + "uid": "f9646401-1671-46d3-b2d4-aee29e410257" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:21:05Z", + "message": "Job completed", + "metadata": { + "creationTimestamp": "2026-10-29T11:21:05Z", + "name": "load-growing1-20261029111920.18e2fc2b7e0fdbb1", + "namespace": "highload-applications", + "resourceVersion": "60162666", + "uid": "788b9ebd-7f57-4cc7-a177-8467db135fc3" + }, + "reason": "Completed", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:23:14.626066Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "load-growing1-20261029112219-kb6g4", + "namespace": "highload-applications", + "resourceVersion": "60163252", + "uid": "d57e423b-69e7-4f21-bfd3-b39be3580e8b" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/load-growing1-20261029112219-kb6g4 to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:23:14Z", + "name": "load-growing1-20261029112219-kb6g4.18e2fc4995fd1146", + "namespace": "highload-applications", + "resourceVersion": "60163256", + "uid": "66ce5470-9471-4425-9cf1-e7d56f926ade" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:23:16Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{k6}", + "kind": "Pod", + "name": "load-growing1-20261029112219-kb6g4", + "namespace": "highload-applications", + "resourceVersion": "60163254", + "uid": "d57e423b-69e7-4f21-bfd3-b39be3580e8b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:23:16Z", + "message": "Container image \"grafana/k6:1.3.0\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:23:16Z", + "name": "load-growing1-20261029112219-kb6g4.18e2fc49e935101b", + "namespace": "highload-applications", + "resourceVersion": "60163265", + "uid": "917ffe13-8c73-48a6-a753-a8aacf92ea89" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:23:16Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{k6}", + "kind": "Pod", + "name": "load-growing1-20261029112219-kb6g4", + "namespace": "highload-applications", + "resourceVersion": "60163254", + "uid": "d57e423b-69e7-4f21-bfd3-b39be3580e8b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:23:16Z", + "message": "Created container: k6", + "metadata": { + "creationTimestamp": "2026-10-29T11:23:16Z", + "name": "load-growing1-20261029112219-kb6g4.18e2fc49eb96ed3f", + "namespace": "highload-applications", + "resourceVersion": "60163266", + "uid": "e8f1c283-5a87-4097-81f1-540923c54354" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:23:16Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{k6}", + "kind": "Pod", + "name": "load-growing1-20261029112219-kb6g4", + "namespace": "highload-applications", + "resourceVersion": "60163254", + "uid": "d57e423b-69e7-4f21-bfd3-b39be3580e8b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:23:16Z", + "message": "Started container k6", + "metadata": { + "creationTimestamp": "2026-10-29T11:23:16Z", + "name": "load-growing1-20261029112219-kb6g4.18e2fc49f18cd249", + "namespace": "highload-applications", + "resourceVersion": "60163267", + "uid": "0ca6f304-e4be-4bd6-be86-1352180c04ee" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:23:14Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "load-growing1-20261029112219", + "namespace": "highload-applications", + "resourceVersion": "60163251", + "uid": "7d536025-a5f2-4290-9ea0-54643341b97c" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:23:14Z", + "message": "Created pod: load-growing1-20261029112219-kb6g4", + "metadata": { + "creationTimestamp": "2026-10-29T11:23:14Z", + "name": "load-growing1-20261029112219.18e2fc499511e3c2", + "namespace": "highload-applications", + "resourceVersion": "60163253", + "uid": "20f5e6c5-0ec5-4744-9bc7-31d5544077c1" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:19:23.237540Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "migrate-16-r5cdz", + "namespace": "highload-applications", + "resourceVersion": "60162146", + "uid": "3e94c137-2626-43c3-b771-cd4145574bc1" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/migrate-16-r5cdz to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:23Z", + "name": "migrate-16-r5cdz.18e2fc13b6282eae", + "namespace": "highload-applications", + "resourceVersion": "60162150", + "uid": "d0b65008-3cef-40c2-a4d0-db44e4e50601" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-16-r5cdz", + "namespace": "highload-applications", + "resourceVersion": "60162149", + "uid": "3e94c137-2626-43c3-b771-cd4145574bc1" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:29Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:29Z", + "name": "migrate-16-r5cdz.18e2fc153e8b96c2", + "namespace": "highload-applications", + "resourceVersion": "60162207", + "uid": "98e2eb55-3a75-49ec-92e1-9b79c54311a3" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-16-r5cdz", + "namespace": "highload-applications", + "resourceVersion": "60162149", + "uid": "3e94c137-2626-43c3-b771-cd4145574bc1" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:29Z", + "message": "Created container: migrate", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:29Z", + "name": "migrate-16-r5cdz.18e2fc15423dfe61", + "namespace": "highload-applications", + "resourceVersion": "60162209", + "uid": "bf30a313-588a-4c18-861b-e9d53b38f0d7" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:30Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-16-r5cdz", + "namespace": "highload-applications", + "resourceVersion": "60162149", + "uid": "3e94c137-2626-43c3-b771-cd4145574bc1" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:30Z", + "message": "Started container migrate", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:30Z", + "name": "migrate-16-r5cdz.18e2fc154a1c7ade", + "namespace": "highload-applications", + "resourceVersion": "60162210", + "uid": "91b80b55-8abb-4e5a-9190-6781fda37a59" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:23Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "migrate-16", + "namespace": "highload-applications", + "resourceVersion": "60162145", + "uid": "2a9108e2-2fc1-4391-b75e-b907f87355b8" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:23Z", + "message": "Created pod: migrate-16-r5cdz", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:23Z", + "name": "migrate-16.18e2fc13b59d4539", + "namespace": "highload-applications", + "resourceVersion": "60162147", + "uid": "f68cdc25-8b0e-4404-aa2d-bf8ae6033489" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:19:33Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "migrate-16", + "namespace": "highload-applications", + "resourceVersion": "60162252", + "uid": "2a9108e2-2fc1-4391-b75e-b907f87355b8" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:19:33Z", + "message": "Job completed", + "metadata": { + "creationTimestamp": "2026-10-29T11:19:33Z", + "name": "migrate-16.18e2fc15fd2da6f8", + "namespace": "highload-applications", + "resourceVersion": "60162255", + "uid": "92407f93-1dbd-4b18-8de9-a6f2ca465da8" + }, + "reason": "Completed", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:20:52.185631Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "migrate-17-qnn49", + "namespace": "highload-applications", + "resourceVersion": "60162563", + "uid": "aad7e921-0be5-4ff8-b32c-cfb0ddaf1a7b" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/migrate-17-qnn49 to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:52Z", + "name": "migrate-17-qnn49.18e2fc286be05c10", + "namespace": "highload-applications", + "resourceVersion": "60162567", + "uid": "52d37526-c80b-42ff-9e7d-847ae65bd892" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:53Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-17-qnn49", + "namespace": "highload-applications", + "resourceVersion": "60162564", + "uid": "aad7e921-0be5-4ff8-b32c-cfb0ddaf1a7b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:53Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:53Z", + "name": "migrate-17-qnn49.18e2fc28a6bb5e20", + "namespace": "highload-applications", + "resourceVersion": "60162585", + "uid": "869b8d64-4475-496a-866c-d5d09626480f" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:53Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-17-qnn49", + "namespace": "highload-applications", + "resourceVersion": "60162564", + "uid": "aad7e921-0be5-4ff8-b32c-cfb0ddaf1a7b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:53Z", + "message": "Created container: migrate", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:53Z", + "name": "migrate-17-qnn49.18e2fc28ab14d093", + "namespace": "highload-applications", + "resourceVersion": "60162586", + "uid": "2d9c11fc-a162-48a9-bdc8-f20be36a4de9" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:53Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-17-qnn49", + "namespace": "highload-applications", + "resourceVersion": "60162564", + "uid": "aad7e921-0be5-4ff8-b32c-cfb0ddaf1a7b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:53Z", + "message": "Started container migrate", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:53Z", + "name": "migrate-17-qnn49.18e2fc28b2ad3bff", + "namespace": "highload-applications", + "resourceVersion": "60162587", + "uid": "d73e5547-fbe1-4a26-976c-2ee427aa5049" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:52Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "migrate-17", + "namespace": "highload-applications", + "resourceVersion": "60162562", + "uid": "7afb4cf6-b6fe-497c-a312-bfb3ca8a599f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:52Z", + "message": "Created pod: migrate-17-qnn49", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:52Z", + "name": "migrate-17.18e2fc286b7a4c43", + "namespace": "highload-applications", + "resourceVersion": "60162566", + "uid": "a856567b-cf66-4ea2-8925-87c6c17e4ff6" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:20:56Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "migrate-17", + "namespace": "highload-applications", + "resourceVersion": "60162615", + "uid": "7afb4cf6-b6fe-497c-a312-bfb3ca8a599f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:20:56Z", + "message": "Job completed", + "metadata": { + "creationTimestamp": "2026-10-29T11:20:56Z", + "name": "migrate-17.18e2fc297012e67c", + "namespace": "highload-applications", + "resourceVersion": "60162618", + "uid": "64997301-d100-466b-8551-39fd27535277" + }, + "reason": "Completed", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "action": "Binding", + "apiVersion": "v1", + "eventTime": "2026-10-29T11:22:30.033193Z", + "firstTimestamp": null, + "involvedObject": { + "apiVersion": "v1", + "kind": "Pod", + "name": "migrate-18-lg8kn", + "namespace": "highload-applications", + "resourceVersion": "60163035", + "uid": "8ede605b-8720-4f85-98f2-cb214511251d" + }, + "kind": "Event", + "lastTimestamp": null, + "message": "Successfully assigned highload-applications/migrate-18-lg8kn to dev.asisti.tech", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:30Z", + "name": "migrate-18-lg8kn.18e2fc3f340badd2", + "namespace": "highload-applications", + "resourceVersion": "60163039", + "uid": "9911d781-2fe6-492c-aeca-235c5359be7f" + }, + "reason": "Scheduled", + "reportingComponent": "default-scheduler", + "reportingInstance": "default-scheduler-marlosrv0", + "source": {}, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:31Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-18-lg8kn", + "namespace": "highload-applications", + "resourceVersion": "60163038", + "uid": "8ede605b-8720-4f85-98f2-cb214511251d" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:31Z", + "message": "Container image \"asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3\" already present on machine", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:31Z", + "name": "migrate-18-lg8kn.18e2fc3f96c7a16d", + "namespace": "highload-applications", + "resourceVersion": "60163061", + "uid": "b46c03db-8711-4e10-bec0-ed1c9333dc99" + }, + "reason": "Pulled", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:31Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-18-lg8kn", + "namespace": "highload-applications", + "resourceVersion": "60163038", + "uid": "8ede605b-8720-4f85-98f2-cb214511251d" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:31Z", + "message": "Created container: migrate", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:31Z", + "name": "migrate-18-lg8kn.18e2fc3f9a19d199", + "namespace": "highload-applications", + "resourceVersion": "60163062", + "uid": "6caa3f49-2756-4c94-8636-c31d12783fec" + }, + "reason": "Created", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:31Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{migrate}", + "kind": "Pod", + "name": "migrate-18-lg8kn", + "namespace": "highload-applications", + "resourceVersion": "60163038", + "uid": "8ede605b-8720-4f85-98f2-cb214511251d" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:31Z", + "message": "Started container migrate", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:31Z", + "name": "migrate-18-lg8kn.18e2fc3fa15acbb8", + "namespace": "highload-applications", + "resourceVersion": "60163066", + "uid": "a46d577a-0a78-4112-a2a8-1d452c334003" + }, + "reason": "Started", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:30Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "migrate-18", + "namespace": "highload-applications", + "resourceVersion": "60163034", + "uid": "bb8776d0-fdc1-40f9-82a1-99456bb1b64b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:30Z", + "message": "Created pod: migrate-18-lg8kn", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:30Z", + "name": "migrate-18.18e2fc3f332bd7b6", + "namespace": "highload-applications", + "resourceVersion": "60163036", + "uid": "d6519df8-2603-4f4b-8cb6-6f4d8ca40668" + }, + "reason": "SuccessfulCreate", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:22:35Z", + "involvedObject": { + "apiVersion": "batch/v1", + "kind": "Job", + "name": "migrate-18", + "namespace": "highload-applications", + "resourceVersion": "60163113", + "uid": "bb8776d0-fdc1-40f9-82a1-99456bb1b64b" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:22:35Z", + "message": "Job completed", + "metadata": { + "creationTimestamp": "2026-10-29T11:22:35Z", + "name": "migrate-18.18e2fc405d3ad326", + "namespace": "highload-applications", + "resourceVersion": "60163116", + "uid": "9a23fd61-6832-4c14-9bf9-692c7576c823" + }, + "reason": "Completed", + "reportingComponent": "job-controller", + "reportingInstance": "", + "source": { + "component": "job-controller" + }, + "type": "Normal" + } + ], + "kind": "List", + "metadata": { + "resourceVersion": "" + } +} diff --git a/evidence/research-20261029-final/excluded.json b/evidence/research-20261029-final/excluded.json new file mode 100644 index 00000000..5f3a95ec --- /dev/null +++ b/evidence/research-20261029-final/excluded.json @@ -0,0 +1,6 @@ +[ + "evidence/research-20261029-final/load-growing1-20261029111013.json", + "evidence/research-20261029-final/load-saturation8-20261029111530.json", + "evidence/research-20261029-pool/deployment-saturation8-20261029112615.json (replica mismatch)", + "evidence/research-20261029-readiness/deployment-probe2a-20261029113757.json (replica mismatch)" +] diff --git a/evidence/research-20261029-final/invalid-growing1-log.txt b/evidence/research-20261029-final/invalid-growing1-log.txt new file mode 100644 index 00000000..6130ed66 --- /dev/null +++ b/evidence/research-20261029-final/invalid-growing1-log.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":1198,"fails":19},{"id":"f737ff9008ff036f7a4b775b05a953fa","passes":134,"fails":1,"name":"retry returns original","path":"::retry returns original"},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":1179,"fails":3}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTimeUnit":"","noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":55367.980277},"metrics":{"failed_writes":{"values":{"count":19,"rate":0.3431586253452819},"type":"counter","contains":"default"},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_waiting":{"values":{"max":4013.911145,"avg":297.81720610999224,"p(50)":263.95369000000005,"p(95)":413.17917339999985,"p(99)":604.7509460200013},"type":"trend","contains":"time"},"iterations":{"type":"counter","contains":"default","values":{"rate":21.3480786925328,"count":1182}},"measured_operations":{"type":"counter","contains":"default","values":{"count":2400,"rate":43.3463526751935}},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":355.6252164868189,"p(50)":291.28524749999997,"p(95)":462.9099535499996,"p(99)":4005.9950556599997,"max":4014.418809}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":406.2463302,"p(99)":504.5710182400003,"max":1187.822861,"avg":267.1168591070733,"p(50)":262.760403}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":1.5840202100000005,"max":44.779815,"avg":0.2732304372579401,"p(50)":0.1597055,"p(95)":0.6923887000000001}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":298.2575188466307,"p(50)":264.407159,"p(95)":413.67931565,"p(99)":605.5805445600013,"max":4014.418809}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":3,"rate":0.054182940843991875},"thresholds":{"count>=0":{"ok":true}}},"vus":{"values":{"value":32,"min":0,"max":32},"type":"gauge","contains":"default"},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":1119,"rate":20.21023693480897}},"http_req_blocked":{"type":"trend","contains":"time","values":{"max":1255.149739,"avg":1.6344206080557782,"p(50)":0.000826,"p(95)":0.00135795,"p(99)":27.324818060000318}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.6570658907823393,"p(50)":0,"p(95)":0,"p(99)":4.042904520000011,"max":1020.04565}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(95)":0.2917665999999996,"p(99)":0.6606140900000003,"max":11.115504,"avg":0.16708229938032532,"p(50)":0.13094450000000002}},"data_sent":{"type":"counter","contains":"data","values":{"count":253256,"rate":4574.051622128669}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.008907823392718823,"passes":23,"fails":2559}},"application_errors":{"type":"counter","contains":"default","values":{"count":23,"rate":0.4154025464706044}},"application_errors{status:429}":{"contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"checks":{"contains":"default","values":{"rate":0.9909234411996843,"passes":2511,"fails":23},"type":"rate"},"attempted_messages":{"type":"counter","contains":"default","values":{"count":1138,"rate":20.55339556015425}},"data_received":{"contains":"data","values":{"count":3434918,"rate":62037.98626598763},"type":"counter"},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(99)":19.32826936000025,"max":283.028296,"avg":0.5257641402013942,"p(50)":0,"p(95)":0}},"iteration_duration":{"contains":"time","values":{"avg":570.8932141150593,"p(50)":553.444838,"p(95)":905.7134026,"p(99)":1115.6861048000019,"max":2503.263238},"type":"trend"},"http_reqs":{"type":"counter","contains":"default","values":{"count":2582,"rate":46.633451086395674}}},"setup_data":[{"chat":"d9d8f2d4-8f6e-49ae-a80a-ece546cf42c6","token":"G4qF2Ute7G8F_APmqJLFEux0hdA53ri61ronobiOyg4"},{"chat":"d4b356a0-df3a-4633-9ecf-ca1493390bda","token":"C5wyqIQ7B09bphk-R3u6fKVZbfdeTtro0uhAcSFA8C8"},{"token":"zz30LRUG3SrBPuDWQ1sEg52NXOvZ-Bw0KMm23JFRyVY","chat":"b222aad4-8391-4d6a-8045-530887924ba4"},{"chat":"a1761fff-1dd3-4127-b774-8a847720ef1c","token":"FloVwhfqIgo19UsPuHALuktUw-qDI5VwVgIisS9lH98"},{"chat":"60fa4c46-4523-4488-bca1-dafaf427af7a","token":"YktaKb3-XVbBpQ6_X3wEdNa53JwzVBCeELNMSJSOv78"},{"token":"yjy9YRAekbRhfzgAWXoGt71qs1kzHMyYEX33AFuL8bI","chat":"c78f15a3-0c98-4d2e-a243-9822329a62d6"},{"chat":"b8b9fcd5-eca8-4911-98e9-0e07130eaa7f","token":"_flkDKIhbYwSMlwssqC8ypQ_XD8ENN0cEHYfuutM3TM"},{"chat":"e5577f27-a69e-4186-8e94-571f56c768d0","token":"VTFm9UnAQJHO4IDgVco3gyqwJt06ogVK4RTX3At0sk4"},{"token":"do2I5wtXXagD1hhNAysx90tjpeErNn0ZalsIfzpFAkQ","chat":"5a463815-2e22-479a-a868-bb70699ba1eb"},{"chat":"d64034a9-f2fd-4f9f-832f-111188ec5ec5","token":"x0aVzgFR-76AWhZI4TQ44o15g8SqxqVsGRusDwJlgRs"},{"chat":"a1dcb79a-1eaf-478a-ad20-1ce5a3868960","token":"WBYbR4I9S9TLLwjA6XWjly_RjmHcOfqboSNGlz7eheE"},{"token":"EE6btE1zMMWDMfffrW54wlyutRw-UrTHwDTVtNrgLvU","chat":"7b84d4bb-8857-4596-98f1-af304812fa5a"},{"token":"YiaJiD9gueKl4zRScUd4pvIchRWlHMhZ3v9SbUTsPxs","chat":"de3bfa66-6503-4951-94ab-50a84753a362"},{"chat":"25e66a5c-c3a2-42a1-ae8b-ca09b5c85d34","token":"DXVgvk4A1FrQx4tvgMD6WJkQbvPy8XCqo6cAKOc4JNs"},{"chat":"86c5e47f-5275-48fd-956b-f2c4596f63a1","token":"U3OZpqLbaEvWu1dwAX-MpwFHk38MM6YLYPuiEl60ACI"},{"chat":"154b072e-bc71-4acd-8d4f-b59b2245419c","token":"Nvfi1NkMce3_R2AXRaj3i0eoqAHzLQGiYwsm0kIQcSk"}]}} diff --git a/evidence/research-20261029-final/invalid-growing1.md b/evidence/research-20261029-final/invalid-growing1.md new file mode 100644 index 00000000..b9918aa6 --- /dev/null +++ b/evidence/research-20261029-final/invalid-growing1.md @@ -0,0 +1,3 @@ +# Исключённый профиль growing1 + +Сборщик shell завершился с ошибкой разбора до сохранения JSON; следующая смена конфигурации могла начаться до завершения k6. Профиль growing1-20261029111013 исключён из сравнительной матрицы, даже несмотря на Completed у Job. Raw сохранён как invalid-growing1-log.txt. Требуется отдельный повтор без одновременного изменения сценариев. diff --git a/evidence/research-20261029-final/load-fixed1-20261029110437.json b/evidence/research-20261029-final/load-fixed1-20261029110437.json new file mode 100644 index 00000000..93df38c3 --- /dev/null +++ b/evidence/research-20261029-final/load-fixed1-20261029110437.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "fails": 0, + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 4410 + }, + { + "fails": 0, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 450 + }, + { + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 4386, + "fails": 0, + "name": "history readable" + } + ], + "name": "", + "path": "" + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 53455.947116 + }, + "metrics": { + "application_errors{status:503}": { + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "iteration_duration": { + "values": { + "p(99)": 994.0872749499946, + "max": 2097.024005, + "avg": 222.51865749338796, + "p(50)": 181.8969165, + "p(95)": 448.8924635 + }, + "type": "trend", + "contains": "time" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "min": 0, + "max": 32, + "value": 32 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 9296, + "rate": 173.9002019705605 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 5.401903, + "avg": 0.010837729238382096, + "p(50)": 0, + "p(95)": 0 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.18664502474182468, + "p(50)": 0.168196, + "p(95)": 0.35287175, + "p(99)": 0.6798374499999994, + "max": 2.701782 + } + }, + "checks": { + "values": { + "rate": 1, + "passes": 9246, + "fails": 0 + }, + "type": "rate", + "contains": "default" + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4242, + "rate": 79.35506204379492 + } + }, + "application_errors{status:0}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 851313, + "rate": 15925.505877814518 + } + }, + "vus_max": { + "values": { + "max": 32, + "value": 32, + "min": 32 + }, + "type": "gauge", + "contains": "default" + }, + "http_req_failed": { + "values": { + "rate": 0.0002151462994836489, + "passes": 2, + "fails": 9294 + }, + "type": "rate", + "contains": "default" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 12713523, + "rate": 237831.77898637758 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 85.33531500000001, + "p(95)": 200.28237675, + "p(99)": 518.9361790499993, + "max": 7289.852967, + "avg": 105.50648479292175 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4242, + "rate": 79.35506204379492 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 114.11333843800108, + "p(50)": 91.8974085, + "p(95)": 221.84451689999997, + "p(99)": 570.8439318800006, + "max": 2008.877224 + } + }, + "measured_operations": { + "values": { + "count": 8916, + "rate": 166.79154483320968 + }, + "type": "counter", + "contains": "default" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 4386, + "rate": 82.04886895900154 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 55.030213, + "avg": 0.12879976473752153 + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(95)": 200.60701310000002, + "p(99)": 519.1186737799997, + "max": 7290.221682, + "avg": 105.96144836711845, + "p(50)": 85.7954265 + }, + "type": "trend" + }, + "http_req_receiving": { + "contains": "time", + "values": { + "max": 10.663606, + "avg": 0.24584906777108384, + "p(50)": 0.17332350000000002, + "p(95)": 0.6394920000000001, + "p(99)": 1.2738066999999884 + }, + "type": "trend" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.0015902999999999957, + "max": 513.246557, + "avg": 0.19672042340792084, + "p(50)": 0.0012205, + "p(95)": 0.001436 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 200.6005985, + "p(99)": 519.0985366999993, + "max": 7290.221682, + "avg": 105.9389788854345, + "p(50)": 85.7931045 + } + } + }, + "setup_data": [ + { + "token": "H8U4mmxMOeylShMDdiLrr72zztAMv0tQOcSpwi9hrPU", + "chat": "58fad9fc-0cd2-4def-bf4f-d3620a5e3e5e" + }, + { + "chat": "2940388e-bd6b-4778-9262-7343cab570d2", + "token": "PB3oFGkJqjqxyIWK7HX6iWolj855xuVelLm6qLjq33U" + }, + { + "chat": "2661bde6-5999-40df-baf3-a2f8780512eb", + "token": "YN7yfBsma4LZYQhGBeBTwhx1RmtBktHsBagLE0OjG7Q" + }, + { + "token": "SgVP99a72A3Er3UbeSDQnb3NBg3mqDFhykUeDiS1OP8", + "chat": "d0353044-8ed1-4542-beaa-9ae09d88d368" + }, + { + "chat": "e59639ee-af0e-4c9b-b7f5-b110585de2f1", + "token": "VUV735UMNw83g39npVOjk0inHkWdK_v6ly445iic3WM" + }, + { + "chat": "8082db8a-a626-4982-9206-16a6f23f940d", + "token": "Ys3PGxAYi60O6jiITGZzs79EqDI_j-nz_Ai3cmMmvNY" + }, + { + "chat": "c3d7bc6d-a3b7-4e52-8291-e06b4dcb98b6", + "token": "njG8Z5TqNpxvfONk95PqWmhVNL8K9QlCDqcJ9cKpnA4" + }, + { + "chat": "ee800f84-62e2-4ef5-b9c3-fe84204d6a0b", + "token": "M7EwIgJ2t25tj7w82K5P1fMI9vkhVCYculeIjcIRiFE" + }, + { + "chat": "f9d45edf-7c49-410e-8d6c-f49f84e00141", + "token": "dIHwBjYIzUBQ4vN2WGzQYIPS-FDnt4YTP7jSsGMvz04" + }, + { + "chat": "6c65c749-c699-4b05-bb7c-37d4f54ec17c", + "token": "QlS_zXWOF8JpA_eTFTViFzFSWR6p7JyDoaBvdSAK56A" + }, + { + "chat": "8c4c1c95-701e-4a41-865e-a24b61176191", + "token": "7KgeMNgLrJr84EpFXMWiCgwEAnexwVnpbu7pCvlrBFk" + }, + { + "chat": "0d782d99-5416-479b-b3c3-4853efd0cee5", + "token": "3DVrz1eH8UJwga_LlmdGWqchaFLtGmo7834qeb66HYw" + }, + { + "token": "VYz7O7dq8bvIb3xvnXyIUKM72wF1pWaOEINVUHly92A", + "chat": "7785e1b5-daba-4949-8e7f-664dc45dcf70" + }, + { + "chat": "842f3193-2521-4417-bca9-9dbb48da7c26", + "token": "1hHpv9HJy7QoecF3gYnjpvDIHaQamo2oC_Vhfx99ogI" + }, + { + "chat": "277e221c-7e6f-48ef-854f-0998fdfde031", + "token": "QbgZb2Kkg3TevlCJgrHGajkOCdDJ0cdwWHDb27fj5Sw" + }, + { + "chat": "96511043-5ba3-4cd8-a17a-7feae0fa48f5", + "token": "VPwy8KTykHPZUKZ7H4WvpXwDs5cqm_7BG0xT66HSplg" + } + ] + } +} diff --git a/evidence/research-20261029-final/load-fixed1-20261029110437.txt b/evidence/research-20261029-final/load-fixed1-20261029110437.txt new file mode 100644 index 00000000..92c58b8e --- /dev/null +++ b/evidence/research-20261029-final/load-fixed1-20261029110437.txt @@ -0,0 +1,3 @@ +time="2026-10-29T11:05:47Z" level=warning msg="setup registration: 503; abandoning synthetic actor" source=console +time="2026-10-29T11:05:48Z" level=warning msg="setup registration: 503; abandoning synthetic actor" source=console +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":0,"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":4410},{"fails":0,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":450},{"path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":4386,"fails":0,"name":"history readable"}],"name":"","path":""},"options":{"noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":53455.947116},"metrics":{"application_errors{status:503}":{"values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default"},"iteration_duration":{"values":{"p(99)":994.0872749499946,"max":2097.024005,"avg":222.51865749338796,"p(50)":181.8969165,"p(95)":448.8924635},"type":"trend","contains":"time"},"vus":{"type":"gauge","contains":"default","values":{"min":0,"max":32,"value":32}},"http_reqs":{"type":"counter","contains":"default","values":{"count":9296,"rate":173.9002019705605}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":5.401903,"avg":0.010837729238382096,"p(50)":0,"p(95)":0}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.18664502474182468,"p(50)":0.168196,"p(95)":0.35287175,"p(99)":0.6798374499999994,"max":2.701782}},"checks":{"values":{"rate":1,"passes":9246,"fails":0},"type":"rate","contains":"default"},"attempted_messages":{"type":"counter","contains":"default","values":{"count":4242,"rate":79.35506204379492}},"application_errors{status:0}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":851313,"rate":15925.505877814518}},"vus_max":{"values":{"max":32,"value":32,"min":32},"type":"gauge","contains":"default"},"http_req_failed":{"values":{"rate":0.0002151462994836489,"passes":2,"fails":9294},"type":"rate","contains":"default"},"data_received":{"type":"counter","contains":"data","values":{"count":12713523,"rate":237831.77898637758}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(50)":85.33531500000001,"p(95)":200.28237675,"p(99)":518.9361790499993,"max":7289.852967,"avg":105.50648479292175}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":4242,"rate":79.35506204379492}},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":114.11333843800108,"p(50)":91.8974085,"p(95)":221.84451689999997,"p(99)":570.8439318800006,"max":2008.877224}},"measured_operations":{"values":{"count":8916,"rate":166.79154483320968},"type":"counter","contains":"default"},"iterations":{"type":"counter","contains":"default","values":{"count":4386,"rate":82.04886895900154}},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":55.030213,"avg":0.12879976473752153}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"p(95)":200.60701310000002,"p(99)":519.1186737799997,"max":7290.221682,"avg":105.96144836711845,"p(50)":85.7954265},"type":"trend"},"http_req_receiving":{"contains":"time","values":{"max":10.663606,"avg":0.24584906777108384,"p(50)":0.17332350000000002,"p(95)":0.6394920000000001,"p(99)":1.2738066999999884},"type":"trend"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.0015902999999999957,"max":513.246557,"avg":0.19672042340792084,"p(50)":0.0012205,"p(95)":0.001436}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":200.6005985,"p(99)":519.0985366999993,"max":7290.221682,"avg":105.9389788854345,"p(50)":85.7931045}}},"setup_data":[{"token":"H8U4mmxMOeylShMDdiLrr72zztAMv0tQOcSpwi9hrPU","chat":"58fad9fc-0cd2-4def-bf4f-d3620a5e3e5e"},{"chat":"2940388e-bd6b-4778-9262-7343cab570d2","token":"PB3oFGkJqjqxyIWK7HX6iWolj855xuVelLm6qLjq33U"},{"chat":"2661bde6-5999-40df-baf3-a2f8780512eb","token":"YN7yfBsma4LZYQhGBeBTwhx1RmtBktHsBagLE0OjG7Q"},{"token":"SgVP99a72A3Er3UbeSDQnb3NBg3mqDFhykUeDiS1OP8","chat":"d0353044-8ed1-4542-beaa-9ae09d88d368"},{"chat":"e59639ee-af0e-4c9b-b7f5-b110585de2f1","token":"VUV735UMNw83g39npVOjk0inHkWdK_v6ly445iic3WM"},{"chat":"8082db8a-a626-4982-9206-16a6f23f940d","token":"Ys3PGxAYi60O6jiITGZzs79EqDI_j-nz_Ai3cmMmvNY"},{"chat":"c3d7bc6d-a3b7-4e52-8291-e06b4dcb98b6","token":"njG8Z5TqNpxvfONk95PqWmhVNL8K9QlCDqcJ9cKpnA4"},{"chat":"ee800f84-62e2-4ef5-b9c3-fe84204d6a0b","token":"M7EwIgJ2t25tj7w82K5P1fMI9vkhVCYculeIjcIRiFE"},{"chat":"f9d45edf-7c49-410e-8d6c-f49f84e00141","token":"dIHwBjYIzUBQ4vN2WGzQYIPS-FDnt4YTP7jSsGMvz04"},{"chat":"6c65c749-c699-4b05-bb7c-37d4f54ec17c","token":"QlS_zXWOF8JpA_eTFTViFzFSWR6p7JyDoaBvdSAK56A"},{"chat":"8c4c1c95-701e-4a41-865e-a24b61176191","token":"7KgeMNgLrJr84EpFXMWiCgwEAnexwVnpbu7pCvlrBFk"},{"chat":"0d782d99-5416-479b-b3c3-4853efd0cee5","token":"3DVrz1eH8UJwga_LlmdGWqchaFLtGmo7834qeb66HYw"},{"token":"VYz7O7dq8bvIb3xvnXyIUKM72wF1pWaOEINVUHly92A","chat":"7785e1b5-daba-4949-8e7f-664dc45dcf70"},{"chat":"842f3193-2521-4417-bca9-9dbb48da7c26","token":"1hHpv9HJy7QoecF3gYnjpvDIHaQamo2oC_Vhfx99ogI"},{"chat":"277e221c-7e6f-48ef-854f-0998fdfde031","token":"QbgZb2Kkg3TevlCJgrHGajkOCdDJ0cdwWHDb27fj5Sw"},{"chat":"96511043-5ba3-4cd8-a17a-7feae0fa48f5","token":"VPwy8KTykHPZUKZ7H4WvpXwDs5cqm_7BG0xT66HSplg"}]}} diff --git a/evidence/research-20261029-final/load-fixed2-20261029110639.json b/evidence/research-20261029-final/load-fixed2-20261029110639.json new file mode 100644 index 00000000..544157c2 --- /dev/null +++ b/evidence/research-20261029-final/load-fixed2-20261029110639.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "state": { + "isStdErrTTY": false, + "testRunDurationMs": 45089.877687, + "isStdOutTTY": false + }, + "metrics": { + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.004363107502120955, + "passes": 36, + "fails": 8215 + } + }, + "data_sent": { + "values": { + "count": 756454, + "rate": 16776.581326103165 + }, + "type": "counter", + "contains": "data" + }, + "message_latency_ms": { + "values": { + "p(99)": 350.0392311900002, + "max": 7476.430483, + "avg": 118.41393109545463, + "p(50)": 95.44093000000001, + "p(95)": 172.7375654 + }, + "type": "trend", + "contains": "time" + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "rate": 82.94544567102011, + "count": 3740 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.2448521322263965, + "p(50)": 0.124512, + "p(95)": 0.7444295000000001, + "p(99)": 2.853361, + "max": 11.145533 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 118.13134720821714, + "p(50)": 79.858031, + "p(95)": 162.8672555, + "p(99)": 304.042258, + "max": 8878.405299 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 3725, + "rate": 82.61277677127002 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 47.58753, + "avg": 0.11403234735183615, + "p(50)": 0 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.9956113616969401, + "passes": 8167, + "fails": 36 + } + }, + "http_req_receiving": { + "values": { + "p(99)": 3.6444775, + "max": 12.034562, + "avg": 0.4018474326748282, + "p(50)": 0.162811, + "p(95)": 1.5399995 + }, + "type": "trend", + "contains": "time" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 79.686114, + "p(95)": 160.01444709999998, + "p(99)": 250.48234031999905, + "max": 7045.594857, + "avg": 96.09753803262318 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 3891, + "rate": 86.29431259517092 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 7863, + "rate": 174.38503724899226 + } + }, + "http_req_waiting": { + "contains": "time", + "values": { + "max": 8878.23761, + "avg": 117.48464764331604, + "p(50)": 79.133728, + "p(95)": 162.3500035, + "p(99)": 303.5276025 + }, + "type": "trend" + }, + "application_errors{status:503}": { + "contains": "default", + "values": { + "count": 24, + "rate": 0.532270239600129 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.000776, + "p(95)": 0.001311, + "p(99)": 0.004868, + "max": 1031.861751, + "avg": 0.44426853799539207 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 11238060, + "rate": 249236.8703683594 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 8251, + "rate": 182.99007278919436 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 1006.938944, + "avg": 0.2605599047388195 + } + }, + "iteration_duration": { + "values": { + "max": 9008.140023, + "avg": 250.82069100796707, + "p(50)": 170.736861, + "p(95)": 335.9246815, + "p(99)": 1694.5916108999495 + }, + "type": "trend", + "contains": "time" + }, + "application_errors{status:429}": { + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "failed_writes": { + "contains": "default", + "values": { + "count": 15, + "rate": 0.3326688997500806 + }, + "type": "counter" + }, + "application_errors": { + "values": { + "count": 36, + "rate": 0.7984053594001935 + }, + "type": "counter", + "contains": "default" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 0 + } + } + }, + "setup_data": [ + { + "chat": "c66108b5-5753-4a29-a047-0feb050dd9ab", + "token": "FcDsP4lRE-mLd2BAJIdKtiGWpUSAlWQrukJpiV9eYnI" + }, + { + "chat": "318f1b8e-9509-4d3d-bbce-d2977cedaf46", + "token": "mHs7XPex06v8AK3pLYXUvcEWz9A7fRJux7OPcOLOLVg" + }, + { + "chat": "36259faa-accc-4233-90fb-d2e42fdb31bd", + "token": "Lfp_B9VGErvjdKXQ6YEBAHENc8FHZlBqwSI30KOwG1Q" + }, + { + "chat": "a02a3b81-8c98-43aa-8a70-b8634f59b543", + "token": "Nk3H9TkrJFlTg9S1dsmZZBJRQNoCd23Y_jIEn4s4gjc" + }, + { + "chat": "29d68106-aec5-4e86-89c9-2e896facbf84", + "token": "BPKUhicgsLvk2WhFuKvOt5wkxeujm0lT8WTD3M5TdmA" + }, + { + "chat": "e645c69f-06f9-46d6-a713-f6f09e00e9ac", + "token": "NTguC82hZev-jYJ6b2lTLHBsjF2Nk9MNiMdwxFwzBJY" + }, + { + "chat": "bc413188-fd7b-4ffd-b02e-69d4bf7cd396", + "token": "lVyq3lsOrULGkfQV5UcHBP2nB6p5CXb1miyfwauVF1A" + }, + { + "chat": "1da88109-0510-4b23-9a16-6e125f11c1cb", + "token": "6OGJ5uAENszz8IpoZWem4gDzSRLyWISYuBEJ2YJC4aU" + }, + { + "chat": "e269124a-72dd-4321-81e6-cacb559f1daa", + "token": "nwaTJBaJMtYr7FMF97dzsKFlcFrnoQofK722Tyw3w1U" + }, + { + "chat": "b85d0ba2-cb3f-44e6-a50c-494bfb3f41de", + "token": "GPCxZmS6y_FRwGlj4HUDthKCYskPae8xgmf-fWvR794" + }, + { + "chat": "f6f1299c-8194-4769-9776-c9098007f855", + "token": "8yTBe7GKLrqL97U5Yruoy2quiXV_ae-xci4cmAqMal0" + }, + { + "chat": "ad6ed954-0246-4ac0-8614-0231a0785ca5", + "token": "PUnNe5Cavyb8UlfuOZ1Y0W_ar70yzUsJIiVRTX9ly28" + }, + { + "chat": "ab55adb9-1a5f-4774-9989-26b84b0c00e9", + "token": "zPMXRF_E3Trp3RgZXApa5cPH5ZbR8HPMDuS_dFL8whI" + }, + { + "chat": "230c0fc7-0dc6-4800-b89c-a0e83b3049d2", + "token": "hjqzpxMeP4zj5_2VtqC3Waq9K9F0gwkMKp9WxV_GH3I" + }, + { + "token": "eaFjeetUIDepBH04yI00i4an3wq9TyEedV-FYoB7hqY", + "chat": "6483a57e-5e03-45f0-ae1f-314a456c7f16" + }, + { + "chat": "77280141-7873-43ed-a2f2-c952824ee44e", + "token": "BJDsxzPF2KYe3jBlboUlUoTb0nm-9kULeSX84jU4GxA" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 3896, + "fails": 15, + "name": "message confirmed" + }, + { + "passes": 399, + "fails": 2, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa" + }, + { + "passes": 3872, + "fails": 19, + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8" + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + } + } +} diff --git a/evidence/research-20261029-final/load-fixed2-20261029110639.txt b/evidence/research-20261029-final/load-fixed2-20261029110639.txt new file mode 100644 index 00000000..e407c75d --- /dev/null +++ b/evidence/research-20261029-final/load-fixed2-20261029110639.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"state":{"isStdErrTTY":false,"testRunDurationMs":45089.877687,"isStdOutTTY":false},"metrics":{"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.004363107502120955,"passes":36,"fails":8215}},"data_sent":{"values":{"count":756454,"rate":16776.581326103165},"type":"counter","contains":"data"},"message_latency_ms":{"values":{"p(99)":350.0392311900002,"max":7476.430483,"avg":118.41393109545463,"p(50)":95.44093000000001,"p(95)":172.7375654},"type":"trend","contains":"time"},"attempted_messages":{"type":"counter","contains":"default","values":{"rate":82.94544567102011,"count":3740}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.2448521322263965,"p(50)":0.124512,"p(95)":0.7444295000000001,"p(99)":2.853361,"max":11.145533}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":118.13134720821714,"p(50)":79.858031,"p(95)":162.8672555,"p(99)":304.042258,"max":8878.405299}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":3725,"rate":82.61277677127002}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":47.58753,"avg":0.11403234735183615,"p(50)":0}},"checks":{"type":"rate","contains":"default","values":{"rate":0.9956113616969401,"passes":8167,"fails":36}},"http_req_receiving":{"values":{"p(99)":3.6444775,"max":12.034562,"avg":0.4018474326748282,"p(50)":0.162811,"p(95)":1.5399995},"type":"trend","contains":"time"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(50)":79.686114,"p(95)":160.01444709999998,"p(99)":250.48234031999905,"max":7045.594857,"avg":96.09753803262318}},"iterations":{"type":"counter","contains":"default","values":{"count":3891,"rate":86.29431259517092}},"measured_operations":{"type":"counter","contains":"default","values":{"count":7863,"rate":174.38503724899226}},"http_req_waiting":{"contains":"time","values":{"max":8878.23761,"avg":117.48464764331604,"p(50)":79.133728,"p(95)":162.3500035,"p(99)":303.5276025},"type":"trend"},"application_errors{status:503}":{"contains":"default","values":{"count":24,"rate":0.532270239600129},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000776,"p(95)":0.001311,"p(99)":0.004868,"max":1031.861751,"avg":0.44426853799539207}},"vus_max":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"data_received":{"type":"counter","contains":"data","values":{"count":11238060,"rate":249236.8703683594}},"http_reqs":{"type":"counter","contains":"default","values":{"count":8251,"rate":182.99007278919436}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":1006.938944,"avg":0.2605599047388195}},"iteration_duration":{"values":{"max":9008.140023,"avg":250.82069100796707,"p(50)":170.736861,"p(95)":335.9246815,"p(99)":1694.5916108999495},"type":"trend","contains":"time"},"application_errors{status:429}":{"values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default"},"failed_writes":{"contains":"default","values":{"count":15,"rate":0.3326688997500806},"type":"counter"},"application_errors":{"values":{"count":36,"rate":0.7984053594001935},"type":"counter","contains":"default"},"vus":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":0}}},"setup_data":[{"chat":"c66108b5-5753-4a29-a047-0feb050dd9ab","token":"FcDsP4lRE-mLd2BAJIdKtiGWpUSAlWQrukJpiV9eYnI"},{"chat":"318f1b8e-9509-4d3d-bbce-d2977cedaf46","token":"mHs7XPex06v8AK3pLYXUvcEWz9A7fRJux7OPcOLOLVg"},{"chat":"36259faa-accc-4233-90fb-d2e42fdb31bd","token":"Lfp_B9VGErvjdKXQ6YEBAHENc8FHZlBqwSI30KOwG1Q"},{"chat":"a02a3b81-8c98-43aa-8a70-b8634f59b543","token":"Nk3H9TkrJFlTg9S1dsmZZBJRQNoCd23Y_jIEn4s4gjc"},{"chat":"29d68106-aec5-4e86-89c9-2e896facbf84","token":"BPKUhicgsLvk2WhFuKvOt5wkxeujm0lT8WTD3M5TdmA"},{"chat":"e645c69f-06f9-46d6-a713-f6f09e00e9ac","token":"NTguC82hZev-jYJ6b2lTLHBsjF2Nk9MNiMdwxFwzBJY"},{"chat":"bc413188-fd7b-4ffd-b02e-69d4bf7cd396","token":"lVyq3lsOrULGkfQV5UcHBP2nB6p5CXb1miyfwauVF1A"},{"chat":"1da88109-0510-4b23-9a16-6e125f11c1cb","token":"6OGJ5uAENszz8IpoZWem4gDzSRLyWISYuBEJ2YJC4aU"},{"chat":"e269124a-72dd-4321-81e6-cacb559f1daa","token":"nwaTJBaJMtYr7FMF97dzsKFlcFrnoQofK722Tyw3w1U"},{"chat":"b85d0ba2-cb3f-44e6-a50c-494bfb3f41de","token":"GPCxZmS6y_FRwGlj4HUDthKCYskPae8xgmf-fWvR794"},{"chat":"f6f1299c-8194-4769-9776-c9098007f855","token":"8yTBe7GKLrqL97U5Yruoy2quiXV_ae-xci4cmAqMal0"},{"chat":"ad6ed954-0246-4ac0-8614-0231a0785ca5","token":"PUnNe5Cavyb8UlfuOZ1Y0W_ar70yzUsJIiVRTX9ly28"},{"chat":"ab55adb9-1a5f-4774-9989-26b84b0c00e9","token":"zPMXRF_E3Trp3RgZXApa5cPH5ZbR8HPMDuS_dFL8whI"},{"chat":"230c0fc7-0dc6-4800-b89c-a0e83b3049d2","token":"hjqzpxMeP4zj5_2VtqC3Waq9K9F0gwkMKp9WxV_GH3I"},{"token":"eaFjeetUIDepBH04yI00i4an3wq9TyEedV-FYoB7hqY","chat":"6483a57e-5e03-45f0-ae1f-314a456c7f16"},{"chat":"77280141-7873-43ed-a2f2-c952824ee44e","token":"BJDsxzPF2KYe3jBlboUlUoTb0nm-9kULeSX84jU4GxA"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":3896,"fails":15,"name":"message confirmed"},{"passes":399,"fails":2,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa"},{"passes":3872,"fails":19,"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8"}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false}}} diff --git a/evidence/research-20261029-final/load-fixed4-20261029110815.json b/evidence/research-20261029-final/load-fixed4-20261029110815.json new file mode 100644 index 00000000..33939d04 --- /dev/null +++ b/evidence/research-20261029-final/load-fixed4-20261029110815.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "metrics": { + "attempted_messages": { + "values": { + "count": 2790, + "rate": 51.763747376829826 + }, + "type": "counter", + "contains": "default" + }, + "data_sent": { + "values": { + "count": 567733, + "rate": 10533.328885121766 + }, + "type": "counter", + "contains": "data" + }, + "iterations": { + "contains": "default", + "values": { + "count": 2875, + "rate": 53.3407791069483 + }, + "type": "counter" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.37676321653027833, + "p(50)": 0.000881, + "p(95)": 0.0014035500000000002, + "p(99)": 0.01542993999999998, + "max": 1074.405946 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "max": 16.206067, + "avg": 0.02185257872340426, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0 + }, + "type": "trend" + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 677.489221160001, + "max": 1574.730015, + "avg": 157.03332343508137, + "p(50)": 112.71044, + "p(95)": 441.5516142 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.1301345, + "p(95)": 0.4516536500000001, + "p(99)": 1.8935093399999887, + "max": 26.838941, + "avg": 0.2181190584288052 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 333.28199130747777, + "p(50)": 264.544507, + "p(95)": 821.051293599999, + "p(99)": 1135.339405979999, + "max": 3755.833063 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 198.3693728301075, + "p(50)": 138.39813800000002, + "p(95)": 579.4783116, + "p(99)": 748.0037995700006, + "max": 2216.161919 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5868, + "rate": 108.87084932159047 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "rate": 113.36075142381011, + "count": 6110 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 112.06156849999999, + "p(95)": 447.6265996500002, + "p(99)": 691.4704105999998, + "max": 2215.852134, + "avg": 159.3341722936168 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.9983503794127351, + "passes": 6052, + "fails": 10 + } + }, + "vus_max": { + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + }, + "type": "gauge" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 692.0658116299999, + "max": 2216.161919, + "avg": 159.9462934507359, + "p(50)": 112.81320550000001, + "p(95)": 449.4352676500003 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.0016366612111292963, + "passes": 10, + "fails": 6100 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 8339967, + "rate": 154734.03043695245 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0.12987320130387411, + "count": 7 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 10, + "rate": 0.18553314471982016 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.18011543404255315, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 57.900152 + } + }, + "confirmed_messages": { + "values": { + "count": 2783, + "rate": 51.63387417552595 + }, + "type": "counter", + "contains": "default" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 2.801295119999995, + "max": 182.062348, + "avg": 0.39400209869067115, + "p(50)": 0.16825299999999999, + "p(95)": 1.12102205 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0.16697983024783813, + "count": 9 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + } + }, + "setup_data": [ + { + "token": "qg15snR55dLe08IM6yLlsvRnZ_bveLUL8SBZHyy-5LM", + "chat": "1cbe40f2-3e3b-459c-b8ec-bf4043fe5ebd" + }, + { + "chat": "b73d0191-1347-4d15-842c-2a1099817fe7", + "token": "c6yuW-GBbG7ShfVY6LQwdDf92-BEuFGQ2YQKg-PFXjE" + }, + { + "chat": "ed7b8f53-4240-4624-85e8-aec3cf86808e", + "token": "mXWVPeHhbRlM_8xfWtav5rNj9noEP76rSfwRXIcMgJo" + }, + { + "chat": "00ddd329-bf41-4e08-b2ec-a36bdb5a2626", + "token": "rWciKWmJ3pkitGL3JLUm4IgmsPNnkLCW46Tua0Zr8iI" + }, + { + "chat": "34346afe-1d2d-4896-aca2-adc1c3da1ffa", + "token": "zJT9aTtQwBs0KG-Cf6uVvit5Mq8s9YpPn-FSEkLJxQ8" + }, + { + "chat": "082f5414-924a-458f-bf9a-50e664de36bb", + "token": "xbU5qTMqMdQlMUpxqJebtqf1q08HHVxH3o-iAo6guYA" + }, + { + "chat": "8458b0f8-3d65-4d8f-8a8e-0c4dd71657e3", + "token": "xj-2Bjrvi6QIt1agqcVgDUPqAWUT_eQt78Go28lgKqw" + }, + { + "chat": "8f094ab1-b144-4f7f-aa0d-2fae7d5a429e", + "token": "_ygQviOREt1DFyFMR_7QakcGuuDdjImMtfvnG0OWrQI" + }, + { + "chat": "e9754d40-c8bc-43d8-9b0d-90a680c95d94", + "token": "11x3YBEAgl4pVBb_EBmNOfoPDUcy7P06onxltDIdQ1s" + }, + { + "chat": "741e3291-a847-462a-88eb-bd338cd36be1", + "token": "upO-FdZoHTiMczLRGpZFBd7X2gd8i8ZT4THkqXMg7Yw" + }, + { + "chat": "d83a9171-d3d2-4cdb-903c-30b8873741b0", + "token": "WCxrgkqaW6xmcLvrgvqvJePKT3koKINNV_OEPH0hOlY" + }, + { + "chat": "7548aae3-6ab0-4241-8c2e-9e27719ce2d6", + "token": "sSYiF3-FgYvznpa62bpJi9YF-hL5106E8CpGQyIkW30" + }, + { + "chat": "275276ee-2b06-4dc0-8598-5b1a6bf0fdd9", + "token": "B0grJ61_RoM3fQypZAThVSEDZjX-nripdrEIOOkgWQ0" + }, + { + "chat": "6ecc0bab-29f3-4081-b0e7-b14767c679e9", + "token": "IIW2GCNhRONt-b8rk8XPlNfv7oYw_jbuikb907fZtgs" + }, + { + "chat": "d18d951c-064e-441f-9a46-58cf273c84f6", + "token": "vMDMMfy3GsS5qh3PBTQqZne9Pd1aVWnM0Mw3-RT7oAQ" + }, + { + "token": "nV7FhntWMWjl6Z71QvAgVxNWXUxIUl8GGi088xYJghg", + "chat": "3f0ca8f4-98f5-41cb-8816-c1d489fad463" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 2881, + "fails": 7, + "name": "message confirmed" + }, + { + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 299, + "fails": 0, + "name": "retry returns original", + "path": "::retry returns original" + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2872, + "fails": 3 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 53898.725293 + } + } +} diff --git a/evidence/research-20261029-final/load-fixed4-20261029110815.txt b/evidence/research-20261029-final/load-fixed4-20261029110815.txt new file mode 100644 index 00000000..698db292 --- /dev/null +++ b/evidence/research-20261029-final/load-fixed4-20261029110815.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"metrics":{"attempted_messages":{"values":{"count":2790,"rate":51.763747376829826},"type":"counter","contains":"default"},"data_sent":{"values":{"count":567733,"rate":10533.328885121766},"type":"counter","contains":"data"},"iterations":{"contains":"default","values":{"count":2875,"rate":53.3407791069483},"type":"counter"},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.37676321653027833,"p(50)":0.000881,"p(95)":0.0014035500000000002,"p(99)":0.01542993999999998,"max":1074.405946}},"http_req_connecting":{"contains":"time","values":{"max":16.206067,"avg":0.02185257872340426,"p(50)":0,"p(95)":0,"p(99)":0},"type":"trend"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":677.489221160001,"max":1574.730015,"avg":157.03332343508137,"p(50)":112.71044,"p(95)":441.5516142}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(50)":0.1301345,"p(95)":0.4516536500000001,"p(99)":1.8935093399999887,"max":26.838941,"avg":0.2181190584288052}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":333.28199130747777,"p(50)":264.544507,"p(95)":821.051293599999,"p(99)":1135.339405979999,"max":3755.833063}},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":198.3693728301075,"p(50)":138.39813800000002,"p(95)":579.4783116,"p(99)":748.0037995700006,"max":2216.161919}},"measured_operations":{"type":"counter","contains":"default","values":{"count":5868,"rate":108.87084932159047}},"http_reqs":{"type":"counter","contains":"default","values":{"rate":113.36075142381011,"count":6110}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(50)":112.06156849999999,"p(95)":447.6265996500002,"p(99)":691.4704105999998,"max":2215.852134,"avg":159.3341722936168}},"checks":{"type":"rate","contains":"default","values":{"rate":0.9983503794127351,"passes":6052,"fails":10}},"vus_max":{"contains":"default","values":{"value":32,"min":32,"max":32},"type":"gauge"},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":692.0658116299999,"max":2216.161919,"avg":159.9462934507359,"p(50)":112.81320550000001,"p(95)":449.4352676500003}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.0016366612111292963,"passes":10,"fails":6100}},"data_received":{"type":"counter","contains":"data","values":{"count":8339967,"rate":154734.03043695245}},"failed_writes":{"type":"counter","contains":"default","values":{"rate":0.12987320130387411,"count":7}},"application_errors":{"type":"counter","contains":"default","values":{"count":10,"rate":0.18553314471982016}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.18011543404255315,"p(50)":0,"p(95)":0,"p(99)":0,"max":57.900152}},"confirmed_messages":{"values":{"count":2783,"rate":51.63387417552595},"type":"counter","contains":"default"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":2.801295119999995,"max":182.062348,"avg":0.39400209869067115,"p(50)":0.16825299999999999,"p(95)":1.12102205}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"rate":0.16697983024783813,"count":9},"thresholds":{"count>=0":{"ok":true}}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}}},"setup_data":[{"token":"qg15snR55dLe08IM6yLlsvRnZ_bveLUL8SBZHyy-5LM","chat":"1cbe40f2-3e3b-459c-b8ec-bf4043fe5ebd"},{"chat":"b73d0191-1347-4d15-842c-2a1099817fe7","token":"c6yuW-GBbG7ShfVY6LQwdDf92-BEuFGQ2YQKg-PFXjE"},{"chat":"ed7b8f53-4240-4624-85e8-aec3cf86808e","token":"mXWVPeHhbRlM_8xfWtav5rNj9noEP76rSfwRXIcMgJo"},{"chat":"00ddd329-bf41-4e08-b2ec-a36bdb5a2626","token":"rWciKWmJ3pkitGL3JLUm4IgmsPNnkLCW46Tua0Zr8iI"},{"chat":"34346afe-1d2d-4896-aca2-adc1c3da1ffa","token":"zJT9aTtQwBs0KG-Cf6uVvit5Mq8s9YpPn-FSEkLJxQ8"},{"chat":"082f5414-924a-458f-bf9a-50e664de36bb","token":"xbU5qTMqMdQlMUpxqJebtqf1q08HHVxH3o-iAo6guYA"},{"chat":"8458b0f8-3d65-4d8f-8a8e-0c4dd71657e3","token":"xj-2Bjrvi6QIt1agqcVgDUPqAWUT_eQt78Go28lgKqw"},{"chat":"8f094ab1-b144-4f7f-aa0d-2fae7d5a429e","token":"_ygQviOREt1DFyFMR_7QakcGuuDdjImMtfvnG0OWrQI"},{"chat":"e9754d40-c8bc-43d8-9b0d-90a680c95d94","token":"11x3YBEAgl4pVBb_EBmNOfoPDUcy7P06onxltDIdQ1s"},{"chat":"741e3291-a847-462a-88eb-bd338cd36be1","token":"upO-FdZoHTiMczLRGpZFBd7X2gd8i8ZT4THkqXMg7Yw"},{"chat":"d83a9171-d3d2-4cdb-903c-30b8873741b0","token":"WCxrgkqaW6xmcLvrgvqvJePKT3koKINNV_OEPH0hOlY"},{"chat":"7548aae3-6ab0-4241-8c2e-9e27719ce2d6","token":"sSYiF3-FgYvznpa62bpJi9YF-hL5106E8CpGQyIkW30"},{"chat":"275276ee-2b06-4dc0-8598-5b1a6bf0fdd9","token":"B0grJ61_RoM3fQypZAThVSEDZjX-nripdrEIOOkgWQ0"},{"chat":"6ecc0bab-29f3-4081-b0e7-b14767c679e9","token":"IIW2GCNhRONt-b8rk8XPlNfv7oYw_jbuikb907fZtgs"},{"chat":"d18d951c-064e-441f-9a46-58cf273c84f6","token":"vMDMMfy3GsS5qh3PBTQqZne9Pd1aVWnM0Mw3-RT7oAQ"},{"token":"nV7FhntWMWjl6Z71QvAgVxNWXUxIUl8GGi088xYJghg","chat":"3f0ca8f4-98f5-41cb-8816-c1d489fad463"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":2881,"fails":7,"name":"message confirmed"},{"id":"f737ff9008ff036f7a4b775b05a953fa","passes":299,"fails":0,"name":"retry returns original","path":"::retry returns original"},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2872,"fails":3}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":53898.725293}}} diff --git a/evidence/research-20261029-final/load-growing2-20261029111200.json b/evidence/research-20261029-final/load-growing2-20261029111200.json new file mode 100644 index 00000000..27ce7e4f --- /dev/null +++ b/evidence/research-20261029-final/load-growing2-20261029111200.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "metrics": { + "confirmed_messages": { + "values": { + "count": 1198, + "rate": 23.529679326482384 + }, + "type": "counter", + "contains": "default" + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 108.69036763592449, + "p(50)": 46.2625695, + "p(95)": 347.8488570999995, + "p(99)": 559.5331142800044, + "max": 5685.060447 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 32.998023, + "avg": 0.031332127966013895 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 528.727421, + "max": 6909.018767, + "avg": 101.19088046036686, + "p(50)": 44.942618, + "p(95)": 299.96549000000005 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.2959491825471207, + "passes": 2842, + "fails": 6761 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4554, + "rate": 89.44420672187043 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 300.3332265, + "p(99)": 532.1885824999999, + "max": 6909.282275, + "avg": 101.79095922432899, + "p(50)": 45.646539 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 8850.488329, + "avg": 206.99840641309893, + "p(50)": 101.834915, + "p(95)": 513.8149045999997, + "p(99)": 2185.7408070499964 + } + }, + "measured_operations": { + "values": { + "count": 9238, + "rate": 181.44171754427734 + }, + "type": "counter", + "contains": "default" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 9651, + "rate": 189.55336826367403 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.000764, + "p(95)": 0.001335, + "p(99)": 0.0027064999999999997, + "max": 255.45403, + "avg": 0.17973057144337523 + } + }, + "http_req_sending": { + "values": { + "avg": 0.1988478163920834, + "p(50)": 0.124926, + "p(95)": 0.420881, + "p(99)": 2.006459, + "max": 16.513069 + }, + "type": "trend", + "contains": "time" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 250.443313, + "avg": 0.13779117407522537, + "p(50)": 0 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.7005491658895451, + "passes": 6761, + "fails": 2890 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 6761, + "rate": 132.7914540286706 + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 6754, + "rate": 132.6539684232571 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration{expected_response:true}": { + "contains": "time", + "values": { + "p(99)": 491.57760301000013, + "max": 6909.282275, + "avg": 173.62529970069215, + "p(50)": 137.42771249999998, + "p(95)": 393.88058744999995 + }, + "type": "trend" + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "rate": 92.66529804870108, + "count": 4718 + } + }, + "data_sent": { + "contains": "data", + "values": { + "count": 824854, + "rate": 16200.793081107095 + }, + "type": "counter" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 5369158, + "rate": 105454.56259867904 + } + }, + "application_errors{status:429}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "rate": 65.91452739538805, + "count": 3356 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.144285, + "p(95)": 1.4200315, + "p(99)": 3.5102095, + "max": 258.830876, + "avg": 0.401230947570202 + } + } + }, + "setup_data": [ + { + "chat": "60b6c42c-bb2b-47f0-8440-f78ce6b0f5a3", + "token": "KBg__tDt9tv80-UWsIb2xZOa3VRpJKQqLsSNytC1UyU" + }, + { + "chat": "d18dbfd6-372b-443f-8f86-c6cc393146a0", + "token": "8ZE10fYr29wNL87Gsa4Cja1l3wITHrJ7bu3pIJ5rO7g" + }, + { + "chat": "bd00a62a-e05e-430a-8b22-e031aa91c2f0", + "token": "WPou0EVIhqgxSvans3Snm27twDrQBEPJ2IR_qhLPhvM" + }, + { + "token": "YFvO2vu0_9z7F1ETpwJzDFuc33aBvrrBRg91PKnSGrs", + "chat": "20265296-072f-4e4e-9774-b0359e871ab4" + }, + { + "chat": "6e647ef2-9b39-4f8e-bd5f-ebf84b7378c1", + "token": "cws4KnQHlgqvpS_Y9yRiGP_u7ao5Oz-GMfx7WnWnI3w" + }, + { + "chat": "5dbc3f79-6559-40c4-9af3-4f53ace94d94", + "token": "aCWxmrYIE8lfb-8QZRdjFY_hwdfT-fnBnXEwBCiCIX8" + }, + { + "chat": "35fe28ed-e3f3-40f3-962b-95ea8294d3e4", + "token": "HO6bWtmUTTJOSacdXY6wZg8lADiOA9dMf7Mj2XS6WN0" + }, + { + "chat": "b6be36fa-a0cd-47b0-951b-3a286bd228cd", + "token": "vgeSW2_KQde5MMGMYhKhuSB8z0VvyNbzEdnxZE9F-7w" + }, + { + "token": "M_HXY61_jDGVyuO8GlbpuAQqH0GTFVb8qvQtljKTZes", + "chat": "4d80528f-8f90-4a56-9b4a-dd519e94804c" + }, + { + "chat": "1d75172e-ceef-4d2b-a88d-120f4ac81ae2", + "token": "rgBPMQiVcl1BMHlapF-ag4BfR8sUYfTLpbLwlW9ZZ_E" + }, + { + "chat": "71d0b00a-0ed6-4eea-a5bf-3b94df4be281", + "token": "JwQ9RFQxDsB2ECNUr29jel2Br90idTb3na8d0jMgpiY" + }, + { + "chat": "4c99bd9f-951a-4d5c-a1dd-ca2fc0d53151", + "token": "RzhQkd_g_o1vUGFMecJQANVji2PWTqPJy9l5o1dhkps" + }, + { + "chat": "f7c6e5d8-dc55-477e-bc6c-98ebf4d2a0b5", + "token": "Rzy-mgHjltDgSRJlxvL_S4FQQnPk5dPlkcxX3CWBvOQ" + }, + { + "chat": "428e1aed-b1e4-4757-b676-9526cadcfa02", + "token": "QMDJrzFT4uRQs3FF-Rh91bKwminIPfs4yD0WZDCfTko" + }, + { + "chat": "26d61bb6-d0ac-4394-a60b-240c5ac4ec21", + "token": "CNQ78KUZrADoK1-PkDIH2GFdX_tUHNQtqa3E1lWPd8o" + }, + { + "chat": "a2099fa1-4296-445b-9589-4841ff12a150", + "token": "2fc7jn0fu8v3kXCtOU5Ras4aq1cZD28ZCh3poX3iY48" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "fails": 3356, + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 1379 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 98, + "fails": 52 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 1365, + "fails": 3353 + } + ] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 50914.421033 + } + } +} diff --git a/evidence/research-20261029-final/load-growing2-20261029111200.txt b/evidence/research-20261029-final/load-growing2-20261029111200.txt new file mode 100644 index 00000000..007a95ef --- /dev/null +++ b/evidence/research-20261029-final/load-growing2-20261029111200.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"metrics":{"confirmed_messages":{"values":{"count":1198,"rate":23.529679326482384},"type":"counter","contains":"default"},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":108.69036763592449,"p(50)":46.2625695,"p(95)":347.8488570999995,"p(99)":559.5331142800044,"max":5685.060447}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":32.998023,"avg":0.031332127966013895}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":528.727421,"max":6909.018767,"avg":101.19088046036686,"p(50)":44.942618,"p(95)":299.96549000000005}},"checks":{"type":"rate","contains":"default","values":{"rate":0.2959491825471207,"passes":2842,"fails":6761}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":4554,"rate":89.44420672187043}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":300.3332265,"p(99)":532.1885824999999,"max":6909.282275,"avg":101.79095922432899,"p(50)":45.646539}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":8850.488329,"avg":206.99840641309893,"p(50)":101.834915,"p(95)":513.8149045999997,"p(99)":2185.7408070499964}},"measured_operations":{"values":{"count":9238,"rate":181.44171754427734},"type":"counter","contains":"default"},"http_reqs":{"type":"counter","contains":"default","values":{"count":9651,"rate":189.55336826367403}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(50)":0.000764,"p(95)":0.001335,"p(99)":0.0027064999999999997,"max":255.45403,"avg":0.17973057144337523}},"http_req_sending":{"values":{"avg":0.1988478163920834,"p(50)":0.124926,"p(95)":0.420881,"p(99)":2.006459,"max":16.513069},"type":"trend","contains":"time"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":250.443313,"avg":0.13779117407522537,"p(50)":0}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.7005491658895451,"passes":6761,"fails":2890}},"application_errors":{"type":"counter","contains":"default","values":{"count":6761,"rate":132.7914540286706}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":6754,"rate":132.6539684232571},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration{expected_response:true}":{"contains":"time","values":{"p(99)":491.57760301000013,"max":6909.282275,"avg":173.62529970069215,"p(50)":137.42771249999998,"p(95)":393.88058744999995},"type":"trend"},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"iterations":{"type":"counter","contains":"default","values":{"rate":92.66529804870108,"count":4718}},"data_sent":{"contains":"data","values":{"count":824854,"rate":16200.793081107095},"type":"counter"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"data_received":{"type":"counter","contains":"data","values":{"count":5369158,"rate":105454.56259867904}},"application_errors{status:429}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}},"failed_writes":{"type":"counter","contains":"default","values":{"rate":65.91452739538805,"count":3356}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(50)":0.144285,"p(95)":1.4200315,"p(99)":3.5102095,"max":258.830876,"avg":0.401230947570202}}},"setup_data":[{"chat":"60b6c42c-bb2b-47f0-8440-f78ce6b0f5a3","token":"KBg__tDt9tv80-UWsIb2xZOa3VRpJKQqLsSNytC1UyU"},{"chat":"d18dbfd6-372b-443f-8f86-c6cc393146a0","token":"8ZE10fYr29wNL87Gsa4Cja1l3wITHrJ7bu3pIJ5rO7g"},{"chat":"bd00a62a-e05e-430a-8b22-e031aa91c2f0","token":"WPou0EVIhqgxSvans3Snm27twDrQBEPJ2IR_qhLPhvM"},{"token":"YFvO2vu0_9z7F1ETpwJzDFuc33aBvrrBRg91PKnSGrs","chat":"20265296-072f-4e4e-9774-b0359e871ab4"},{"chat":"6e647ef2-9b39-4f8e-bd5f-ebf84b7378c1","token":"cws4KnQHlgqvpS_Y9yRiGP_u7ao5Oz-GMfx7WnWnI3w"},{"chat":"5dbc3f79-6559-40c4-9af3-4f53ace94d94","token":"aCWxmrYIE8lfb-8QZRdjFY_hwdfT-fnBnXEwBCiCIX8"},{"chat":"35fe28ed-e3f3-40f3-962b-95ea8294d3e4","token":"HO6bWtmUTTJOSacdXY6wZg8lADiOA9dMf7Mj2XS6WN0"},{"chat":"b6be36fa-a0cd-47b0-951b-3a286bd228cd","token":"vgeSW2_KQde5MMGMYhKhuSB8z0VvyNbzEdnxZE9F-7w"},{"token":"M_HXY61_jDGVyuO8GlbpuAQqH0GTFVb8qvQtljKTZes","chat":"4d80528f-8f90-4a56-9b4a-dd519e94804c"},{"chat":"1d75172e-ceef-4d2b-a88d-120f4ac81ae2","token":"rgBPMQiVcl1BMHlapF-ag4BfR8sUYfTLpbLwlW9ZZ_E"},{"chat":"71d0b00a-0ed6-4eea-a5bf-3b94df4be281","token":"JwQ9RFQxDsB2ECNUr29jel2Br90idTb3na8d0jMgpiY"},{"chat":"4c99bd9f-951a-4d5c-a1dd-ca2fc0d53151","token":"RzhQkd_g_o1vUGFMecJQANVji2PWTqPJy9l5o1dhkps"},{"chat":"f7c6e5d8-dc55-477e-bc6c-98ebf4d2a0b5","token":"Rzy-mgHjltDgSRJlxvL_S4FQQnPk5dPlkcxX3CWBvOQ"},{"chat":"428e1aed-b1e4-4757-b676-9526cadcfa02","token":"QMDJrzFT4uRQs3FF-Rh91bKwminIPfs4yD0WZDCfTko"},{"chat":"26d61bb6-d0ac-4394-a60b-240c5ac4ec21","token":"CNQ78KUZrADoK1-PkDIH2GFdX_tUHNQtqa3E1lWPd8o"},{"chat":"a2099fa1-4296-445b-9589-4841ff12a150","token":"2fc7jn0fu8v3kXCtOU5Ras4aq1cZD28ZCh3poX3iY48"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"fails":3356,"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":1379},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":98,"fails":52},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":1365,"fails":3353}]},"options":{"noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":50914.421033}}} diff --git a/evidence/research-20261029-final/load-growing4-20261029111342.json b/evidence/research-20261029-final/load-growing4-20261029111342.json new file mode 100644 index 00000000..b1119767 --- /dev/null +++ b/evidence/research-20261029-final/load-growing4-20261029111342.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "passes": 2435, + "fails": 0, + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e" + }, + { + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 257, + "fails": 0, + "name": "retry returns original", + "path": "::retry returns original" + }, + { + "fails": 0, + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2425 + } + ] + }, + "options": { + "noColor": false, + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "" + }, + "state": { + "isStdErrTTY": false, + "testRunDurationMs": 51404.879007, + "isStdOutTTY": false + }, + "metrics": { + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "max": 1146.897122, + "avg": 190.30279135237166, + "p(50)": 114.618387, + "p(95)": 667.2456056000004, + "p(99)": 933.54675704 + } + }, + "confirmed_messages": { + "contains": "default", + "values": { + "count": 2319, + "rate": 45.11244933937522 + }, + "type": "counter" + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus": { + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + }, + "type": "gauge" + }, + "iteration_duration": { + "contains": "time", + "values": { + "p(99)": 1443.3416365199994, + "max": 1863.623413, + "avg": 402.7049130078351, + "p(50)": 296.913235, + "p(95)": 1010.3944568 + }, + "type": "trend" + }, + "http_req_waiting": { + "contains": "time", + "values": { + "p(95)": 666.1086130000003, + "p(99)": 933.1889214, + "max": 1143.40204, + "avg": 189.51302138025207, + "p(50)": 113.692636 + }, + "type": "trend" + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 4.379571959999983, + "max": 214.94892, + "avg": 0.4611384611810247, + "p(50)": 0.178007, + "p(95)": 1.4489760000000012 + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.32863151093901344, + "p(50)": 0.15359, + "p(95)": 0.9729462000000001, + "p(99)": 3.6155539599999913, + "max": 42.797223 + } + }, + "http_req_tls_handshaking": { + "contains": "time", + "values": { + "avg": 0.26630205479186836, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 220.841301 + }, + "type": "trend" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 16.054407, + "avg": 0.05068375062923525 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 5117, + "fails": 0 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 2425, + "rate": 47.17451041310259 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 484808, + "rate": 9431.16702860018 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 5165 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 7050343, + "rate": 137153.18732760617 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5165, + "rate": 100.47684382831953 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 667.2456056000004, + "p(99)": 933.54675704, + "max": 1146.897122, + "avg": 190.30279135237166, + "p(50)": 114.618387 + } + }, + "http_req_blocked": { + "values": { + "max": 1046.463791, + "avg": 0.5203352913843139, + "p(50)": 0.000982, + "p(95)": 0.0016316000000000004, + "p(99)": 0.023012799999999917 + }, + "type": "trend", + "contains": "time" + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2319, + "rate": 45.11244933937522 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 4882, + "rate": 94.97152982959457 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 1002.1604266600006, + "max": 1146.897122, + "avg": 227.4769499275549, + "p(50)": 136.678739, + "p(95)": 800.6695819 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + } + }, + "setup_data": [ + { + "token": "lpZ0VpymuFDLCT3e760KOu_43GCenXd50r0ODc6ke54", + "chat": "4db8c4c4-06a6-4880-bcf4-8c5cc7d513bc" + }, + { + "chat": "539f8a9c-dec4-45cd-8941-cc75d54f9986", + "token": "vNJuePDsneXwlvqeKFToIKkfj48lfb0RyRhpatAs2j4" + }, + { + "chat": "e19d89eb-be90-4359-81f0-6d5cf73b4619", + "token": "EloM5f0iM0OIP2wjcryeizKtzRmkJk46iVhYx3WwnDw" + }, + { + "chat": "710e5064-15f7-44df-b819-a0a404551a94", + "token": "Hx26gzSmf_EiCldr-WzMqUVRi_33rtoCa8K8PnXAIEg" + }, + { + "chat": "638f0fdf-2909-4b0f-a69a-f608192d77fa", + "token": "PhMxEPkvvP6-L0qUus3OWDU0TmO3BVskDroOH4efo04" + }, + { + "token": "u7XcpOYIlVn8c29vF1VEto-uzc1SSmUBFjmtoL9sIBc", + "chat": "cc21bcb6-ca85-49c8-82ba-30b3e9da46a0" + }, + { + "chat": "04d17b6a-ab3f-4dbc-a62e-ab635e909382", + "token": "ov_WvOJCgSHKESmCsYx6aMQYkvTt9VudL-zuTjjXy6Q" + }, + { + "token": "i6c-KVbdhw8xH19kn2_Bkg5Kp38FquQH260Fw-iTd-8", + "chat": "0e816a28-b0f3-46ee-be25-a40124f8c3f3" + }, + { + "chat": "4d54402e-8975-4889-8fa2-b44eaf87e2c3", + "token": "QHSLNvqtELJRkiGHCVmGOD1ejHnnzxcGQAuVPj-eziE" + }, + { + "chat": "632a6c93-18df-4974-bdf2-5110a522e2ae", + "token": "Geq7bTpG20zBeX_s23U9X8xN317XATH2eweGy-RieXg" + }, + { + "chat": "0e36bcac-e990-4156-89da-8a3c492d8526", + "token": "xlmKVl2sNpDN3Kum5iWG4dEMmJ9LFqJiGilDm2Tu88k" + }, + { + "chat": "9a7b7de4-91e0-4e03-937f-a3fa72949b07", + "token": "VSkcBGRfrwf2fxYtV_oSBuGUcvORHVzN95aIYOn8POM" + }, + { + "chat": "7d6db047-612d-4285-af7b-427f03870fe9", + "token": "wP80c5-mOKlckO-sYPt_5gKpMdl4XK6w6PfLLLQdLBM" + }, + { + "chat": "6b80359e-4a85-42e8-95af-8eae5815f785", + "token": "ZtmOXFduW3drJEFi5Ri1IMe9zfqgYkNW2kjc5Vwsl8Q" + }, + { + "chat": "5f588e80-3f9e-4fbf-8d0e-8556ec93babf", + "token": "8jGgpeZ4g7g2ZtdEbW1nQYXDiDvQPJ2aq5jQ1M46eps" + }, + { + "chat": "51ffcb94-a4c8-4c56-834a-5dc599361c19", + "token": "HJhusJ2jIywrswbUA2dSKjGwY1ZMRrRzT-MwHfE7liI" + } + ] + } +} diff --git a/evidence/research-20261029-final/load-growing4-20261029111342.txt b/evidence/research-20261029-final/load-growing4-20261029111342.txt new file mode 100644 index 00000000..f863721c --- /dev/null +++ b/evidence/research-20261029-final/load-growing4-20261029111342.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":2435,"fails":0,"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e"},{"id":"f737ff9008ff036f7a4b775b05a953fa","passes":257,"fails":0,"name":"retry returns original","path":"::retry returns original"},{"fails":0,"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2425}]},"options":{"noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":""},"state":{"isStdErrTTY":false,"testRunDurationMs":51404.879007,"isStdOutTTY":false},"metrics":{"http_req_duration":{"type":"trend","contains":"time","values":{"max":1146.897122,"avg":190.30279135237166,"p(50)":114.618387,"p(95)":667.2456056000004,"p(99)":933.54675704}},"confirmed_messages":{"contains":"default","values":{"count":2319,"rate":45.11244933937522},"type":"counter"},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"vus":{"contains":"default","values":{"value":32,"min":0,"max":32},"type":"gauge"},"iteration_duration":{"contains":"time","values":{"p(99)":1443.3416365199994,"max":1863.623413,"avg":402.7049130078351,"p(50)":296.913235,"p(95)":1010.3944568},"type":"trend"},"http_req_waiting":{"contains":"time","values":{"p(95)":666.1086130000003,"p(99)":933.1889214,"max":1143.40204,"avg":189.51302138025207,"p(50)":113.692636},"type":"trend"},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":4.379571959999983,"max":214.94892,"avg":0.4611384611810247,"p(50)":0.178007,"p(95)":1.4489760000000012}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.32863151093901344,"p(50)":0.15359,"p(95)":0.9729462000000001,"p(99)":3.6155539599999913,"max":42.797223}},"http_req_tls_handshaking":{"contains":"time","values":{"avg":0.26630205479186836,"p(50)":0,"p(95)":0,"p(99)":0,"max":220.841301},"type":"trend"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":16.054407,"avg":0.05068375062923525}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":5117,"fails":0}},"iterations":{"type":"counter","contains":"default","values":{"count":2425,"rate":47.17451041310259}},"data_sent":{"type":"counter","contains":"data","values":{"count":484808,"rate":9431.16702860018}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":5165}},"data_received":{"type":"counter","contains":"data","values":{"count":7050343,"rate":137153.18732760617}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5165,"rate":100.47684382831953}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":667.2456056000004,"p(99)":933.54675704,"max":1146.897122,"avg":190.30279135237166,"p(50)":114.618387}},"http_req_blocked":{"values":{"max":1046.463791,"avg":0.5203352913843139,"p(50)":0.000982,"p(95)":0.0016316000000000004,"p(99)":0.023012799999999917},"type":"trend","contains":"time"},"attempted_messages":{"type":"counter","contains":"default","values":{"count":2319,"rate":45.11244933937522}},"measured_operations":{"type":"counter","contains":"default","values":{"count":4882,"rate":94.97152982959457}},"message_latency_ms":{"type":"trend","contains":"time","values":{"p(99)":1002.1604266600006,"max":1146.897122,"avg":227.4769499275549,"p(50)":136.678739,"p(95)":800.6695819}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}}},"setup_data":[{"token":"lpZ0VpymuFDLCT3e760KOu_43GCenXd50r0ODc6ke54","chat":"4db8c4c4-06a6-4880-bcf4-8c5cc7d513bc"},{"chat":"539f8a9c-dec4-45cd-8941-cc75d54f9986","token":"vNJuePDsneXwlvqeKFToIKkfj48lfb0RyRhpatAs2j4"},{"chat":"e19d89eb-be90-4359-81f0-6d5cf73b4619","token":"EloM5f0iM0OIP2wjcryeizKtzRmkJk46iVhYx3WwnDw"},{"chat":"710e5064-15f7-44df-b819-a0a404551a94","token":"Hx26gzSmf_EiCldr-WzMqUVRi_33rtoCa8K8PnXAIEg"},{"chat":"638f0fdf-2909-4b0f-a69a-f608192d77fa","token":"PhMxEPkvvP6-L0qUus3OWDU0TmO3BVskDroOH4efo04"},{"token":"u7XcpOYIlVn8c29vF1VEto-uzc1SSmUBFjmtoL9sIBc","chat":"cc21bcb6-ca85-49c8-82ba-30b3e9da46a0"},{"chat":"04d17b6a-ab3f-4dbc-a62e-ab635e909382","token":"ov_WvOJCgSHKESmCsYx6aMQYkvTt9VudL-zuTjjXy6Q"},{"token":"i6c-KVbdhw8xH19kn2_Bkg5Kp38FquQH260Fw-iTd-8","chat":"0e816a28-b0f3-46ee-be25-a40124f8c3f3"},{"chat":"4d54402e-8975-4889-8fa2-b44eaf87e2c3","token":"QHSLNvqtELJRkiGHCVmGOD1ejHnnzxcGQAuVPj-eziE"},{"chat":"632a6c93-18df-4974-bdf2-5110a522e2ae","token":"Geq7bTpG20zBeX_s23U9X8xN317XATH2eweGy-RieXg"},{"chat":"0e36bcac-e990-4156-89da-8a3c492d8526","token":"xlmKVl2sNpDN3Kum5iWG4dEMmJ9LFqJiGilDm2Tu88k"},{"chat":"9a7b7de4-91e0-4e03-937f-a3fa72949b07","token":"VSkcBGRfrwf2fxYtV_oSBuGUcvORHVzN95aIYOn8POM"},{"chat":"7d6db047-612d-4285-af7b-427f03870fe9","token":"wP80c5-mOKlckO-sYPt_5gKpMdl4XK6w6PfLLLQdLBM"},{"chat":"6b80359e-4a85-42e8-95af-8eae5815f785","token":"ZtmOXFduW3drJEFi5Ri1IMe9zfqgYkNW2kjc5Vwsl8Q"},{"chat":"5f588e80-3f9e-4fbf-8d0e-8556ec93babf","token":"8jGgpeZ4g7g2ZtdEbW1nQYXDiDvQPJ2aq5jQ1M46eps"},{"chat":"51ffcb94-a4c8-4c56-834a-5dc599361c19","token":"HJhusJ2jIywrswbUA2dSKjGwY1ZMRrRzT-MwHfE7liI"}]}} diff --git a/evidence/research-20261029-final/load-saturation8-20261029111530.txt b/evidence/research-20261029-final/load-saturation8-20261029111530.txt new file mode 100644 index 00000000..0482bd68 --- /dev/null +++ b/evidence/research-20261029-final/load-saturation8-20261029111530.txt @@ -0,0 +1,7 @@ +time="2026-10-29T11:16:18Z" level=warning msg="setup chat: 503; abandoning synthetic actor" source=console +time="2026-10-29T11:16:21Z" level=warning msg="setup chat: 503; abandoning synthetic actor" source=console +time="2026-10-29T11:16:22Z" level=warning msg="setup registration: 503; abandoning synthetic actor" source=console +time="2026-10-29T11:16:23Z" level=warning msg="setup registration: 503; abandoning synthetic actor" source=console +time="2026-10-29T11:16:24Z" level=warning msg="setup registration: 503; abandoning synthetic actor" source=console +{"profile":{"vus":8,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"checks":[],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTimeUnit":"","noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"]},"state":{"testRunDurationMs":12302.057988,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":12.116370299999957,"p(99)":34.733594859999975,"max":40.387901,"avg":2.692526733333333,"p(50)":0}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":210.89978449999998,"p(50)":197.485976,"p(95)":334.97417769999987,"p(99)":386.62928674,"max":399.543064}},"http_req_tls_handshaking":{"contains":"time","values":{"p(99)":41.55609525999997,"max":48.321041,"avg":3.2214027333333335,"p(50)":0,"p(95)":14.496312299999948},"type":"trend"},"http_req_failed":{"values":{"rate":0.3333333333333333,"passes":5,"fails":10},"type":"rate","contains":"default"},"http_req_duration":{"contains":"time","values":{"avg":427.1935672000001,"p(50)":195.27623,"p(95)":2106.8020447,"p(99)":2112.8369009400003,"max":2114.345615},"type":"trend"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.4652859999999999,"p(50)":0.476251,"p(95)":0.7287704999999995,"p(99)":0.9538652999999997,"max":1.010139}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.3033577333333333,"p(50)":0.165485,"p(95)":0.7939931999999986,"p(99)":1.5388234399999994,"max":1.725031}},"data_sent":{"type":"counter","contains":"data","values":{"count":2996,"rate":243.5364881975388}},"vus_max":{"type":"gauge","contains":"default","values":{"min":8,"max":8,"value":8}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":426.42492346666666,"p(50)":194.527747,"p(95)":2106.0141127999996,"p(99)":2111.6633233599996,"max":2113.075626}},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_reqs":{"type":"counter","contains":"default","values":{"count":15,"rate":1.2193081852346737}},"application_errors{status:0}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}},"vus":{"type":"gauge","contains":"default","values":{"value":0,"min":0,"max":0}},"data_received":{"type":"counter","contains":"data","values":{"count":8858,"rate":720.0421269872493}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":264.7855810999991,"p(99)":759.0491506199995,"max":882.615043,"avg":58.84199013333333,"p(50)":0.000989}}}}} +time="2026-10-29T11:16:28Z" level=error msg="Error: synthetic actor setup exhausted retries\n\tat setup (file:///scripts/scaling.js:46:26(235))\n" hint="script exception" diff --git a/evidence/research-20261029-final/matrix.png b/evidence/research-20261029-final/matrix.png new file mode 100644 index 0000000000000000000000000000000000000000..cf642b9462fd6e5730725ecb1619308e74dca690 GIT binary patch literal 82178 zcmb5WWl)=8*ENb$tQ07;6fH%Hx428u1P?BSQrz7gDnRi-C{A&LyIUy|97=E+3Iqy8 ziaUHa&-)zMiYp=C7QJU&XB!tfhF)%PlK+5tE3=F=FK$ z2YA3UPDh=Sz%MaR1p`lQ7i&)+b9XBYHFHl_M;A{=yZ4OVR_-2lF3$WsuV3+qa536? zdb)au@$x$T-&gRsxZCjd7<-KYS0Qj!HuS*2c$#tlg9-AANXEd#zyQh1>iA~vEaUn@ zZD#TRg)Dz;T`_&Rx3~AIu?Nq?&t`w=V~1*IOB;rq@Vhxz8lfdcx6fi;XTh^AatlT2 zQ}v*qcl)i`oTE^21e6T~72g!yG+5u<+>D6)?+5YssaL{s^8fuH?k4;12lZ3_mH&Q6 zByl9B2-AN*u-{|E{r4*dL(570ED9Ld*w`#>YQKiH{NQ|M#N*KQA%3kRYshzaW+1U@3PG z4k@I6SJ&1Olaj*g>jmh!K=RgX z#sAqZV2OEPd{pJzwom2dTzjHSe8zki@Q3abZ{EBKzmzRE@BKvl{r&uB_IE-qDE z6tH6{y1X=!cWmFDCyggm~#KM^U}kNGr?PEOFKEKGHlTEO;5 zm}CLBl_MptYWIRQ%>}re-@;vv!d)>C0%W>^0dg6XO!L6gme>FHOg34(d7V%7-eWBRx_7EDNmA-+BA6xP#uV zSPrD({O@tmDzq%><~V%GRSOBL$LMYoe78B01;m-o=hq7m{H!nFewTo%cYTSk3alw- zUVGIxd@mRa`#N7%L)ibnS0K|8&C|ff55~H^p>sB5|M=G_E9}$JAq*_ z5Z4zkeH*#HZkhFWBweuV$KUTmLxlA7^nYfn7&ss-dqGe>9!+kZ@KMcf&M;15_1>&_0cpkxY$R6_v_>DZ%IFJtt?^~LxNXLDy*w< ztmrtzFZNo0rnJVz?4zbK&@ZDR2TSY&w$`PBE_3~kHVRE=iqvSnauS>?KZ0xJE28m2 zoIm1l`RvSv?JhQzb*c3fs-(IuIyL?NGnu~~sHyqr6DdO_mWH{x`CPjn|4ilEFSDir zB%dGBL9Pm4nwgo!(27ECxG|gRY{ucaNn9#0uAU;b3>}#&F)p)C6I?>2c>0Pu(>)D( z=-}vRAF@op#%JG@R@|G|V`HQTIIRlp98Xpsc@v(CWcw2n@Zu*$=@BSzw;ombA3fq#E>h&MVd>M@K9&k zIS<17=RmXD+O!jqli%R>U@!%gO=HF(aIw+pV5e>z-o;YJ%gxzTd80x_ANH86tnVL9##S zLR9Wg+{aX}zVs)!@mP($O#wB*?fagnP$ANj<&m)#+|T zMFlr4Ev*isYqg+02WQ98(XrZQoIY!qxfgut4`SdZxE>U_kYYjQuMd0Mxx2gTXoyj> zp(5HlI$m21J*E^W<+`|KMdg1;=H~jPQ7(e8e#U1RxgEgDLc=1yb9=Qv(BiS_*^jtQ z{Ht;SdTl$wn6=2AUeRDROm!luei~-!j@X^4GGp*ra{Fv5%NT@cRAyIvp5{`!KlB2v z%;KS9wm|$!F7;sg@@QNd>0o<(e&BDWMDs2glIG^-Rv2g4>dBszl=O&}wmh3{e*Y2{ zm%M+&Z#|+}wMNOQm)vZ^xAvi35lHj)OR@YiGu*f8OtWonGZV)0I{6~{YbLQCf+S-| z5&beGrU?7w(X_UP`LA}r2LuFKL2S;2Pd?MynJkb>7Se$h>ufZa=g-o1EKPKS}#RKaG94B`IY}YHG3bewt0TmMky(>z9}{ zFO=d+$}5NP%Gae>e2aHqc#lh-{ozueF(1CL`&neZIhF`Gq#$v+1YE%Hp%Zv@EIA2TvChM4~@xB19!=<8M(HGs3g zE0D(73Fb%^=1^N(@@Xjc1Rg0pv5(Ig*ad2t19GhsSdhsOQZABAc~{o%%$Y}5Mbc>Z zw%u0?R}wAiG+$fzYf%-bqOVF{>$U~!?Ml3hQU2l~c)z(nSAczPFj~e|kAnr>UTh*s zsk6j=^rU$}7tewaq#*a>1{_p@L@dtX5IH@4WpI7si>{FK-}n;O|9b5^aBkLx3e2yM zw|>@y+y!@p`xW&gD(wsXIv3r@(nMSS%zmd4(qpBmV_{;VNKDN7;^0FvIDIR0f^RULeFcQ&!pglP((&WcbMt!@WANA`2smEQ=*N`#IT4a4#OA{*Cn43HkI>15gw;*Mg^!labplR@h z)rpUt)a|(irE!U6Ow5(fg5rr6t+7*n?>5 zZ^*1_d9To6`1B>yLKFZv0_kzM22;4Yv$%Q(A)SY3K5F1mlWf|5>TP+pX@6fV^vbYZ z`-T;UCWliF`kt7TMBNFa0=3NvK-Z;P&9YT82>RiwcJf zSSOEbZ9^-XFS%`epro%CL1nRcW$|V}#?$$aDQ83?0Eupx&xNk*vJ~f$Tk|bn|HV3s z_75!_tA?D++r2zn_Q^4dhOTH%CPA$dLwgU_26Q(x?{069Vi(3(V zzh+1VG>+{mQ-cu?7F)f_#7efH8dB^J)Db?c1+GyX$b&A-{fmv&Fnag@>GjXJ?4k+fe~(eh})dfQ1R-Pfzbyj@&grYs1K){Bi$tTZxgjAoAy>fz4FW~vvaMq#=~repT-C5Hq1_w8sA-vhfGiY zL{FZ=61bXHEyH=G=?6)5-IHCNh`UAS4J{y>GF)>$72qa{)bx+2Q&U})7aB^Gkr{KZ zG1NM;NE#~u@V%i3MpJUfmaxprTqaC~LWH!OmH1{qSW+Rxw$k*Btdkm1dUhy>R`1S9;IJ~*m=lhA1rCoRraK>Tz!lvd&dxavVPYvzMuDB&0&pNuO}AY!)Z@ld z7~IweutZxM^SHRTzUAFaf`St`V#`x8mL~I+w2Vi0kWY!u%*u46>E=DO+l0FJj)Wg& zms}Md**iY#T=F;NrrT~SeYe#75c8k+>%b6lpn@-`)?OACcx3&oM^=Baiw%7s-H7U>W-*o^W zYWqQ7wEe06M@wH&XjNV`5oO|G4rEG8SucGDD&(|Kg56Va_Eu|QzX=juBcZ^{dz)qO zPzE|Y%qh(-Te;}mrgoE+mKOE1Sfk8Q6)^-Q&rXUm%*2skG3I;qs`^Km!{Jkw74||S zW)=19oWthk=8~(_(Cp;AY3mtE(jDNA=z{pL_196 zhKY3qUhvs-vKO8#{9$abJFWjU>*u8Uh<<1Gv7g_Ch%3uO&iGH}yHO9AZEWM{XT|8# zOJF{;S&BIureCMoF?tuzOGm_kZYH4Mb9%B{IheFrJY=bO2&4y#h^2%{EY%H3uBfUh zD&oO--Ws`@cK%IP1RoO+tPe7OlYqRLFaaU4*o)aQ`+&6m3}_w{Wn@CP&sf7=BEBb; z*G6L*T>hCV{K65yL;X?r+pbG7sne;xy}fBV_p13|2Nx?~YAS>(||i%}dj3Kop6Wj%6lySqZ&=^)Mym8;dTTo38Y_?{a#*cZm> zumTH6IzDHTZE}(^oyXtlE@PRnW}2|ZT3OVKv!5*2@P9IAfFQp4dxe?v-5n(_2*8tG zAP>0zr-oMSy()VEQdW)>6EjI~mp+-+_J6Cyw^BdEVU>T=lgFn7nyoVHT1t{W%r`JG zp|zh{Z`@N>ariLaXvTf^l>36?VkB45zTKO~xYc;2Pxj;h6^uC-#7_TLqwn2ppReU6 z)h~#%sg!qi+c&C!42q}IOW64fzTcEAgy#%&D?c-keKX=0ii9WG@vv;HD|v`=bN^gg zz_Q)m(k#s4!uQ}3bM2U#%~%q}aJnfonqlk8)%o`P%&_Imm;aH@jKPJe$Ijeq%6|zM zpHz+3-{rIA1lImIBSrKl#k3vrWz?^C)`zv;a~;gg$?3SoqvcSHoX)GFKh0B>`5maa zIfIj+{CX~ttq4|TU%g`?js-JvT5|Fg_H=HRwLSo3f`cR$hB=Q!3Q^g|6XI^G9|*q# zP>Uet8%g?*#nhRURfz3bmL;Ekzy&2+74Gx#Qrd4N9YHPG$y!@86&e2Y(WokK>B!Yo zkYe_+8_@2a=@=>#^xLUu4f&X`yTCi*B?C@%4Cw1^2{d;*U$)+%13Hpjfv9-H@iw_J z$1>|Vs;TcR;v1rI$b;wX`F>k8R${FN$09{WWMnkx3-(w!^4PQO*ylo4c%M&dZ6T+-yM&>{DkM<6anybt<(ZRyXD9t;UwSgOjuKUkC%;v*z9< zWrSy18KTDq@>YJs9@5!$?(#EfNcH&XNY=d_tYsxN%xPBYu0uIBx&%wcg)floq zUOW3|o<+TfAp4csd=MwTe&_Y!u-9qqHch`xOXqJo3#)kb{O!`y$#}>%tjQm&E zqAIE{4k~>u*eMAZ(@uE ze3sX5msQ5Ct40e(P#V%V1z0RZPk4R+&GI`No8nFb1~E@%oASnWRISzUac2<0f}qoa z&P|8!!76#G%9bnw2Ity(%Q{3DJ$PeZMrj-HiIN3H9elMbd~((uhRx}prJY+GSQ-9BvliyO?#hnB4D&U_r2?(NCK1_dMeqxEpOAfz+2f=mHVO}RU5<`z@L%nFny6^n zVCA35yIba!HLC7ywosxB71GX&dR)8?Jc(co-#~^}e<;-&jr=Oqm>-iRGP_NS!pX6DE1EB3NWBW9!VR5ET2140eN(@}ca^6=w@y`_x~bxIy*`Z^JMcBwjsuprSmm zZSfnfik>g|UjBwG2Nr>fmxmYD6z6Y05w6i@O!rO6c2kzW>`INYPrvr%Q9=TS@S zo6oF-Gc_m66ZCMq>a=OdjaSyb*qcj_3d1@)Qpw|lF|7>u4;wr4bx0iW&~w6zaGo$J zQ7rXA?>|?W!>Pe(fruM~7PRnYJV_?TvCdK(ls5Q~PORkQu+J=R0UB&^I9Gr&n7l&5 z@KawXe>tP3m=aeDcjU86AQs$Ze)amb7M&YMaiJu=6BWdYzBpl1u@+GvyzuXL?>&sl zf7|9QX0aYnq&mjJxeriwJif#W2v|Gbafb%=89+*`#tQ$^9Ix4F%9F&jy1ThP8t0(U zbk@hRR&WVG52b8-ZcmpM{<4{LET7^@-T&c^f&@e2_EMY@K}Fu=Jk(#&l2k3%Yw^;0 z)UNJ2CC8JTt-R6uAs3i(u;^2e*NrqhZZTz38Ca>qQh$HZ(t$*CLSzX!#2Le8#+GlH zXCLcu7-4(rP>k?|l0!|oot=bL5}Zfax+j_veGf3WYPElFQ)BoxVeL5Mp?6FKdZeHC zbfNa~tjlqp!FIM(EMZR0iuk&sM`P22CTb5K{~SXWxYThiv@Gm4p(^?Hp*3cK2OkN) zBF>J0kS_SqX-P|&RfY%zi|dyWU))w?m4Rf++krDch7Rpq^$$0eFJQCkoh%+$^S-f!iS5?D1mhGc$9 zMN4b4ZK8(N$j2~&*Ir+b-}TELV{CG=28eWgm7%{%8}Lfltxbds!^k}SV|Kw-s8-CC9nA?1+$EbnwC139>hj(-iW1Ik4t}eRRR+)k zuh_^PiB4y)^Uwa3ERe#&_8y*(cU#+w(j|UK8TekkZ7aeA<@4-+8>QC!#CW_+VQP%c zo49-K6hNglWm7j4WQiAvQU!1PV_>N=+%=qO6Ltd`UyhGGDH#*7!wPnWqHf%|uRHtsAf=Lxgm~J=}j3($YCZV!yQHV?)of49=A4 z^CG{f4}}aS7S-MrFvs9bt(Oc0-&|6fXt37Tj<1VO(yIlOk^Dsu;EIBE!tKa?+g*Q$ zi>;oGiSKirwK^>}Dgew1(tGIW2LTNLhz;EzyZSe<{_*xAO{ijbFyXj+_)&6MLXess z&wMk+q$@7H>r2RtPd26{GggLao1c#Hvuaxo*L|^W-Z|Gr86CO*VVfFi-6|EW4Z|T0 zz&f@EQu2lY-WO>_j-0LJ^v9{XHh3OgjOSoCJ4}kJQ^Odd-_FPJ;I3Wb=@*9WDDhUI zP!;wxuYoGIm0iK&iKCl}=FM4b0JL%sS9bt1SIMcyj*!$c1HZpeIJCk!o>`RlFWTLM zsFPr8pS58d{Zg_NWtxdo!yL+l{~VE+tPnwSPc9R7BPKr{HqlzK_XrS7AQEHxhN*_M zGRS{GL!$$ElUA~E)|nIPT~JcGkbioES|7+Qp(|f;R+(Q^*s>ED@?t(Es0D@Y0qMv- z6NiXJ1-yOipwjS|rQuH@S23+xv(uswr7Cn0dFt&jRS?x$Io+Phm`vNjHtz|j2-<%e z=50PPU#U48W4(8;FQZjx3BK`fsNyy2i~)41QYTpV*G66$-NCh_d{&kWHGdlAT%Bw= z0eFU*60$Ci$ulre3he~sUccjm=I-CJ70>Rg0W9itIE8U<>vdVG~05KXPYav^vX3&1WU=o$1aH3JP&ykm1l!({1`!BEs!p3*rFFK4 z;H|w^9c&Mvf%1nA1``nrNvaSP{p~{VKQ;S4upM2i;Hi+_Q{+v)A}W_ z+-n?Ux~;02?>nX^L6Seq`Gg$k)xAJ?Xt9f}y@%AkI?Lg-w_8PjAfUs3 zRb#>UEI^dnRs~>`Be!7ypz4{+kO3A`b6%FtC2aT|?D8bf98+MYkf61J+DyE5kc&GE zgu+fkbYH}#dkK$W5V>GmSL$`F1E+QGx5=nPnj;1eJ3HuvgIyhR5nXfy;t!DfD&_^> z&OiJWux~zF`4;~9GtMb}$hF%&Ma=O)>63m}_6vHNIodnw3F6`xNxFJVa0~ND@Klf~ z??A!o5%(sNX`U1+hWp+zAjDT}@xbmmK#wrNaVt$)^85w1SJz?| zjp0(MVpiVd8$R)VYQRU=?7;qR6eR|1%7|>m7N(8*oPKU#i{Hgu2)iEc+DuNQyn9hm zk%OBajOq{SyGlw4?M(lZxJFhQ4OYIFr`X?G7xY6TOIVRbomdSDs;b1r`9MUJQm^wIz%&2ug%&vT&E<(UzVc8QG%+#J773^H-v33y%Ui|alK-E8 z&lh`sn#a1r8rBrKW))vojq~gbY1!I9kKg=tLv|`97zJh@YOx3%r1mZ*si1wb zQ4S3D2_QKw{?1hR9#1OOIL?m-gXJw3-j6wiJG1FyYAIl8^cfmps$F6_Ia{}i2K4UC zwPE^HVQj?Uycd){{XJsVon9PzVCFES3&`GD6@3`AX#xQ>oH5RuRj?2BT;-BvVY*7a zZY$9nC43e2$giGQJERsf2W zDsUYRI$PF%6i5*l7Y7e%swX$-3=|#96pfgvFrGbcq)4Q9&cs#!HRAb2%J5V~#UU3F znvv#gfyt(Egz6wS$gIIS_hL?XTx96u`25}e!x-Nu)zz;~seo@f$qiUX>`8o-jF*u4 ziAI$Jh2|#*uH_QXJ{?W|=g{%Jwi%~v5IAxF{vj^x>l`~qtOQYf9zgH|kDt%e+yJT2 zcCnG$|M-tqwG^O?I?Pt;hG^tSb^JIfAT`O63epiB0_2~PU{`rdtb#?*@z(cjXW_AA z$(boUTQSX_KP!;7-CE;^u^T@+p1-mvWToKY)~j~5d0l$$I4s%#klU4DojAKqQVkm+0f6CQV&bD* zm`d)eLycvL7lYNJ0kIV3{}w2eBJ8>#dBumV3Rzq`TT~vEJ2iTZGIc%as!e+N7@z$G zTMCO1Z7i;5?(gp3WZrciM#&^1-n)^@GYDItUr)gy~MqDG-Jn{oSa@; z^b=fc+t|F_?qD(uZHez__O8_5F9#Qo95cHRQdl{Tq!g^e}X< zWhMH7DBW>C1f=0@0U$wEU6q-21*fF~f^GNg>=QS)R>|U6S=4}>&f4LTxz`Jv#?9HD z)9?NUET-H6B`I{ZG^Fx+M_PmS5>Kn!sFgK_ai?PLr1%kM6%I6WF_+KA92h<-1Xu1T ztXBm-W}l}Tbmp6TlmW8l5Egy{m~5(RYazw%6JlhEEw^1|JcoDMmm0%C05?@~SBg&L zyM)241|9>}pE^qyi;p$C*wf@W=^q=|m~^a{zLgz_twHMC4>l)XH2`JLJn%CHlDG10 zE=^a-qx;n&yW^3=FmCM-RLI@U5=y>^*7J*4C6+VCADCyy&bOJ9V}k;_uS$dMYI(XXI={M?9XstV z$wN{W_tCs>@|8(@BAlOxm4%{fucaJT^h^Eg^y^0yVt9Gqit{HM?=3WugPGihwelyv z(DHh+7m9#lYV6G?sC(8HpvBJ4zCDdZ>Q-G5laN%r5+CdB#V-1u-1u?(Yr6#Fj;pyw z(~sH+=V~_`qc}~;WiBJ)&lMFEj#@s{>p_cGnB5%s26uU44v85Avt9IfdxqFJp5>Rj z(0Rnzn4+p`%;n<3f)O{MMU1pQyB!CeW>`KNc2c1Zq@l@hA4pBTVLi|Jx}A(iALskt zl}JLWL{$9~TWNW-?m(~GiwkR~lMJ3^-CPaU&h<(4L~Ectuxf6EIKrG*$rrWZ*929bYK6W@|U4-g|e`h@6;sC7lk`hgl))S z8q>GiyGqhyPEmw*p?+qLt6~9#ZV!dw+wki82Do{NvVbSbD@nd40(*J-aOe-?PRG-- z+Et+s@+Gy&3Ur;%s$fmCncqWUzu;y|6O3jeb1<{Jd!JEci|S zP9tAmZ|^I7p-O4K-bR+41FYOM3NSLQ?ynrhulsx0pk{ddiv(FegjL@b1sfgbI=lUJ+4ozQlcgp}mI6h#iQ&v@#2ebe} z#=)slZ8lm__aAc^jxgr)7xRK=OCICg`1M11BvR=R3|&(fa?3WiwNHc(K;5N45*0)v7dJ)NZS3? zLDLa%_9-VPXUqzKFmm?|K8l)}TEt_6*n4lO6b4+=;%H;k)%B$~(Hfw7b3T|xT+>@J7SSO}&$tKnnKcrP{eGqd;)gx~^= zx6Q2mOkXxWl`7ue1yS{E6+UZX575Qv{{Yvs5_pOp^Y4$>CqAO zMq8M}rA@RZ5ozaEXI2dYN8XUIW&rH#c8LP0Ij;kSL1PB}r-&G4e(Lk*$;w1kccf34 zX?(`?9xPaa{FO++Y5AqrInV%dH+ZJw{Fb`f;pZ}}#c7z_`dJ*?L7?+vp~2y``F9-3 zgl3@IJ^(y1fHzjjh5_L1NC26E{`Pz=9&)z)BZ}fb+VxQq``P8+sL=oD*W7S&U^6AhAtfTxPSZa$;9%+* z?)^+!7SmIzT?_+EFjdS?U-pdLo8~T*LCP}1fNx7sC`ZE2y+vFBtP*^PVDmklw|RYU zJ-B&U^%wYRK+o{T%KP5iwNxWth#1AI+-aruyi(Ebtmb-n;*7VqouJFU{-GRW$p4EtQLHa;TI%3UawBEH+Pk7UwOBPh{`BQeBue&mlV~{t- zjKt)Vvokv^-pwQ>4Ab_+=y>5Qxh~SCwZ{G1p70=jvYhn3AXRzKVTx9LfDqproQ;7V zu&yK6a&&rx*~?hXuE9i|Q7bF&PH;T{BU4E%bMs(1#m`4HG-Z4!=5y9G`@>ca`alX2 z8X=t?LIU5d-l-{az>3H7lFUGFr4kO~HLFzTB<#0c_S?*QD&+X}vaSB`s}XrFG%7VY z1gXBau8bHN86n)4Gd8L#f5Fzk@|a}~l#;((49KdVJ34|suI2b`P^WB(y#Mjw`f9(+ zK9Ac<*9@>O3Vwst7Rc)`|M3ncs@^78S%Y<7gSvmW6yl?3CBw$fF!=Q_#&hsl14-(i z4y|OA*4E$`apPe{AGar$_ZOboXZz%(e{V6W=x#~h0;KD`F~IWt0&baB>V2~OZ=+dg z?riAYwReb*>K^R_HsdmK3(~i-1AjT?CT=>oeO-UaUZ1##@YQ;>bVWrTb6e%{p*Upw z0j@hV`Qqm(N79ba1)m|=7QTLFBU|cm0#ucBs~5eyTY<%-P#5+_PENPG3doP!pB>rV z*b8~?Z8(%M?DqE-6rq852D8;$`hcC+UTMc2U@&;9MHPI5u)4WAn=PvfJ)TH9(XTYo z>goI4`?>6f(F%(tLt#iYSy(g?BMB$Ez{fCOG4>zOa+Z~UADUTA-Ay=zz6ab^VjVv$ z@2FVNJGc9Hw;E14U%n6lPQ1xRC*zbGN`@-qI3vCv(NcS>K|||qPq^#Y3YD#}cDA?S zfO~9b(1Mth^z%1ms;@gQ2wH>Ae}AToi7rq}ptE0c$Ntwsv^p$=_N1Di=5{ zK{|L#kG-d?>YLo>_dwsd9r7WWNz!L8b7&*^j8iKs6^fg=h*KU&d|o12?MmqCDV0F4 z?>;Nyhy8XR-?|bjTO2>;j@(x0X?1PsQCp2(wFl;&5uR@Yhl!7K#6}D63@W9>2r#R< z-upDIfaBuxpX1_L=0eY@a_q8I0XvRrnF|ynyqCx~TWAImoFg-XW1|DGp8%q6tm_|q zC#|~kG}3fb!raR65Fda5;YFLqAJbg=(AfAPc>RIz$qSJM$=NuW{c&{0=tbjJ&(a}- zB#gLg3~n=JmRBsyM{<|X5n==;$`>+Qylg$hh;}G%CAsI%8Tr(xykp$O8jH`{1gs$r zfX_=IYskMPc#<*el&|G(C?S9Hm)|BG<#f_+^2%su(3Os~(7ZK4IVB5vy}&FD=e4AS z#PlsRh#j*HIEjoeOWbd6o!fSWyh7Y9-%d)s&$Hdgb{qzHXxDpnm>Ej`1+d}V90O!B zJaikdU+TzcD8B;JN8p@%xPF^#xnYYfcW>{L)tdJvcnTQL;a3;iWmP)V3Vzv^d0M(j zWXyZbYjNSTpP$=B)FRy$51*yHv$8|8oy@bEnV}%O8tUqL`wY8@@#M5Ap*s#$9Yv-Y zNecR8Ex&-9t23crS#J6`_k$rcLj2XXoG9PmoU!sojE5lIy``#%6fmCb-IpIG zY@jFme*O^CK1vPoV}XLqz)gTysfy)Kj0$3;r?&T-{efGJ_8OZvq5LAoETj$}=&cHO zh#7C)DJygEXw3p0W+fXR{1Kt6E`7r==C3Az4uZ>UClC>cQLheXAIC$v$Pk*G;2}Qc z3J(JMd)psey%i_+2jE@Sk+ECrkM+IUZPI-NQg#K|=k71JJprn}4B$~Bx(v?(%ucwG z1??F)OT=WM&=@{~%Eu(~_B2i^RP!(5CGz;b*Wc4nlz~v0Z>kW>fRC2mAiUg8D~g7D zADdSQc_?Q^{8!kHF+udnpGi67#@X?)&R?_&@PVkxTIcl=i59x&Vd{qUn9a3-{^W8f z!hCK}|GFM0LSHi&9aH>}%>e zg!j%x&hUFUcihurgan#z%Xish-uKRZqssoG_vlI2axtn;01qIxmIviOINBSwxBINJB1G4-it!G>@31csIQcA1~*8I_J4D%*{$8iqm?4c+R@Cyo?khcm$polS^93-%%kbx(1L4ZjZ1N>*Bqv&Nt1htwyyg_49Lb zKPR^c^LR?~7!)Jh@)R){qRXDo#&W@|t(iP?wyOvF2gVwj3Q=jCL?A#N>Lj4>Oo)&? zI8vEfHwepRO4Ae^VcHpJn8M))=;%WgS9jgmq>sy?8^5NM9G6?Y0OS`(h?A-mUNV)c z?oXzyxE_j$trMa|&=1Zv_~n4qf(gX>s-s)Yj+5?1@PsTgYA6}$4e!9I5D z2s*nli408sTbzv;_L0z~15AK#I_9`oPK><2ebKA;_S0w}uXHWK&?>G9139!D+PmzPF_gy2dX*BN> z9+Q_|?KqR*7gkIkldWG?aOL8V6c88TsMj0%Db&r?%QoeOs04W;G69XGF|Ktf-qHZH z^34_j4pN>mva2s-{xV~qD&<3N0v+keLqBg|mdW3}uu`5vsfX()J=a~>b-)&Sb2-0E zNYEO5xm9eR#7V79{vlc6v~0=8aJ=KSa(_W%Y8DP7+E3bjJ(6$-BxDwWM*{fhl5W^! z8xCtx(Wm=RnOX^bcS*!`GDeY5vxyGSCJZe=&pui5QWcIGLCb}lR%#^{4i@lG3)V##U1C@B zl)ns(t+M5id!$u(KV1O8>yLnmTFkne42f}3QzD1$)6gy?_8@?#|2=Z@m7@rC6hJ>_ z)!Tf2c|REK`2C@lJv zi#Yv*1JeUm!MB4}fIUSl3^?firK+q1>VsrXhfT-A(A=*$8I}Q5yr$*h?vToTy+sZ>F()K;2si$UMh(TZ=d0N+GGt)QV}#5u)s7qpR! z1I^2KfqiRLpcC_a`I4VK&421kl}aiP$5*3zladM8MCD6PtpGnemZlSSJ4k&<&JHIc zGnqlDK=^%|_bzz!5z@K~RH{iJ|AfUb>QE}BT*Yr6MD^AWkK|c_DZ@SEGhZ|X)imw3 z!X1c;bOu=yx(4S15zY6DxvqZnuMh-yRUH*oFzd`MO&Fz8uj`I~_*nD$2rZW+Eu6|szb#{yK!zq{*62)*nGA_3 zbgH}e?bE}bp>pXvDc~&;x(7R07Et1*&Flbmt89?#H(yc#xkN`nx2>r{z5(U<@;r+M z=C7=nA_SFo@qyELbL;Im^343oe4Pa-*m0V}&ms~y)SG7bZ?P_2N8|B){K9bb{y_Bo z1l9KO87hRgp&fm3v}yj5f>l)$Q>2BLKs7}VHa$^al@$%PwP&z7$afTWUMdOqf$%i& zm6w<6FvucSlgaZAgE@^Lx?n5&fY(DF`oBClgYef@S9OZa{FpJ=(4w>DhWTT4*UV(g zwK4K5J9uhE892-C{KNErCv_-1q1n#CyVRcfhqxM(?VY#&iXKwJLTYC}xMTiZ6ZXc*yG8G6fNp{d!px1)_ogHBx98XZ$t`>^I+e=CcRIi(l z$om6ZXzu6TTpG<}Y_GX3qaKl^)$Wmk#y~7pmYALakBaWcws7Yy0lO&|IR!--IvDTa zH0>xCW@=s`Z3FWWI6RbxhX?-Qot8q~60_@bYMq6}pQb#9QV?eiWwYjOVDLoR>s{1w znYhoMNz||gfG1SYYz_0)Q!W((NhB|oLcssv^^5V5k(xpM^@R_<*igWH7WoVx#Xb|{ za7)97OSp9h*cdntT7|bm=eO@xi@q+F5xp)?G_5lV;ueg?hxvjdqFyL$tewQg^Tq!{=ksMW*d<9sF*zQG+ zEhpAIF)m3=k;bP6p7{T?Jl^&7cF#8e4W)!J#*G;U{W6J!AI{TDsufgNkMNYn>{Zxv z7s~8$bzCZS%)D_|(j;@By?6p3ncfzoEfM`;;f()`MY5LEq*7$lFOV;0)8t~gpPf1r zYp{*Re^vmd7JHOv#`E^^7u~K%18QvV1euGL%g@y1buvJB%aJ~uK6KP($Psbu%Z&^d z9Y%G&kb;qwI6Cp6kv~(XQf1`;?*Qjb|NZ+n$ArGX1LicBB+3Gkk-5dizb5)aHy7vU zCAlyho^=&C&UQ5ZpU&G$hpZzc=&}uz^O}9}BIoWJAAvyNrh*=6&n$yW`+m3QO+eARa-GMc3XH3T#%u9wlw6EBh(C?JhKgJBqMBG0X-=F5o}SLT&((92)u! zN3GEDC7IU8snyVYqR@}pfRLRMkF_aeTbmSpnjqUp~UE`SeZ}BYd8L(*G^0G!){v?_C`j<`xa8ovxxH;RUm6=|5wu>@E$G5pO60 zf5r)u0j+#5V0L>Ibm^Ir^+HKzXgv?${ak%~^uq`U#P zz%hf?9!NIJ|Or0(`iwdj+1B&Cz z+y)NEgWSFn5ow+}doGLDvIn^RDlgxI=0ODVfIAR`TgUuVTdx{!t6AY2s)og~z}rmz zBSA(>E#XSkbtTka;^D)G_E)5IVju1Y(g0onrrxmW9n*(U0;{6i@maO&88&p3yGg8W7@&w(Tiwvqw+DH1S)VTJ8H>$g)=Q?9dbeM$$cOS%D? zI)|_m1j|v)wF+mp(n2@z%sW-JA4U&7N)ENqB2S=5*}c=tJmv&u9y)*y^1cZ%op)K- z3_AWZx$WZjD-u9x_QbBX5C1L7|Bo{_?2GZeGq>@lWs_vE<`JFsiVAV3)(P(K{@_Z2 zL;JqBfK)V-EYAYx02F{9Ek=F!maoyJO?#?~Cdj~NxO|3DKpDD-7_^vLkf->`velW{ zX0pUdMoFz>cn3_)^{GMos7##)dYDre?EIR1vX>?YliyJF_G4oG6tjJoPF(^$M)Y9lXP%A^N|w^tPO7&J>vA)`Bf5I=!lgK^ag2 zu1<>P<_g!h5%k?Ll%YlB6Yj-a4?$QiGaTLicE{B$htmV0a$ff~Y2?pS6fuJTY5t&Eo`V8R0) zk^yVfouB)rAo^E~ckjXuYX<1$GK8E|`OX#Pb>QpDE62~&CU&>84~_roXU@RHd-oim7ROP$dQoiJ>%4)8xNchm_Nor_Ss}>|d~1_c zr9*Kk%_{*kj+|Nx6SWBa1O51SK^?2;8q1*8r(F~niL}Ssw6`R5x7TVQ2M&AM)@SqL zPbbrdmvcgMK~joVeNGb8Q8A9o`2uHVaoWSiW$N!W9b8nmAD8%#&M*EW5+Ng_9smS@ zxC-MYxas?(1J)qSbU}wtH5LPK))De#V8$OV6!lFw!kJSr?G3sV^;X-I&sJh(EJAMZ zgXlE2^)ElM`YHQ;|LbpIc=zA`MUbz7T8r33|O6a*F}-5{u_ zG>cB@?(S9)BovVbK>;O1x&=Y$RFLlOkZ!&)ajmnzbDhn#f9yXlUgrDEF~)P(s3cdM z<3R7aAU(78ti&pmO4-FYFb8Z(m zr!$9Uea@15tonK?zNdEHt(H92UM_l$L1wWYQ4!&JSr(1nUYsY6?iYy(Aq^FE!3wje+WgI4 zgh$a#$MF$zp1+{Jo}{&&lCL&tdlF18e5sDH(zl_zVwfL(+w@8iKT^d+V$^_)WlhcBjM4jSM!J zE40@Mlj$Y9@isny##Kj2#!Bo)AGE0rjy{?27&?5WayHW{d4u%(K!jlDBkuz?CQ!5B?dtKIB|n(a_LH z1M=L`!^oOqRmkrFOcmbDL}WuAm>{YM@QIuLwbhgpP1-YzT-JXLQ@Hl4jiyVOp84Hp z(K{o%N~oAge0r|AbIwdi_9MaxPFk*i)~ljsM6-kq+Hd%-XB$5TEJvC?^=JBuBC~o>sO?QdLm)$iA2GKWU25$yBi%=XJbkb9CYR)Vu5Gh9Yi`yeAp?< z!bq_4fVOYi(k_B??NpWHvzHNphSnA~J*|_GiAiRyf6I;69UZcR!^7lWAc?S~Iy`5Z zJJn!NH9UB58NU&^ zG|`*P>i-T{vAk?w+h2nIrQ-Hii^1s?>h}m{=6m8D|p{$kaQfn_tF3%H>3L`WzF4pezAO`d`p8AG*&C& zI0_wg`@(l}=vyX;uL)!6dpDyTR14a_yw>N)l^uZ+4S#)fPQqmA6ysGC%Ib-v zlP;R$HY4i39g0Yj!`D6{F8*kgWaB!7@`Um8>C>m^1P8Zhi(e~4lncqB^`z3w@<4vR zJmfeSSc9*B`PcWS^!$tctzV<)2Br%U8PO3xN&>b%Y?r4PnB%<^?W*Y^0{m3XSK+>sI4 z5x7JAYT*4FzMs?{P-Emv&PP7w;c4?o*eXOmitBdpX}_P)b5cK=&{O+)d*X2RdCVpq zKlhj#>TmV7an1fcc&}bB@u3wMg<5mr7rRf)&!MtVW686!=`4(qSJ;Uj)A!Rl7GxMZ zv}AXTfdW%X9+GcMgk0R*_!rORH3#=2vXaxZ z2Ms1?uT1{3y!l&esJg9*(412zdWqqqYu9L=MDSq&8iOyk@om%ve#`zb0d&?cc=44l zfbqIt#BUtMO30Mkgk}zpfynab1tF5dcV~~UB2UJrRD#h&AB2E??00UnN}1^xdh(Ib zRD6gPcf*!lB=rwXLHpSg_xLkWg3zHMtWZpFvPnjoi=cbl7TN8jLswvyn` zb3XY*T>hn{es5C!l@`Y5Swb2^D9Q_HI3G|3&VGK1o;-NHRJW7qA0fK$#g>>)CiLK0 zNXy_Sdgl0WDs2HAs_>(@zTSA(Yiy85C7rl+ z)z|hUPyy`J62^S@%2$r<_MElxZaBO(1HX5s} z*wWG3Yk^s~aQ~CmxCU9^yL+`c5_5>EX#s*R;3pw%lv3`n3Uu1NR{p;hxBM3EcpoY2 z7A=X_4S!}Re-qL+y^7bN0V4*QgVY%kD4mRHRTu9erxQAx(efZ$d z`Mgi7%CVjrR>+L4MH8#3&>?an?8M*p8alyO#FlU@y{JD<^s-6sGf|)2yTT6Dx zXb$@%tq?#x@n}^4QX4s2Cc>rmngE7Nj0yG@g^4c5wWyRUsHb|9zPD*oCYac7myhB?~O7!B86Kk|@n zLtAUfIIJ9+d3Ofq=`OP-=Cm3$-eZmXRb2vt=bd|DmKGF~FQih?I6pr?@qV%vQMPvR zSDLag;#7QjaLrk`m_+g=yVs}m8&`ScL5S%fR`){e;nhBA)D-_E8UMrRfKl1bDwl36 z>6WsuV}GU?$Ai4M5KFvPYcB%{D-r%r#Q0Al)axrs&mZ076xB9MHg0R(f+VEH-VPkl z0_qzVq_%y6?g4+O_8Wxl{0wZTE8DB63$|14hn!~>?`mfnMO3Bv=#2^=>VnxjH^tP8 zZ5z}5Q&@gjX8f6BGLUbyG;+stWxU}5n_Yy}Qz|pNEd5d7s9V}vSx6acW?c0`6x%_l zz)=#x&ftP8asHp#W(>dzE8ZhRSx-EzczS zI((#ce%T`@+1?cBGw`dY?mOx=Aq+#qkK#Q04t&F97jj%ORW)*Z18yXS!a6pZBOjNhNn_q! zl1L~}DGmcOJ->JNa4aw5JF9BKr3<63xo;e~bRm_3u1JZup0Cwe`0M2sc{s+}59B^* zk4TA&n*pXLnSPEV?kQ5Rq1|~{LONLM`namra0U(kh1i!8?)H4SkDY}pbI>mv~Ko`L4K<-16Q;i)|eXFLOF_H z6?WE=y&XnLN*3}4Q^=HGQ*_w!GdQRg_e8Vzjxv3sl*Mq#ZNjr|DCro|1D9FPa%3f3 zf-^HQJ$ZIj+CTla+1wwZKt?X@ZV5UT#(aGp-Ma-V-r-uh+8$_7ObiU0Q9v?*N5QgJ zauYeyS`2iT1Jm=B*@iPP%m9rvD=%gqfj+rr9rZ>9U(^p6QcS5B+-M z$?>l!Ui|A1;r0}b3{yg_UBieaC!3yAl!D?ut;*L5pE#qaR6T(^bixEykaY~P^AP6lHu8!!b^R%ux|k=4E>Y)bVINW5*s-lCE7U_nvbqdlVqX^F$EFzlnfFeM zmZ(=XzXG8k7`QaeCJ>R~S#7SR#o|;}(KLhe6$$PQ=`+&%7hikgVsBkQs=uG#b8R*0 zDNk*)w13ovX+`@fI|f3<^6=g{P`rwJvZs-+7BoliGt9C0NJ7=jh(J~ww}XP<8O_g6 z)m7LUp6vF`XmxGDUJ3BkTn{@rd0$Dba&38Ffae_^9v<%z{>!j1<&Tj0)--;dHrk1S zOX}ie25&YLweOVVZv=y^j`Qw@i-SW`>c@jVdL4zjdYYQ*p9#>8`66V=YN+-iSyeEP2n%mj$*8x9| zBHPAi(V)AXH5}Q>H=%YsEv7neL^1@UYU|6@cS+;($rv-4Qhaz4Y~x%}4l7Oc8u<@Q zJz9T5Sj$~12(+OT^(SNT*L#E#I>56ce}XDdfu4TXxQPv9-ee~(@gZ4gvEX?b`lZZP z+*IBO_7PRnQ4qqnv~{wO#>Ek=3elurge{CW5de0ZriWuUsPX$RF{BzZr>|zTdFMV` z+lck6)bj%4_vJ4hybHFB?-LiuQ95*x>$~KIXn}6>ZvxVcZd7de(@SZPc*Pif(4|M! zpIJ)Dwl^KUx&*_-xry9zu^Kq+)o2LR!=6X8HI?l*H^>Jp{;H#bHL1fp zn%4Vdv>ob8KfI>2T>da7o|x%#mnKI_erq!_&~V|QjFKV~ngOlGRD0e+U(dVRq_!6n zBX?28@3_v5pH*fVpOo!iQKP*4z*5cNB>|&0i|jIGNCHSh^)F_eK3ec=X)=}jo^qz5 z?N*aIh5@jUZ=f(4iCH%-9Pq`uv#L+QJkb80Q6=!XE!IelG}Z^`&eFp|!s_C(-k%a8 z?r0j>RWb7})Y8Lj&0@!9J@cqhYNBGA%tmaZ>KPJo;>#2hdYiOde}b2F)DJH|0{`37 z)5NVq7+8Q8=W=0TRMAo+&R397QP#r6WH?7*^%7Th+4Wvvr{k+TQhqP&F+u2kW{X{v%ML{yI<4#*8-<(d{j+!zCyOjaW^q>T5br& zLdl<4NZK6w)f|obx>(|?Az37s-=e`F?K#H!NFm=#@`yE`y*ySz1Ga=xZAlr7Nx#%1%BI%=2M`TRiog?0E%@X~8(C zJKNvj)J75Z~6 zE860oKCcY`A9$okd_O!)rw(T?O_pC4cf9T<2A>rViI0`_4+_E@#;BN%`FU?}drSYs z&U-|=Ht*Lbo#dCbL0m`_tOV~(a4ms0o&IQV4Tpe$0En@4Feig8>^dU3Rmv}hfV^;O zQF2{fU3+_baS%fP9=6KAMc;^9yM2IxN;jT2>SFvw=VeG%Sy2H>lP`Wrf=0!iGp+*t zA_h7HR>DOlB4fi(tZYAiRa?$Ii$_J0TtEE9!*d;I&TmMLWU{CiiOjV&xw|mNhgqr1h`t3UEw|igHb{^2`{E zz?W)ffhl`NXwFw*|3u|d!6N=mmcDpx_*;#y_6JvzfhFNKqi`@AGzAXcpoj>$`Z)^=3jvT>cDW#ubRf;~f&bSiHjQX| z-5W_I<||TWJN5#U{?~z}$~{#G$LO1Vy!ccMy*Um=^I_4kbqcTOM8@iE?g=otXpEqO zqQW=n(lhEGpQ>wV4t%gUY%c5DSgo?bi&kYqatJ@=zAjb7O1cldc0Lw1Ha2D}Go9X- z`0#*hug|`-5Wig1V?yS3~2PNkNsv&cRxC;dZM|XV8Q|JdjmAIHxQi58(>+zx1sCsAIIFB zQkjyp#tTru)_ocjq#MYmb0ptEU3N3rj0ovSeITmelqz1s5VRuy8KwU&4u_jRfNM+u z`_pnMa(nSM!JUbjci`1%*#f|qKUaPu+7nGd51}}{Fq!WJ!gsRi>pH37d2!~X&{Xk! z!j_RSMPhFicLhMcwA@E>^{PJ*b2D%T4HNqULHb!<-@Ul*!*?&FVqsTFw z??_Osx(lUapl1LRDXYR(3M)P-15Fr6xM|-6f-<@?kgq66=pPT68yl}+&3wDYy}9zX z9noNZ2b&rx@#^z+IT3xEMhpw6#$3r@*eXwxXotABa0qtzn~~xi^mXDNhA=cIY8 z2mj8i_C72^;F9NIGE1U1|G4TxEGs=Dc<)sRrt_FEHNJ&L?UuH|{l{kb9byBPY62FO_yl^eV zf8EH@5=pk^{1UxNj!=44}Ewx*Go8S=o95w zhHE&v4qxkB8pjG+`i<`!wXjL9eB6tW-s}n-9@Y{D+ zp3N4DeKYAhEof<1TA?hj3HH{$VO&aSwb}`H;~tp=)Cx$MioI0pvN292>bX+~dYhME znpxEGJvnd?*&8$xa9O?%3iFQ>HITcZd%J?q%aB8tx{v%h`?FiTECgq|yFb1)lgYcr zSS>JtfHSA{bxbe57ki`O0|0p6hAY*VzrQW8zYxVyDp_D>{|aN~gd;7c{K_)Yf|k_R=-q5b#{>m)G>4^3Mf9ibxCf&tnDq{sPQ^E~%N1RXhCl-LB+D!d0_ z(f*^LZU{2%Ow2BP_|hEe-S=1e+67Bx^+0lWJC<)MDxgU`s|Kri@O3c9jYs%o?976FOa>2# z?WNXxPq7eV_0c#h^x;e3#on=<4?35-)Kse;tUr`qvnf8oaLK-yos*AFSRtn1WaG8b zB9|8qb+X&lcKqkGoNOb1U0jks zZJ^kzxItTbXE#y1Y{$f@nYDDjW9wP-GBYip~eBJu?|<{zJmTJ&UC zj`_mVE7E<5eyaDENNUujj#P{WU7kN5kO779+6RcUzVU02J>m`KA^29NW@geiI*DM) ziAHA;;<0aLNe@H>S%vG_zV43pPCWZRDN}S+q}_%k-7eA%o~F@ zHjGdldw=(9+hzB{TcP*S&Rt#}AF;dZR5?q%(M$xzgLy zvk5}rn_#$A{vdk~MjWeypD&CB}H#?dcGGHT|-O$=Pcf4D$uf#g8<3c1lG4W!g_81$P=K+IRSAd~F z$h_s%t$2tjP2}EN86bc$OR>I~giR}}G8M=VM5;P(q@|>_1-Ye)0cA)|KrA+7AY&); z+gR+!qjrN)9T+UwAy&CN}5 z#2drcqWA`R<5!v^slw*k<8qZ48lk)(Iq%Ak^;}o_27XVX(as1?R%E%8PY``y_M%Ji+}@N`g^+{ zrlsHli(UqA$O5(;|4UURWB3Keg0AOMCKvZmhIJ;!G(M$(|F2&v&{40JkGWDHf$%ZB zW|7CkZ*-qZWYE;wSxMUR0S-BN()7(G;E8`iE{gDX9|q_q7B9HpZL|`1((K^ZU0zz- zgRW=P_=1>uMs^{Xl~rYa1PL*5YM9PDI$TIqCDDQ2tx^D!?f7>HC~C*8gFs_KXzd)j z?o*gCzfDa{RP7UXh+d7Oaw&Qt&WTtZMMTx+&S)a*3*IOf;rnPWUI&!x*P}s0zWlz- z!Clo}>9NH8)-C1O9|t_vmqJxgE5EDHv{SJRIYEQsfH^4f*uDrJ#fSPgckTXFWhC`j zy+SIr4PKi(7#LAMuLGiyA;#guq;I4btqnkq%fWV8?JabBEk`5JE3#JnM7*FI6Et|_ zJmM}<;*deV-G*DIDj}_23qc{~{ht!rVp*0Uz_$TLOu(V za!xdW%A$2TeD(ABjvr{sh*sn!ChO(|R1=F>*}Rh>T%<+c596?!bT$ne8FtS+tfaTG zoy?^Fzwbih5iN%s>(xWMsj7aX0EE_9NgOAKm-cCD`7TSmn8w6%gna57M1M*!VZH)^~{kOY~xIqW!4B zv+nJDrOU3`pS}EvxDgU)3qcIWN4B{CEKyLr<;6d_E*2n27ciKFJ(7Beqp^LR2U%dU)H-KJR# z0K0VKEo9n;hy-w&z6?{HE#0Q zSCM+IdTL?$xm1rzcE4xo`#IZ9qq4}vW<#HbpPb@R3cx2`UydWm)hyqjsC!4vF^PFG zCHEP`T&a_~3TA7~92%{MvP>xZgGMj2CpE>zQFMKF`-sTwwO}U9)YWVI`$a}ZhV;N0 ztDJ-chPRIoj%5tFvI+Gy!UQZQpNT!IMSowsq?3Ret8dR}18ynoI0 zdt^M0qa=p0iqAPnjwu0YY^A5$eC+H5v8?Hk=%B*)9}Xqy>#mI-w!J-e zl~{u)+*v6@hj+wUiy+U3Om-TSlU)tpn5@m zmc#w!>vrht0-40SI&+?^ydBtiVdYnS!7wb}tUdMxn^6r0>WR2>2ZFcEtd2NZUty z@5>q67eG~i@YUKo6-?bhh7lNm_>~;FL{T-)1LwcI$J&9yn zZ!dIz|K$UKi#r&TU{?+3VDmPGU;P5YOP`P}?`&WMbpqD=4rsb$7yyMI=GC0nb8U*>__}?OLU`^*U9#4nf z>-_m^B)eg7b<}%Rzzv<9P3&T5+ezI+Sb`Aw{?4?2%9d6Rus+?*SGqqoqI{LZAmUjw zg>Nz^`XS6lwRh1o#fG6q1%f?IJjU(Kq#8_a?bes>#Hlt$(LGk#lv$Z>3=0Vjy$7yX zLQ+zV0$=F0oBR9CAVO0KmGlq*ZQ7%k)S_))){x7SMma1jkxk;0!yKEfQnKBitbbbJ zyhH>=r4U4QsyRJZXE{TVp+Z|nC%Kg;j*<3s(?{E5Ysem~S#VD`^pV8ql3<7v?Ei+g z2%?2Yn8!wNwLlxCI_S9#?M8O#Vz`*^db3x`RD%^NDds(qnDs?Ozi+1QH*HM5ND}(K z4N7uN1Oh3mw2RrXB#JFUeGyLz3JN+RRF-e2i(8nTO=CU-@jfm&Pu4ewICed?dM=;l zup;Ur;{%uzyar3HZh+fBRbK%u!tTrO;49zAt}wd5jw%|i(!RNP6{Itbh88q9HoIC+ ze)epV694?pthFc>ZVhk$>jx|trPN;%txNcNW#F(Bd;Jurz>Rx87BCXFvoE|FDDr_i z#F*nRu$vb9-@d6jGNeZyij@WseFeXbZ^J857iD#MF4Bf#G6#q^xB`zh57i+9!-t0d zGGF9{ws)bB$YI{uVAUDOB7m@=y5JZEs4HOtaCg`Fc~Y-6K~d#6_hPE-1-#J`Je&3n z07vK0b8(_m+~&S>n+QByxAF&XF*AOT{lK|O^wFyGbPNxi>k@jjNKHDS=1nFtuR z-`$NGvm{|nhzX%GYx}@)#e?U!qtfX#Xf){re#F$nz7*s~*?8f7t9ugnl?sPP#p|P3 z`g4B%Qex5s)JAr&=Olp;0b@g?r`8OgS9|g($#`3m@TEp7)mJ=Ou)8VD|5ZYva^tKv zEB0uYlA|b(27yjKVyzdH7@Pi4I7GGD@1U4|Lh&U-y{!uhhQjNJg24}?pbF9i$yiWs zP*8-W`W{_Ic0p)p#B1FkB@KbNh8b9K^9;JtyRry)ez$))6*aCsp~#|VqN5m*e{2LN z`0TD1dICUXMh|9sFI=O)ol4ac9EzN+R#930ZARhUyeRRNL`Z}dd7h@*CL_|k4|p${ zcfw_$-cAguY}?9UiiYRjq6;z!@!^gSwbiy};yT=eb%UX~sXcm~{LQW=4jgs?3 ztx+l)4%U_%>BEQbAX92kQ=4p!^G_k|)AU^f@k77_1B&2Mq6>vy-<$MR=eUd7ZYc-{ z>wMqu{9~Y9v1#YGB)eM8>8+1%J+DCaLlZ2V3W8dOB6faK{H`2gd0LEzMl`Z<`8A6i zw+a>vaUrU%?t`+Tq-1+P8OuT(HNI+CSPCzQr~twc!z$ZSEB|L}9&d&L!DJU^-FqN{ zlAOx>6i^_#`-jF|JSZ%u^nX$C+u~wlV*|=tHR^Eh-aSbLg=ScLW$TmMLD`;oHL5a0 zQ@OFoX}jQDDS4T!{I~ISLnW?u$`x~~pnG}VDyGTF(!l^`l09eg8BhF29LAS9aFcN9 z`NoLWommC_p;HvwGZjk{oD0+1k3j@%pVtlK;^HEL>vXog4#bxhdLM4JS&Yoe@j|l5sKr(Dg}1Ba<5D zfma&xgb4$F93-7$*|v4GexFxXv@9$v`nv{sqm48u^x!3#`}`-~jjQDIJ}TMex>(J` z?V;?tZ%lPQE2ybA*X^Lyy+zT1`)Q%mf_$=o0~(AjEG`{i&(FdjZZ-`N?V$NDC!&5t_UBk>x<-HgR@&GjeDB3~&tIjaM8JJ&8sPnhkb+Tf zvb8^;=NAEarMCdgfZL24bV+}bYo}89M=0z!_dd{0gE|>nh@>O> z+``Jw$Gx||UpBc%vuD`#wmn4h*Z;I;ZJr&Qv~AI#g=jke2?n%Q#nDV4X!((MKPlxQ z3$h1DANETvKfe!4B(mj=jEwrSM}KuBaC3s44RC6FLnAv{uDD0(DyMhGB^6DW>4ia9 zmpxjTLSAL0Qa}UUGdZpy%ZL&H_f-qK`BXhI*6 zMLhRx8s&l~%+~d+mQkI@??*L8W<0+gH6ZpuFoToE-Fb3fR#vtii3j=)X#PtCu*^ZW z0!a*atJ|4Dh*u?&_Gi(i5-c&jSo)0UShBx$YrKm45~x)I1TMGm?z+yO{d0N2m0{7} zQV=&KvUf-_{X;70H(jag4?PBbFK!&Fx(ZTtCG_>vv?RqufEMVO`-^~!nn^IbH9V}L zp2gv>jb0sTP3i86pKB*Sdj=|RMnmA4W%EMbzp<#wo_Iu2z6Z6u%9`1UThZ^ZuMF@~ zpvh{ZX^fCNwZnxVL%^xipXJ3pe&{wczulbbe0&nK=!FE)ljI*|`;U&x6y_-CC<4#j zx7FCcZN5DBOmU6Jgn0z3f{PTP+n^Ruw>np^5a@T2-aG=PqA{;7l>oK;G^h1Ko-d7Z zhnxEv_%^cC^QmFUm^4*%a&kBz<_Cv|_5HDr{h{9VVbI+08XYT+(t=U4U{2+Fe~^Se zsG^M*ma%5wR8J?Z-RJ|2(LK!R+rpoXeB3m&xVRDUADB>#r9-|Mg~@>^@e`9yp(VWi zI0}w+9Dh|jFDR z9Nw;vv2m?taI{xm(;OlqqnR$5_>(oU#qD~&4lN&|W0}@}M#`LRofH2A7F4sZ-<~)a zQx}-1rA+X`lW3&2hbi$p@f*RptGWUNAfy(3ie;IIWs0e+?MJJJ)24MCo0-qt^S-@dh!lWz;9#l>O@MukC1b@qTs@-u-t`5M1M(HU; z-kKmNWMrhoRcL?CTlxzG4iKqGI@CqrljsqXDD}@bYzBO+8yog~1bUG&@5*f)`8E~T z%7F_d9z#PFmm;iZ$-mOv8b3HVm}3ig9--&u%TGa`dY`vh7 za%@lqq!xgDGL8P}*g^^$W&ZrGJ``aq7F^r4+}PDok=5$!VY|1Y5NSOp6F=i?etNUn z$?kLmONWw}l|y|M=y0Wb!RdM9dQ2DRC&cpW2XrLc>4G*uZNWbCCM|Hoyio4L5xM-M zI#LDRd3#8ZefI3x8^QV6*66{neqYG}^_D0Ni-@5=D&1`IiXJvN&wWrhJN34r+|B5q zYB+{8DK;hy95{6|VUcOutDWw~XSa~}&kWo#TqJrEeu{~C@JY{Arw+eZPwtb|m7X?@ zGD8cnL9GDDng-Ir;sqRN!EmZJ?WoBQ=~}Skc4pj5b0Z#(HeWGZ(_pHJ=dESis};d$ zKkua=*s}=~cY97`#9g!vbMy7LXQ!l9UE_hr3)BrX&p*@MlH-5+=dEd3b*`cy{jEE7 zxXL4E(bjV9;x}`lk{l9o_V&JEQZ6uTM4S^@tmTk|n!9V(m0S;jN2;50f%aU%ZE9bA zeO$=N$t`!rZr7Za&_4>za-BSm4VSvR^5EO+f;+d-V8nG0oHylqhC=stxY@fV2T!YVAv6@e1G^L6U`n{ zE8Uke<2F0_CvLLH>}Rwh#^UcIBh@)0+Km5z zqYqSm1ub4D4nfjOL4G?2BtPDmDu*rH=9UMXW+QLYMjQQ?Sv2-l9QG%7Qh~w}do%ZP ztaWVyfvs~v2=Z{{(m$>F1VmF^T_p!^PIX?f~l-tJo@RS197ZLC$KLn=`aR|kQ*g;V6V#0Z^ z)zpTCsA%=C*t@(meKKgE-|DP?q*NC?cL0FjmG(AWgZek}7u;%!EgWYTjuP^};^W5(d)p?GrrXx!I-g8j`qR8dqH<8UG|v@J|`32#Yye zXb{9^X7(Uy#JftQqMkhX)FK+MJXr5lK#0{e{I0+-92s zW`x6AUrD&pip}Qs7hx1xuQ19!0FXJK_!Hcrqos8?5TyzG9F@E)gV+Fw;N*WyA-klc zcVTG)u>rjM1*aW&8D?|WE*NDI{ok{#Nb8&i2(5AnqAi7-5bv*wBqGuGS8I6|xYsVz^nQ1F3jGKV} z0ErAGa6^CbA25iBh+HKmHVLr-*yp`a%fE60Sdu8*_0VW6^dC6^|7&hezX{b+cYz^8 zcM835+`R`Irn-OR1X*0LE-@5x9Vysrc9iO?V9gjFB&F1WOPUO%XS7wSx@b3K4Om=9kDZSowd4;*4h*3&K_dyQ!TXwYl`sO*M8!@v(aCu&RSeCHjg4=L zic;AOm;BVUv#`ka^hp)-dn^13x&Skp5L#~>3Yb0w$r4=v&3%(@?I*m?247mw@sG{A zy1FYeGSaF3${*$5LB34zARoNZ@6m`PAeJT!iA?=&hx^@b->tc19dB~USlf_Y%6`3@ z&cJ=K`~gtM+;4TfuS5O3$tJ^Z{#ZgKZWY3`>g($dAmA=4?&FA6@A$ax?)F<)pWI~v zUGf`915~eGs4}t~^z@fS>fX1Y2C`6NcG*tC-6y9Vwc^%;;7J(YAsbaS!Dzla^(8=I zKvj19J%YS*DuGBtE#GN6jvg_BhFY-rjvB(K2tiCM9WK||)|famZ>}8i& zI5;I=B}a9N%1F4pp!{3VdGT+N^OJ3)u7H{<$LSFK_Wq#yK{7NTF-@2Q_A2+y2y=2O zK6wr&7dNd>QXj!`x19nq_fgbco%W#_^r0lnLZrni5*~oCcb5nV*eh7?+`)$-P810S z6c7}g0+C71=QX6*^%&TgWP8@0+TG{atKq_Er(O%fKH|HVR{bDUG$tzLIUXb3?+NtHar+HZ;ySp%s9KL!Toqm^Dgq@!0#@OX&G~5W|9TlKCD>Ei3+Im}-K^Lk< zrmn4#(NiEx4cp!@1&=-|rptWt%ov9}2}2?1`Sa(6{6Qf*4f||SzOyV{U*CmlKzrJ~ zMOZOmItDbT9t8id!?eusS+ zICow~Mh1f#5Vqwi#=#z9paqBSl{Q2Y1gve4ymi~bSRX-gFW%t>{oKKqJoB?OH>~7% z2sMLJlqLT}M+eqD7D;~fhy3E~w`jPv@Xkary`qT}29mxVF1H&C*oKH`@z>nl2I3N`{a0MPT=e%={jf^bwd_vUwpdj)2(a}-P;l~}SxNyhud2;aEHmK%X0IdXrO7d^r8mtII#I?jj$n?7v~dDh9(VgDhT^X zh$N3;Gmyrvgx;#J#Z_IJYtKGMEXN3`p*ho73p@>=Ige1(Tm2TN-92;P*)hV7oA77e z5iC+r@n}U>QOTA-SxyJAE~mi=P_qJ1pAz4Mym(T`u6>Sx|CrU`b8w?quP+DSg9NtE z$Hc@eYcI^te;B@PJzUaiK7#nzOw{^8rs&UbiZk%=42ShCmhnd?>}!O5N&phgcctVq zm@18@|CL=W=Dw*fa=cocb3Ov$A`wFO5Hg}lb$3N@8kBj3t70{U=Y6*hCZ3fo_WimR zn|WJRa;Z&$KlS?$1vkURkHVWvABqKt-)6Kq0}J`y?&~QDU?ItE*S#Q77+KV9xH?z} zw>u0Fum;1@0p4|Bzv_|gxF_o|>bmzp@u1rJ*a$egAfc4IKAzb=t4*LrJ3E8F5O#SZ z)vv9Iy26R@>W@nMu|Cl{nthbYq0u1#*eLy@tB#dkOSE~Jx87a_a8XgNfKfI+tt}3c z?1*8-d-k8omqS?lc@L^HCyChTHEdmq7yFFm4**^(xI<6wc1s9T&$inCr{22Kki&WT z8E&MWf<6fLWM3FZA08j)Zbgfo9ng*Yo%?*!D!qb;8HtF9er3l3sw~8wU;=`@#lGCQ z`Z6QPy=A`o7nu#wWb{pKQ&ZDW2gk3FQ1`c=%+&&(;aylT&pWsW$Ac^)1qVU;t6iq5 zwkZN)&VTN_po0;zQEMXL)~#DP7@;XCPwIs(m$d$j22QLQ?s0@s}TJ(?xRGGv- zEF$7z_ghhy{xuLYfByU#E{X4jU>Wvv5Lai@A(qFGj;QK%Hdv^r_lHt{6zC9jaIC|_ zRpj#2!Qk@JMF#Xi#bCC6GV2(HSKV;i%{+Gq(q*X6fn8X)?%t)|T_)bEg1;wE9{u-p z#&j#}id3HyW%F6ca65n;Qx$PG7)U_f*!)SecoULlvm9T)cHoCgav-h%8zbXKB|GH{ zPW^UGdHSbjCOG+%D=XSR2FK!=x8p-vcs6}xf{h5;e{WA#Su?Zt8uH}gpFMNN@ygiu zjulP}SuR0DmdSB(Af;{3!JaHCE_U&(mI}R^z}iX}^>9Nx^22DM(PPyz@aTkOso58n z*TWJGOR4s@dVoIleI##}r9|GhjI~u5U7VE#2Ly;mQ$ReL#}1QmI&5Va)p z)^T@>Alp8SdNQOyDfBnCf;383W8=eJ-&}deiHEH|(i?&a%58g+f*pvy2(a1Q{xvXN z<=}0NQqXx!+u3XSGO}{>it!0k9$fKowQX75@h{|uFLEc%4du?wn<$J5Z&?M{@9|x3 z+l8hivGcRDQ*I&&86CKABFp*#jMif#8>-9^nF9}twIFd2;x#KQ%+}QKo~*hsF!KOI z0MwHm&c6&nl*cg~C>$0R7FBsA&pHb!KSX6wl$LBH7hQ%0wW196UEO;Nt5VfRXigvsZajp27Ss%zqLp7(%cU_VGjLl#gR|)e>;od?M?y_`6`8ft^(6iLx1>E0?jk`L z*0TVNmK*yiS>(it6ASJGg}~w=Q4dWFAIyvnqy8=xfP4YSa3T(;_|b!nUj_=7sHx&f zWV-6plN-hbxnzZef`AbyA$l&ql0x|mja=w-C4Xh5F#rl0cg%%s(W!o_;(_@Bju5cmQkC*;*G!^r7e|7YZ66Zr(|J!xql zP-hO6SSUlXeCKV*E)5LO8t&k~Ao?qhjsa=R)K#d~ozH@a)-?CJ4x2qdti#dk7db!&Y9a{;aQXAa#sJpqLn6ua6EWOob4&PBan)?E5lek|10S z@1_+K6Pp;MP#iFqagH7EO8d~z*q9(&qjGUnB<3I2Mp6;TH5@^%FN}^>4i+YnrDY}J zu*Dcr!A;qmPEHwXr;kXhsK@tQ0MWL62vttj3KGEY!&L>>?(6DOgK#}v+Q`({coMR! znnCD-a|b*kk3o{~3O4Z_^^5NOcwp&cYkLO<&AT0`VtOW9Qb8mZQTp=#5oKjRT0O%Z zaLw5B*FK**UL<=JJo<`RK3#!t5}e5tmhRN^9>~y zy_-OZEMY7*^kmAwQak6BpXtw+_gyz9?;%3au`YPWaimofdu#utvb1wJlP1viymj5j z8)+*1(EolZsupI#6m|kLh!j-VlWgUrW%L7mzx+p#QOsbNzMv ztI>hN_`_hphtr(`Urpxn5QCpgH^1PdIGXubwVV2o^=m5iSfE8`5UC$*wx9qA%eFhpbA`TkfI_? zXn&4N*!QWOGn@HpIk0Kx!3?p&We|NDj=zV9v3PczKNZ^C=DP9U0KM!-b8~2L`M=nc9Vz{(wYrWN|GaB%{De_ah*b^dH5}gmu>0vZ zN!>Q3DYv#C((l?dejlI(B;p!Dr!IK?9os)TJ|VJ9Y1K0)PLj&T_YMo`%J#l19^RF^U)r)L zvfEUS-ob7hxb-1Fr4hzeW4qXhoRIjvCL@`H-(B3%y<7%mxHyLgUi`Odxu<~)04rDy z{as$1B!$P>Zyl<;n{Tr4=l@ITgB1`|7^@ZXc%udutsMfiXt1E-G6e<2&gxL~J*ZK% z%JiZW>u1*vTrjTsX%@?Sem|YV3O`2E@56yeodVXCKzJ(+*GDTc@z$W!fGaV3!8mLL z7QyH5yMBMiA3VJ+EMzF5tv9F{cXEXkgm|fLdQERO&hF)(kGv>X3(}v+d<_C_m2zB4 zfvYe$JVb~~Sng?LhY#OsOk<;Z?{R12SNpLj51=|n%_Jlq8AgFKV>zEWHa2$o(qrgf zxTG8?K;n#Xzdmmzv{V%W;qzNWQPK%z~ zJeI$*j>?jeN0t+Wa4IGH>N1a9?;tzH+f<}0+x~~)_n!Q}41aMdMpR{cd;3$$Vnmc} zJz7DS#Bay9$AI)A5AQ(e!sy#gs6*L_F0V1oHt?NmULHq=v|Q(!d~t<P&nL+6M>Lx8xYv#RnNTE*Ipo9-{7_`^e5yf1L#MPh#zW(Ec< z7PU`*qYAdZXz%J$tFM5?Ig^l7s62#lU)&x2NlgD%iFB=2>8~@wbriCwUN21Ii}T-yT+* zC_0Lu^3|yEENu&qR=T~kw8TsbIj-C>Wc#4HM^K;g+FjEZ{{ZH+ITViDTMh@7C!P9G z=!m%6D6PzFLeJQ0kh?D;2$&?}pQIElBDW)&B)HR3;bi>-QN2 zE#y%F{}&J}S_!$`YEaNFgd#yyrFH>HNffX%JOKLnG+a0jV0|&C%d(2Zqes(Vm_t^0 z=QwU7WxyB>F)r4GVw*kxIi|_^L->b!dfCk2~dq6t8EP*+Um zMnc%f?BGHVpQ@~^j8xc_^{E~5d`xA1-w@zCf5)NIGD2d^e=nW6dz#~vY`HL%hR?ml zDRlQSx#an!oVeWY>kX$poktReRf@3h%O6&Cq=VEFQrg5R)HYG=;K!?{<&@PkPf?1@C=8O-`XEasYlrCg&>6!V(ZAEmn-=p4M zhIJ@R0_>W$$d!Gpy1WaC1CAj^dar36!UDZzfQ7<90v!ZnffjS4`pF|3;)5 zi%+Qf1SFyeE&KntdJCwi+OB!T}&6svq2c zk9`rDXit))hO}qN4$eS(g9#M)JN$9Js^jd+{&|mtMX2F#7w_8YHs$>Q7`Rt00=^Ef z@?{Mj7d!Lrsft2vdT;vb;jt@?9J@Tj_FxLa4q5Lagh~Z8_v8 z5WNR)m~Y4~)SUGn5(Dk2+IOfyRsaV51a(tmbMsdiHt-qrZN6i1(URU0;P=)8A@rV+ zaeO5>JD@b$s2iK}U)84er3h#9;vmdlJ9q7fVqm0$qvKQSlj6VA(Xe-u#o)lx2Cu}D zq=4@`XF}!$u5;m9^Yz-D&UNDHl6{Gtg&E}8IWF1fV}O6cJ420x<6AQe3n$>5j~4w8 z@b{LJbz1B<;UAXkB{st!`g}-u>>iv(K);3)rNP0cJU~EoD2Ltw0ar4#Eat!L{Q2`3 zBC*=AF}%-9m+BE(-5~i`T!qL)BYoZPy7%13U_5RoJnN=1xR%o{)x56o?hncZ0hfPE zpdkz&hW?nX_37bDKvq*rEZ{zhP|N49<yc%Ul?|Ht$W_g_Hjqk`GM$@g&N87z<1a z$=bz>*DG4{xk0dbVbVY3kl0SYdGo{-<;DN{fczf{k}5&BpXypP>7>!w+_=3nKlYsv zE=Nd{7lPbgb)B_24|?ktkca>xSwuu#`Lo%0IcN+Tn6)t6jTbrth$@Wp5whRzsWL8P z=iEpy4$?wscgvV-_&0F)H_3cUF`9d?(BAmP?~n-5t7Gl(m+1%Ru47E=Of_*++oHdK z%)r2)vGMBa3+;cwEThzAE6M7Vr`r>RsI2G97^(c^ep$po`J%x6I%NvrQ-{9x?%KmraO= z8A!GUcV$wvE`_0~+5QnVmy7sUs60XP82NT>??~!>T!efaqy*}Hdl$vT7$Co_2U^X; z&LU+}o3gT}TaN|kU?MUUcTT6&nrggJkVKD7ZyhmrA6uG=MKMAFP#Ob3Gr%_Qpg zK>6PZ=`L)5XPuwO0Pk@oXd|4hdk+4{DO{M5rZvJacA)LN=L zZb_b-=Mz0QHH$5QFr{(^-M<91bLy5To(80IBiz>IHbliNp%c*&uIG&LW4&_aD5#q2 z3ZAy8D(50k%1h^P!LLnL7*y<7nYkL=L-e;pl%=xy?#D_(or&22K| z0dOI6+$tRrm*{d24-Zx5(oa;CL5!lWVKSR)#L#zy1_&=9a{+gr-&oZp0eHaUWiyE{ zA|hz;xw;5-a}211%57iYoB-CwJd@{o=jpz%4}-|eAVpR=MN(@3)gPwW=@raQuC6-_ z7f2ueHqjThIYgb6*3XeY*IQ8*u1=^#=8@BuN6?WYEiL4m`hj)Xkb|rdbKneM+ACT+ z4Yb4aPY2(f$N-^mV@u0~B7lsax@02?e=VaJ{Z*ypD9FGY1Y-rit@EJJnR)D?+8kIz z%`x8jr)rCP__fTx;cU8YeQFLl=@m}IyzJbi0r!tG%Pi8$Qm0PQ1jDTEm%+ioi3j#e zf-m_ll7zMztrEpLJdKxP`0JX^Pqa3j>r#rN^#Zm#&b4DW-_3JRmTpLQiRKXybe;73%VmOmU>^@9bc-G8T* z>U@ofqB zKSx%5HS|4u2gpncJfj7fP$-|fdLtOzznE7Q-GhPF;cV-nr<=|lLkZ~~;SR{l%d5L! zb|324oVxRX447hr1%OU4`8mi`NW&$T}#aO(FQZLulZhDUMNxL*e|@jSD=k+qc|bqJp=M z*nEdLTnwfXVAg^zHtWRzevsp&B3YY~E^xbi2;R5^;iiCqDs*p7?nY;c@+`)wpwr!tOKebo!RJ!*q?poJ?Rho_haF;wvoM-C7PfwFNa;C9yXIT7al#I(9v4zT-mRmQZ&Xr zW{9uVkw1$dPpP?*28^#r zJsqsu#?7?TN|&drni>x3B+uCVO)UQDoYmS~?O zt=%{}R(-JV9>Jrpcd*^zovT^#=}EmGGTPhT)2{93dq{n_a#E5-Y}j5+V?C+5JFaE6 zoveXrDVbKo<>w`M#KhuvkS}Od^~sAG=;1bCT#;?k$|n@Tl=IS!m+iVTmD$VvKkq5% z**A)`2A1Om{W2^QPMc}5>g-GCwcfOo2Cv%vy)`99n1(CDqm~(d;ikoG_|6DyxS*?g z+VlKs7rJH9<&Sa1^@6H1xn7bcK_^kGil`;I%@<_X`N< zMHGMlOl0juJ0-)}5mg+w235Rf5Hh@5(+eUED)_vlHP5h0a1O`{^MU!|KD{uU&;bzw5P9<1@p-H)XrAP!+0qv0A0$G}*^VMk3+cEKH#uOjQ&3TgT?y3GcnUu}3Nm=U(23>c$@DbZOU!U`lHT7*=)sb*8)n25ksk_ciQ!}LDfV@`v75)`#J%3xU;7MIIx zc}IIC#Flfawfdca`on&$@! zM8J9e`$)5*ciA}l@u*>txYLRUbg$KYI*xvo7xxw5H)&UWcbb(u(Hnj_EahmLw;TPfIN@S1ga=S$H7o)nK&J{s`lCSWm1NeN`4l@LWX|E-phe|V;o*c*EF8aU z+DVw3A$gVZWexjD&_xARIy_@(On7sRd~AGt+<}mT)AHvJ3;mX2=mF!xdZ1Ux#oE-9 zp#sMoC#(h~kn~hQDrsdl1_-X>qlUIl-`~ykpN>by_904jZd*&1Icp$cVENyt{d9jwY=*;h(HTZW{kb{$fFq@p z|G}|Zs(Yp8DDF1Mte@$!mN_r$Wu0@5;d|NxZf@r6I$BaEh4xb?`wkxcT?eR%+L&`( zr%VE=-sD#C&qa2T(G9;hKJlk?hTy!W&v)dCWhi>y3 zY1vu>8j=6X$jJNvhC(tNAoI}juju{`=jkeo5>Ey}2;)&yWRgGZWalqX{YKz%z(zwgKf3HYj@T^yf+sa2Tk{jD|C-MF z;d%f!mCoz9p(njgT$%+bAa}x2&~QEqim_k^-6J0G%N*fHHC|Qd2+sd~7TlLF-oG#? zEwcW=O&c4DS(XjOCBds<3G%bqIvZXpd~F_83JpY5ZE=DybKWa$rP()a4aIg_rmVV` zFKFc2e4u&DpTS9p=Q^}1uX{z1kHM6wn@wd zVWIbvl!jB9U^^L8&ct;OnmI+52NgLtLr9{oeX4q949#XK>*7*+LC7i_DEV2y!|vlB z@pvxHh;rTzCP7Uy&OA9&Y%_TL`cDt}7N-RDI~eq9Pq|meW~;U8;pDOvys9men7EzS zUWhEt^_?#%vGF2~nUUPOW{ZCOtyVa&a?}1Itgo*>MVH+Rzt4nx%AoB4Cnm(eNZf;WMg9D;(5EwLK?~^&-2|I^;m0jlf{B#z)BGpD(@?Dx`r29&&h|k;FuCYRB=}Y~Mo3ueni9vBbWC$~=W1>rZm-~X zg}c}g%amEeIZK7aP^|<1j3dG9lGgm%l18o@@jz<#-d{_i00sr5R%u`>F$bumdKF5A zdJO3H8a6hc9nHI`iHvml23Hu?UA6MVQTWl)_?P z8(?)ezFUE8994S!dG!cnYA+qXv9g)h=XS@|Y?snniRY%5rnKzb|90hB*Zf`l!`e~p z9P`*%+j>Wh2%GI)U!GgqvaF($M@& zA$t^PH7(vw)X*KsU;tJcsC2bYB?8+0WJ3WYd=`uG$ny;ra&>o|Z%6;auXr<>n=XDS z-1%~J;wE!&9?fE|$>qNs%SM(==vLuLSs+&$DXHl++ChDRiPJ=*yHw}{jLgk5Fgq1x|YMb0E z)COBzE&EY^95V;nsU#vzk99 z$WX0(wVYoh!>D;xkE zVq!WltvFM!s$9=&`)Sr5q^*s0^IH*1?xIAoIbR6D4jy6r56Dnu6-N*TW(jBK3~?IpdsKwWFqzcfH`< z@X_$-=|E;*Wn2SJBXf{Gl>_KjxG}0&^Fmzu!?HW-v1k>cT-9ej-CnQvQlX1`LCgj8 z85NPvqn;X<9|RUPQyN8qNC{k_WLVMR%3zlU#HMR+h=3=gnIw7Q%YWE|&#KvA$zuJC z^TN-EFbfY49T7N4iY(~qp&<38<>|j&+B^DlhL;`7n}8+v4yOp8yiPJULUJn^Bwa{Z zTr9Ni<*ZcA!acv0qZ}y?!PW!5kixeeDTtH|-m6jSNFXFXkr0K&BIbuzO;+ zinuw5Kd12F#`QnO(f*Qc%SgA%6q;cun!V`Ib$BR9puPxJM~`lGdGyzSLX>XKHxq7#9Hjw2>{^A*38 zQylk9_MLjKJ*++Xy_e%7qyjO|*a2d~(e^19^+x;1wd;4M?K4HVqe^c;udzK&l|s1x_+LB-|Z@6J)j+9UVw93l+;CAp1Y-+N)v8*aWCaP9^%azpfkXxR)%MAm;`RoE~!R*`l8O#esnUEjyfNsH@?Ft z=JLB>4WhArZzLNBhpcvqMJKo;rJy4U()Rtfx8wtCR2mkconC1?3gkYm47LEU`Vn3* z98f^Dr(_;Qp{#0K9=JU&63C5n7}Ka&oYgYLFlThAHoY16f?7REYJ=QY{3n;&-c*%^ zm5%We%y~&A@t=KdxwhgTuF`at>aus3_l@iBxU6tT@G!XWp3_KEz3pq;_YwASR9lqn z=(9j`UJjPs4MN(&?;-mRQ>d)*fyH-TQRo)t&6&J>{hIU2w-uV@)P*ltPZE?5{qN(! zZc5?R75XA2U#tdk^0E6L)@z+Z>Abs+1q-l41o3Fr%#_4@F#9imP6y% zsP7yE8dPc7@5hoGWjWc7_r9||`=x&7y=X2?g(BBQ;i-b^-Hvbb{#Y2Fq57;=-;~oo z%PZ#2>bjB1P;vNm?ae2s_5~0A;-0T{b&Q)E8yjjchqpIJTS$CoHd%B@{oI7To|mO64^YL+JNWwAqS}1u>gU- zepTLfr(Nv6$T{RC2yqJh(4ZFJG-P~e`%bHXnBw)*L0--|9^=t9^`-Q32;KUkpC|rd zwolSP4<~Yh%;G5wR?ELU){*xJy~!A$ZgHo;FKJ7;_sKHs^@NKn5AEm_ItE33SY_>cHz;Z&V+`mMrLsLl4ix*mT|eNHKcx)AOtZK z2>YiN`_vUCatVz-su-Qe=VU?P=_|MEOrh$p_Jldu16aspwCW4>!L!fYfb8&hWckzt ziS%+kWz0V=tA48e=!Cp7H`~SSf@=0p;~T@)Oh972p_Ne5mLA%Yo zdls;5S!0|lZr5*4zU`JF_X2al=7B5MxfyO)(O5W_W}0g@KyF0cr%CKFDlq@&$H6OI%gao5*+?Xe=8pE3#C&xenNyk&P8+7p6;~Z zVn-eR-*K3hE9jSLxp>-4z4$GuM-`x$zg-9Uh(ZcB+&TJItsY4u4UQto|qXP1+SaCVuG5nA~FLtzBp2;5vtml@gcaiDwmN`TSN1U zn^RHK-Y$@emzYB6%v8<5YzCc0Za4QuRN5N=S5o_y^RW5{{TP1c3Ki;6-G@)Vl3KYj znPiJ+NB?35D}Ft3ps#f345Mc2ToJF;PSBCNR}ry?pr$He4nK+gv{|A|WA>saco`2%Dus44*Wxi~E2B z9e=akB+>OgD3*Hw???lh(L7idAT=eD*W`c~HW-L19;RBM+6QdKF04eci&_`@6hw-{ za7TSw8tpC}j8wU6OBX6!FD>%e1BgK#qVxu|AGF?dW~i`>Z}g}L3q3&|bLnxmAF36q zw;eO|wYvM5%6|1V5k$wJrIi8dTm>>p+M@PuQX6AjOvbM95CGPhKg&^LN$#&Psm zIw9t;t(ipizDI8%VD=7#!{=;cAka?iyZ$J zLZ(bJ9ZAdKys)N?8g;}RmTfq=Ftru_LZ?K}LegzLy_oAH{Fo^h zH}sbGwfcmxl8)lR_JzprjuFS&BK8&&_EBS9f@6I4U>}T4O*QUoK^A~iAfM>Z@}b9! zrMXn-nQcZJwiiv%`{YTC`w*wuT?KUlT2?lH0OA$hb^Yq00Wx@CW1*FmSgXq^6m4Dq zZ80v|q2cNzr6ANMfGWIX{-};wQz&bu@<(6r{!}e`)+uklg_MRqS?7?W%)N8t261=v zp`vR-laU>8USSY+vk2ghWsqfOAS!&=Qf5Ctf7HTRS&~g58W0m|Is|u?*vI6pU@~6M zS(0m@RgR&X-nBBI`cBryj17J^sN=?y-GD4V8TLH^dK>spt?`l|8i1?lDh9ykQK$kz zs;QPmGo3zrdGEE#%3RP^UJ!N4rl2iS;dga&gRj@jgmKN_v}BM&Xcbw8w72KO?HBRl zI&kymYllrhKUF2`!Hr}A`}Fm`B`=gs6KV)_^O+EEGGL?84YoeHE+V28B)0nY(&fv7 zAl%?mgUfh?s!Skhfse(8a<`uw)-yof`D;vrf@Jq7IDK_)B;9V75yCFX>sX}o*ZluIDR^Y((-Ks1~M-XL_>vK(eGxWe#R;$$J zV`XKffX5#jnyboE2#Eszw*lIOsc(;vx6Se(`olnw(r6B}L{)YX*$6KD!3{cl5La^gK-zSy1%SM@0qr)_mae?=$B_B{^3dClzu@o z88wAfNi;C4j+ubn?X;fW~B3LJ&NLy?ZZV@_2jJj+>4(4FVIOZ2o2Ysa|pKtreGs@<#K^@~6MsuBxU7qa&})Ef~Px zPre^7#!9HLCe^N&B}7l^%2?nB1D%jq81W1l@a7dCQp_qgdGgGnHTltjoBYUpy1*e5tL1ucI5 z$Xqj~u%!cS4U}m$KiOd=00UM7=+E|Mm4B~@_-vcOJWw#bW?F*?GNdu3j=@>W!$rje zrDJd28z}tNfBDGRbV0n_)N^vC&s~buYwe;)kEl6{Cy&?gdt*n(@{=SEmDESK%ekEE zk#`GS&a%&|D-FyVAi9S+%`AZKwQ0?e9X)z$K_5^69p=lh-AmGY>vPG3W;k}mgm1_8 zXk56Z%{ly5_E_*`G2juYRn5NAt*+F}*7{gVs4V_9`nGAZAjNo?yeV-=vU36?hdG-R!8zN2FR%Nvj?nU$bt%R2Bzj>rn(@1 zftN13=kA2SyZk<>_T=R7ohiy^8gCwOe2;LOV zXtSZxmHHA`PqT#`5@9tpH6o7lDHtr;bY;9gR=^bF6hQr-EBP!;%&|IdYh?~`RxM7_ zntD)kTznmKEV$w@m}V&^h^(%yRs1w2wM;dx1?Wc5@cRiQSWZ zlm_^XW|NK^S8V~1qvv7q>+35w@WpX}DGehKcgFN8J+VxNDSS9Aj!}z7;TNT*K=Arh6&Cx*$LsxDb6DVyQH{Vti?4M-FbpEN2Cj)Gcwa z)Q420E@q6L$WVT@UXn8^XP*?wU3TL*%I+FUqrgZOY155wgY@wU*%V;77>HANwa~+- z-M0Y}drb~@1(saM<@gCLsZRIYJ=9~P_h0SW=K5-i9 z@jc#=RhPNj@|b10By6VBQIl^_@f?+m3=G*(`d*p)Xd0H5py`EYo6xI_O0CGE8zzzDm-%*-sl^6iWwJv;nMm7ZA^$2|d} z80*8>AtjMNqSpWT#2>F+>@R$92+?M-W~pTv4=WkYfAxeyRXqT?K133};wpuA&k^ea zZJZS}?2Ae55MXmDu8TBv&u31h&{*MbhOyPV%r(5_wBy=E2Ags258DV8s-NBmp((0X zI9U>*<5oETB}Vm%aegF>nZcuPL%PyRaMe8go-<;Qr0)EB!`uUPf^MnJZP+1xfr09( zs^Ng-B*Op)0)*(9Dp(%deT+e}&S}C*GQnx$BT6;~ldzn*h;M|)GS+4=y*KA9)0|}{D&$r=Tj_l0scR9N6CfGKZ1OuE0j>Xk zufUENW~)}YIRcRk4TBKktZIl(5!|{1X1f3-yC7VdE|+Z?>i3b&g0e|r$>!L1RoHL0 zrjOSKkd4W6h8`h5X*6KHwKR<9zIFIo2$01-gt#mSZZIH`@8%Q+$%QfFbhW8FAQ|f* z40;5J9EzohU20zZA?HIOPmxWYs8p(u(6H!Bs6J*NevR9)4p#tkEHjQpuelhT0__X_ zv~R$CD>Hbrpu_5e6z@}d`c+`AHH)-*uDNu6l18F60b&bke_UUAUg$2T4yz~HsWr@4 z(jeFFNi0f7AGL(Ea6`kw5d1AiAJWJM90<(75~s1QuC5$?8u^;Ba)8Y*f&%xtZh4Q^ zG8s9!zDMhj5TP8TUz$*jAsopB5#(@+I&+qLBZ-6NDnwrc-}MPOj9Dhqea#~qLr7>; z;HrbZ+x6Mtu3C;(FGUFv#zd4)MQW?2DKbKaA_ubl%3^IeE0OPP-N}Jqp9yk-*PgA0 z*R_g1qp6U;p!oPSg`_a0_V;>;WOZ;PF)D*Jcmox`QgcA;;QVT7RvAMUok3}{@RQea zq_RKr%;T;|#E;ED3wdO<^)b3u(EMsHN}98uTS8us&ZSDf9_#W+4VEg)rW&kdwQ;PE zNBgc@(r;W1QGr@~Js8385sGDfX-haqGPD?426xN#|K8@&RHrS7p$0i~V&aVYai&cC zo=ASE!wjTKsl&+?rlLfNCq_r7L+?NxTn+l(pXZOisR;W@?4!q-jD~Xn9&@lZS;cLn zPwGo$;_>~-N5+m?XdV_h9?u}}Mj8~*o8srH#V0?Y1`y?o8<@j+#zNy5F(Lv#5i`gx z@U|HwM~>YxorDL$oq32pV9$Gpg>z!reP&yLr_+W=;W}i{ae5JL5Vc+K?YRnw$M0X{1L$I2P|iHpQ2e1Oang5$ne? z?~L~Y-Jo1(8UFmAtSsK5SE!4+1Dmw_TIR*H3@bs@Ue!nYtqsW6{^DaMv>Hg)s(OFN zJnN*7?b8Kr%a!}6!>6wk*Z(E*p$)Pugnr>`WFa%_s9Rin`OH*D$n-a9hKyP&Z6kXD zgAcugM=4_60!|oNpu++n!4F1J**Q7DC!th8Dsp35*nnvQo{HtCIEb4W|G!$?m3)d1s>{2_^MIVOgnBG9- z^$k0ZD*Q(76Ezgf!EUp&Zc32h5=A~8cjD{tLCAmDywXxScSqmN3(C{$i zGh@cc=o*kQT)lPc5j1fNPpVjb0Q3iM2!C06{6Cai<2lO)AvAz6$MfZ{k9~)qP3Xe< zgNc3WpFe-%8UIDD#GmC;u$|3^%N-$s zF9_Tq^bx?!A{fpQJ#V5Tac`}oorxPZ#mF?>rHuqOnv9T<5(2yFwDP<4(Z9WTK#pg@ z=u8D@^=cUyR;Xr_0sn|do9X2h1JP~3Io?YZ4Tq1tkq!1-ezDW;{_e8lC>&FpKY=Ln zDM(^R2Fe~B=3(qEKqW>?u;s1pKaTG4P8C?y<5>ML45jPYQ=G-SNxJ+erS>UnV|v0M z>F$C9DJT32tn9YWJS2xP+s4v+Z{^Klspo4Q#m8|~f!Usy4SsRK?dPYve3lWK!y5ZS zN$)5cC|8krH|nLlPSnN}T}E7oKHhoNQ{(LoKcb$q>+r2NxO^V+J5iJnH2brT#b=Nyr^?4H>}(x|e8p2tOu6tIO$IvFd67dS zIKZzjaz{SmyHn(8!$qXR+@nNO?eO>d(3h6`XdgrP;h_II?SX^_l+ce9*)uR5K=BNl zeBC zjeSMvby;3ppyBF)-~zCV5~MZ7fiP?!6H?m?w`@KD5U>tSsHZJ8rlfAuqmcIG0)dVb zk|~;NkCfr)&O-3J1dx8!&2YmKg79DHGyxkd9e6%&P)+4+Bb~Y^jk1WIMS5ALO;mHG)_VEsx`AR8dwI`Aq ze34)w<<$u}k>^T19sX4$GGGbHG&MMP2(vvIVW5sR5Z?q2ineFri|s9>iwqP|Fcy?T zgabfQPeGt1Y?K}bBCF&2Y-d*D78uT_Ly@cX`SEk$<6!}8)JM8H;C22~`~dih{d~yD zo0i@yU4BrvzBYN(6r(@)`@+a67V0$_1qFpRbOW&TAuxFQ1qJoNP#{%+^~yeh2T`3? zwDf}qS^vSH9P3jvbaB8uhv22nq279DxtVMjz@}_2DTT~7C>Kp3B#C(KmC`h7=Rc7y z=@q}KTVCYo4zQN+VK}CzrJY{*h-$p#Wle%=)CXc&mDi0gd4QEDBa)av2H_{gF~zE| z>mYel%79){f4N>3V6AFvZqu#j9hZjswVWYOYstKw_&udbfFN?_L_EJq;6RC`d2s_Y z4sO>$3Wg-M>ZewW|66UZrt3?F(pE=$EirRaCGyZ@%>m-h&H7&|i7=|K;HezfKR6)U zoBuMzV2r~fyN>3!UTQoq&l!fGw~)o+!QaLVE5Hj%(si&zGKa=D*jcbr)Z!XK(&ZJ!T z)_v^YR3lL0FYqk!?ChSdB&q;j5=hs}%0X0=oCM2hGZ~<$5X@v$ zlqIcvr>$*jVekoEYBFWsQLayyW5%coyO-&a-baqKm< z`PM_hqn`boaKX)HSL03v%RyUwFt=@(m{SU%*^}bW#OB{ zV{to{QKp17XD7|N{*Fo6VzJ90q z^NqfYoN=@vNwDDF2x+69LDvW2uEyPzw^i!?%S+o7+S@#H`$3Dbwo(#jkv1)Vg>qL8 zsZB^o$UNj1pro{1^sQJd8RVA0f4oa>PObwbh=ARsjQPVpVDK|&{x}b$%gHx~+cbg8 zW2Ag=3HLsFBTlmrz!GVo>E_S71KVeRT&u%~$5xem33xGhOD%nPI=C}Bs`HX9C%;NF z7Y^bBLr5uPa}K5!I!PLRv~woq+i=jj%YYCVMK;={Gf@33M7MIanJnS*wOM5Gv&>*4 zj@@!yovc571Y`wx&oklnS8}RAPEaWgrGO_5rwREl`5)I2e57U68No-QQ1Kaz!TpNG zMZP1Z(#4uTkVDsJEk>RVP@~UF8c?>B3r-yc61MfQ5bLpA2T*(G=#+JpTNiwUe_2}m zzsN}a0ejAQBjKK9iq3jnFrjU>z%pRn7rd%f0i(IzQZ@2qbK#1 zGl$!tdayYj1fE=~Wyiz3x{l)I#c||JF148(vnc7G?mag7-Jz9GdmsUehUunJ<&o#Mk_Lgj}86V4LTe+4A#9nZfNMV9Exdf;Cac zIKh}NCR$Jv=B9VNOh_JyFwNV**cDds--Gd5#N!o5` z+`a;**5$r85xRsoa273PmO!_TfcQ89{@M%JrGLyFP&ipXJuVE5Go-s@t_wud+PLb+ ztH7ww$7@de%Gg^Kghww67&mAGLYPw=pOlnTHxnl^f~Xq+uzRZOVCw4t9!q@??bAV~ z{*)YVhO#;aRL(Lh;!#t4^4!b_Ntcf%rhm|tf2`!v&_&eD!ul1Vx*n=Ozw4+0UFPGO zHTL=jeY{x&L_>^^A$RFDr4)JbUuJTx<=$q@`b3LyO`o8MtIQTryL@7~?AGUaZAlBL zt+nW5ijy?Sb^;%T5ZI5$~)pB?p+|l}dXQxd6w&`!N zjM80i=ezr7f1M<`Ws=5jYw}+{HfrgNhdT#>xa`iQ@xlgl4>#!OV`D9#_0eoYH0ipd zo`I1@up&sTrk3DkmYxTu^R2c}T#EjPtRyujCzU1(P42fiQXEh#yy@Z09!uyvqwt&% zC#!S_?YdrCOetPl6p7xC&=O%~eCot^{w~s^H~8IlBWM`Noa!Y=*RwQzng>nSj?Sts z=`d788;T6xF7?I6i;J*~Hs3%wKlSnsOPmB8x0uu-uqzBIeNnpZFvNiLKds?L?$qf) z!EQy7P|lovb+ZG#L@(w~$;pnOm`757;E!R>AmDp$y-}L^TA;&4%z!|>m8i2akk&7V z=~HknEc{EljrkrWqW3F6Xyo&Jy64_X!%6=qyE{Ac$w3kYP7N{D@OkKWj(5n>vyc9? z7m_bXN_qpug(mEoUchPj7YYp{Ge%o15^(W<)_Miu;m zoTeLnJX+S=y27G+E^Epv6#$KF;R2u*NXJTL5c`t;#HW~-~;^dGZkdF&LH`5wIvW)?>m6dTqSxsh*t< zaqTZGMnnVztp6B;7Pd|PD%_C`?><=yRA67#x&{w{v5Q!kK4K(Q9Xh3Uc24&2X_)@I zn^JF$X2yrGtp}gnbDPMUqQ6Fyky_baS9ce<K zv=kFyVpP$r|1TysNk7sDO9^oJP8i;6jb-P302+afpL5-5IokFSMo^yoUAeV_SM-8Q z+9L2?CTSy0+>Y+DUSI6kLF-wBlr^RAe6awHHr~W!6NNm8E3eKf%b4vefx^zl9mquw z+zt^u*YEjMU6nH_TbZ)_Om++&T*_#(Ti+IrRJ7A=1z(W7;%o-r^46g)n zr1&z5`pt={nG4l_zFva0mi6|iXE>5uaAc`#{mS%>`cehI)5%by;E^|rQnW`_vYM9Y zeUa);TV^HZ3@z=9FH#v8%BF5Piad+7@utk({p&P27oA~fQ4T`Y03C!Hkdb^&X zbtVB%1e-|pysFJuHS#5JZL(i|2A8(Ei^hk!DTM-&Aas18Wcwg^?=H4nJVv#ahSVnN zlK3G7B8^{qk~%vW9~e>6rg-q;YlNR_)ch7s958hT^{Tp4#6tPG7lP;aa zCIHAWN(Er3ifDzQ?^ogCcm;V9lYZ&RT|39S%JaMWiGjO+j>;BS3{(uGh4?tc`Mku> zsAlzGw4j%55E^bHLF65MENWxYrC8q7E;IqgOgLX_fEw{I*eK`22NqX1Jw5CP=!L-z zz6OcHc#$o#AL3N2l;&3>1cp;olp-);SdJr$XCr80`PzK=|7TAKG`;I;C)>2b4O3!! z&NdL6hm4n9q`_cdK+Q%bZT`-uR) z-rff%b^)jb?siUdZ$7*WmNz|f-1XAvwZ!6%un7e9zHOfpx)I}4d!FQ0*CAA87wjMaq;P1wdg7t|9$TTnbLcs9-O9 z!&|!9@j36C2J zSo+rUp!$FDze@qUw@aC^hX7#kjIN%6XxRD{06e(<{s5!AXnwdExunsHp6)?Kn-y6v zto6Jwi%STo#NH>@mdO6cDGZT!!u~M*^ScH^E&P}XMi0k>NZYRP0NI#2y#F{KJiu(6 zoU{DbJ;hcRI1B9z=YwmUYC{qcSWc=$RyJ~zJ6}cKDv2Fy6iku-h*7jYg@cxPwtC}d z{I3|3MDXlLUWYb^82}pd;1}8JHU8~55;LLY-3ba0wQ3Jnm^0ARUk8<%l;ZEz$nt<- zh<}^JCpgB@E1-+rh~wTq#V=LXq4wA4O3eQiq=*9Md<1dQK%jRPSzgQl(BEbSQlG9UW2{}JeC=MSFD4NpB; zG+5;U-0j*b73I*wUsp>d>lbxX2}h9iaPePn@n#?&Z5E0s_qZ-zp*#P(TD3sp3y#6q ztODSFP3TaRL9(6)5DsYR%%FUW7y*N4C_G*rYM!^B>woTX&Qwjg?>3m5loE3n3rKz7 z37Z4P|11p~T}2DzImTbpeQPtsURtV}7o=K~q*{9V%)-(A{e5*m*)Dn5lauyrQ|<>b zU5)OGtu)`KO+&qJXAs?W7|178QGx4+fq{>P?&-3VHblsBye%^|Plg%2XuZ)C-f8$S zhP7*acquUEZfZn7w|Bh4vh5#^55W!{S;#_7a~YL!3kAU&0jQxrfTb1zQYyZu&FO#v zyZ!m~hUT2i!~5{wS@dNUB2MnZMjsTBL%(+%%CmWz;pLrSWzCWD$SMdq3Z&Fus)g^g z1>eVojkot(wj8jNy+k`pd|@EfbQq3`{riM{Sa)6)8GI_T%62fuO~|es4>xlvajuA{ zdQl{(*aMCy^j^8}_5hTQ&zXR@;6up;GH+3Z3*8(<(uyR#kiEN$%bO@Z>D)uolV()> zl|?KJ>*1KwizUKJ z1A@QIoE)G55%u5@@t2xzUkJemgyEHf+nJq*8hT!pVxv5zE%LQmGyOFSjNTQ#f#2v; znYt% zD*ob%Z;@k3)!<^S-wDWhY2pSehBI+dl|(z&;KodFtl~vlt)*VYB7?h=7d9?vAXWoF0OO;*mrqQjzeBr}XRbz>)n`DyGQLkMEAOa&}maf(!fOYAM@Ux}|d=O?!gfRsZXV*BjR5C~P z%du%^Rd3-Qyt7!%^Cq^GBe^LJEv?gv7?*s^bFc!5*h0>ynu-}m(SNpPp6w3xykYvw zXv7S`<6kvKwKp_8fJFZC9|WJ8besv4A+XC3zN16P8MaoaBF&r&VWF8lyL6*W9Bou6 zG~!aH)q#MI6t&m{{j8T#0~1Hb;FG`m=ulP!TfEg$}b z0fRor!5gxE;)|t9%KyTS6KyjJ$t)AUGkLmjVo_@b{*_du>n>XS`+(@^Num{yV6H37 za{*Pwb(c4$aSOUN=H00Q5<9b(5m%oe@y%$!SF>QRHFtM+8+fmsgDare-%47iz2L1F zKA8srwoWB;XkcVfeM6$Dg&p?*i6SgKYg9!qER#iL*l+e*x<|?I@3T2FKV1$#vYLO5 ze5|WW8F68TqBPgh=vxY}EE?S$xPm;RMhcaN79CqNrwYp$4%T?*p*&@>3@^zHI0U6+ zr=d57stut0Ct{}~82J0r3&n#aUOa8C==nd#i&H}Ko(iLIP;Mhqct3yt!ghcMv%&i> zo&l6iD4*7E@g?1Ix%6BK152erxEj^uTs!QA)FRsxx)&L-y3nlwiPEK?NTQmVw zK1b|457U7ozW!*U3CN;m4V~gNlcL9T2tvodUL0+-Pu!Yf{fq4{eR58bySpl+crF4ps1kR20;<&QbM{+U?`DJ6$An4 zl1AKOAl)FPbSm9oAPqW{Fr*A1twZ;F{s#B`-1qam&syIf?;qc+V=QW@-bv4^w@;~FKf-NAuFW`W113lj@VCUk1-$_bcxXwJOMIkfdA1@+c)3|-_l zYPU@c4t{^IFaMbvOB0z8XnLXi;xf63ZpsN5GLl&=}Fgqc}R1foDL|ttaPS zj31-Q=Q)`)pvIInYNoXZ&kxqyE-pgAPyIEwDBHcMfesq z;>js;6dr|6f+O z89*)-Pcy?z8`>G<{b5coeCYa8A==K~J z7sjN^)4V$eMqW=z6aft3Zm}dgqLdT;-RV6QX}Z;bQm$GO48((y8$djL!1tIW6cl6? zzSX-JQi*Tr(_TD$hPD4Y1e5Yig2|j5d0tHVytp&b2uMU9dJlD{D9~nZLfLprSvfH5 zHvwpc?Q!C+9kB6W0KPP)FLI2hSGq*a06%^yH3`&kAL_HSJD@-=FRg2Dg<EH$L)JLvYS)*mdlWtF#w-nj7k82>#`)$49BJmiEc-rn253j2 zEuG*C4?!Jw1KbY%!!TBki+Zq;x{82*FP$;J?VKOrNfE_x6=_aK%3^{?!Qe z0DL5-zPy_S398lEVx8@>I@Az311=GZn#;^ip=mR$XD@&bL5 z7(thXpRegqE*RoW`BIZ83BM^kO6A_G5s$maXJRcE*JK!K?Oa1^6!4X<#jw@Nu0P=Z z&F~O#*SQY;ebMYmkbWaswzoGF)l=#%QG9hGq(>SC{2F>2tAH#%`2Oy$x+@IiK{S5} zL>{`3KEl<`-vycru-dBAQFT)DqOqTC@f4%NBxCZ09t#o%Bh%SS>^i4Jlo1eS3d)p= zC^~?pmvH+&!3XxBcl%-em#`}xLyr++PU5g!m_>jnt-77mY&<3Y~%>bvI4}WU605U2^D;v9{7&LYO5yzC8ldw z2H1p!*27nT6Z5h6sgo&Y76z_GWy98W6W8!S7n^W6 zf9s`h=$N>9JWCz+s4I4t2{xJL;!OQ*USO~EZTK|Q&dtqv{uaxeg~3J4S;Y4U)H}Z< zJM~3&st)_D?#%KffxVU!Yyv-dj^}>r`;-mF4F)+`u;{0228JWtMc|A1V4%XeYZEL6 zbQjOurpN(WuDVDg?19o=972by6Y!8JvsPbo1|#OfTz*r`2)a)ngWM>1mXsSE90;Io zQ-!$eJ6;+_>iJ7dUz|*`u$%6;T#qp6%e`mkTCB536&xUWlv?Nm)Kyt{q(^#)FSSbz zGs8XTNDKNj9_4t{3%p$5{uyG9mSE9)9_q2)AyIvp!EXjcPgj~mTz z*&#~GM(Y9ZCr`5RX=!Ow?4h%ynh0zse4qBmvSmtAW4b>eyCW~=Tn?eh0=H$(cWsPI ztfuxiuRF!0fv#BIS>o6zEG4kJJysk69VL`XRw&70bAs3C z!l1wJ@(XL7g%+PhCZk`??4mMzf4$;e@|tACaPFeXS5CZw^hRo)8!D#%G1&(7@eJip z5Cxi)iE?vt%IACx`$A6QcX*xoYW0#oCB)vy&tcNezVPD-ajwNPJkEAx8Xly$YzS>>k5eSiZt0P-|1oTijFLZ{`rRG2LO0(QSiTC=<9x z-!tZxfB}&XPlCoGo54U%+o{v1O_Sf+?+mmf5aYp%me;(z>UQ$2nWWqJ=^{Nz*?b>4 zz3RjYjIN3gnNY|US}j&eN~uF~sZKo({g>rK?>X;`5XGkEFMOoSr=tBP-fdVl#4ZJ=(<@8lP^! z5(Vyl{5zA}nu6-gSC}niuY(73!|(TSht)Jth6e6+wJAs$Aj>1yDHL=s14L{D4Po%>!W!0gVTT-kX5oA z^Ep~OI1MTuy$5YZ3PkbJPTg{x=Mzkx56UFhS&C%d_R86evrBVwVRQ-3nWS+|ShHy|*0ZLo~JDzM3;dxUKo^xJU=nMC+gnb*`;x-lVDgI$Ql`#-gQ74U z3Owy9w^C$-ket3jY~peDgsV&pxmTD})ea?i(r3-`nN*Ew`%vTleI;H8cUk*16k44S z^nnuNIu6u{cIFS!ZK1)|fE!?PeAzHFpA>qnZu4a)z@1$amgDObf#bQV3YqwD_3|0g zfP)ibA~xU5mvKAQA67`i?DXEfd#cbrRj&N-?K<+;U%?|J*Hd3MyUY%|*ZhelYtgo? zA;F$xP)xxBiWFvwOIQe+e_e0HDEZC2O*N2Z&PCi)oa+&3tD$pq~>@4aw2hTGfs zcWGMt89^ZQsgs^UUDZ|kbbK+c-~%8y?(&{8V2H|IX!Isfklfl-bQq52H5Gh}$0FVw zz|ZmyQX%JdySykyR$zj*{sIbT(2i#2>m6vF_TURXnk2iKL^g=M&zmcJP)HmT!7L#$ zAa~rBP=BPhw)XyaD?lLxMS&5CAuPW6&ivDOvRqF_N!%%F=!Z(BgvzFe%COv@V$MtS zfsiuf)Du<4@ho4Eyx_?=w$==?OMPk%2WADn zhYlE(>_xL6xz__HGG)X-vPBoP{s7D}o>W7KDryb>%aCrFL$^oql2&o?F%`}~<*c>S zas@Y}!>u#-er0=x@u54E%C6v%vINrIlu!7!Px zoUZM;Qi5uJekDG8dM5Z81s_V9nEKPkEj?S}<;;EIrycPW|XiT4T(hHhw zl7hk;2`5&yY=aA26Cs+8ld}o**i@?=n(4PJESKFfQb0$-5dH!uxh4%2x6lIDAaIh) zwW*xF_${Mt&5hm3;eMd0|W%yN?B1PB5XuBr^=ph~^-e znz0#<#Z%^UZlVk2{f>_c0Sf3a$s^3v$$xMlxAvnEK$wiJBR~A9HQoOAxS}3N#=AIp ze-aqf%| z0#-`{;`Y{P!F4d4nn}Q?n5t|D*KJaU2kn#+SDMC_SVmgr#vm9WUP6+PV0QuIe?87!jBCV#;PW#E#uWWUEkVH}aQkStD_(NODzT+qoP!hwcdr$jsv;1W{JE^FhPG5fRN$DIohb-Jc4`Jw6u57BExqKZLfCI`-~ z%AwNph-QHaEIyviy%@vn-hE3>$f}rYOVX7^_bmfVJBW4|%k8aAVNo=$AiVzX(Cr*_ zYMqmut9yU@qvK%uo|V=VEMGI#U0&e4X!lIkV^5Muf2_Dj$?3X1eSK2k`6RKmVu%>d zl;B1JT1dGF?rbP8QAtk~pa0<7c^Ka-LZGGGw@(>>=0ymlQyZ(*Z-(LE&MoP5&`DzF zx&u=V20HRoh^(AYy;e3aJ297uFpf3%{Z*tZ*?0SCc{0TfS$cg>fh0M;vq6qq1j1v6 z!C9{+EI5E>K|@WVNPC+qMDrsMg^Erj2`YK5W$@v4?y*D8AtZH7K3d`j=A!Z-sq6+m zPBIKf&7l|SGKbG8saToEg`bA=_$d?6@?W7DeGu+4UE&F&Av+*HrbZZs6(a8JEiN4r zO0s!8+5!$g8v8$#laKEnLeg|Z;D8wXEr{`ERuM=-)8R|F{7ihN3c4%dcCg*+026Tw zAgUowKbkVEt|V~^SlI1s}Ey18Dah^}H7RBA)UMD-wK%+a+r zxH$uv($jInow(jhxbUcn)#+T-G;cIFgXvkqg%DIFW9s9Z%YuVgQjiBC{HAa$pqQx=TfhwS6ZN zg+*7N18^^Utx+OCn8|PAVYdvA=F8P9trSCGuDGrFK`^B2H;gpOCx3$^Oa(4@O5xNr z2wuN|wj#5y2>AX$L)HcYi7Ma$g{JMyXzUA^3jz?cdM%Bg#f&p)xX0Lsj*asofA(Jv z3gu8V)SQQ}*Z#VnC!3Zh`z+7(p7ferkd(dopt2t8)G#PiQI56`ZGC4ma$~9ptj=A)B4q&pK>cv` z_T77d_m>NZZaUEX)bUmB>sff%%MMN;LT>#q`qb@$(c-!83twdM<1n{h+6=a-rgXwC zQpk`1@d{~l88Jp-Jq7I(d~Douy~2Z*eD~?UIECzO28G1Mi271YA2f5Idn=Y-2c~~b zM#R`ba1ncN*`inoRmTJp#uf7A0{P-(TZurMysh~tCsOhN+C}M9)~9Uc$wRy@LRx@H95iE zCg=^13@-&ZfmSHU%9e8aqI~LgW@waA{GuEn^dj#*T8fq_Mt9tV`6}_ZNpBDzn4~9& z05qGjDIagXC*M}3*HZBIfgE^P*1(mCN1_W-5tnYs*WOxWEd=pK7S>NWH6jy-Gryk) z1kd^Rs1LQQ6PTa5tB6;IX(opKFke)@*Hg}<#KU|Poi?xOJG_kxajfp$(j;%NYTf9| znv<8*iH){0d+J>wD>kWL~51g#ZT8fq>6TVY}S)A^< z-Fj!T&H2$I%@HB@wSvabQbNQCPs%2)%#xYu{+&As_Y4gSjaz66cg&fV3cBGIDY*;u zo}75VL&h$nDhlV9-ERqvG7&pCjOc|JjIHbkoXWNqB64er<|L3X%cQYwf`wE{j(IKt z*zzVb9+}FCA8XG=2sgXu=T8HX^ecFbj&dSFEi^9o!TX*$*U0f#)Ul{9NCV#wTj{k; z+5Gk&W!7DM4Jy|M5J0*%p+F)0TmgTI7?DaHy%%OD%+=n2bo6G!>gD!x03m8J{9}O*m~t6%vgiJsdsw6JoIQe;$)H|kIkdaUU;&UJrO)W!Ct)#YEg{tbF>@{iCCrhxnw(* zMoiv!5_U!RtT8mPvE~xwq>HhLDCsiaBDe?wVw5Di6b1A7T6g!LMF(D97=_nDzwiCx z;wmISVl&wT%hJqK|EMgv9gr6=1^CTO+b-6;<2YmZgE`}px8u> z)Mf;jgOW3;FIFYslB0S|=!J5NF2kkPlF1q1u$H8m?;U~_vKD(1&~SrYEkk$yDY7ks z=$2{J5Zq8oIn!i@GKXQjlQOelbuZ>qlK;J9`%R(Hs^dzd7=LlwSNbd9F$N|`(B2jmU{eRfY<&KAsvG89C+g0X$QuO5qL8H_S5Ze^QJ7 zG*(eyHvUD&n)Rl#JzM`Q8)1z{6*wjEvi#hnGkN(6&9+y;+{yBp6=u_WJYdApAo#V1 z@o$d3K*lKs-I)IJf#~tR`c}9Ty>y+nLjUlXTvA6Q2FO%e6yZU)by8_Z2?WqyqSG$P z^zPlJ@~I2*A{3q>DF@%-E8U~A-5UAcQh@qXaR%URu##&g`fh>>37PLNB5FcJC{UU< zZh?i3OLbYnFSWW4#lefoprmS>2`uwq3bVShqxQw`8nUfkpq^ks0Xn=GSrZK?QK!t{3x?pa~-e(|IkyX4TM zruCI)a>Wwo59u+8SE!n8BoGV&qewkCru)Px$x5jej_rBJit!b+C{&JPyBF)^S^H(CVM^0v!vFwLh9KP#Spa*@c{MgmgU0!_1 zV;KHD0O%Ttgsxn@+6k1L<6PPuE*pe~5N!z8VD`BC2fId2RznEOc-MDSoro4mYm2J) z@?U@1bcegjmerby0|HM_Q7CiWpnLX~KPN;Tsgh_x4P{v26Q+W}0G(+LPaY5T({+I`Ohl zJcen@#OVX`i1cwovoAY?Ve1ZP?slZL@0)b_PYq3f`vBDA8-Td*gSi%Ij|h0fAk-D4 zq_?{aufII@9(UXE=T~WXXqx?g!`+*Nl?|fGg3i?|kg0(TJ zAI1=}c#Gx4>tv6*$g#a}#J^6RKBwEF*z6$@Xo}%h0Ly}f&qp5yK>NadZZZvsCk2+T zL9Pd#^#_$~Zj~pGRVHB1hbW|B^s>D^>Y8LZDA&Fho6fd$X_KLW=UPTbu;7OlVCul# zGNk%n?BE%mZ2!>GmVp^#Z!3=v|NM3@`$7@y?_0R(>dQh*EHWW$vb(Ax8u^V=`c5IL z-cYaN3~)We5I#N4|6K!!zU|m(vB~Qhqkkd`hSzvY--ba&dnLm??i3?5$Guj5c;2)R@6DXh%7YcsQ>J?V;b=OfV0c#)b z9*?{(cn!g5B|aUh6ZP@v8jhV-xl%CVkvIy7G{AEoRQ~ldXzkj}9S_g8-C9~*9l=E^ zqCSqC33gFjMTZd5Xg+N^asilO=@uwg$qI<}J}xFIFe$a|5c1%Qw*3AT*jvqlLRs@W z{CR2=%ASnLKEB)hj+OzPOj`rFyaJ~eCG=eR?i<=gWT+ciQWumQ)ow&VTWrLG(@ zr=KvW{$*xrE1BMA)PQg6VZ3(v9O+xAt5g)Y=K!!ar*eC`#YQqj84cc{Ib+I$qJQb?lIT84 z?7A(^Ik3BWxA==dEu zdZHlR;sBZrD5ts+!3$K2W=I8()Juh!pzEbn%~_3S${ zfB)Bz6~uThzT~6>{_Dqc9>O31uS3c9C2NvOl+BL2|FhgB%N%^BkPRqW z?gC{l4kSi}KxX4Wmg5+L*3(9`u?kTCljo<4!s2B>?w`^I=x&KLx^gvsFC-W&BG18< zi|v^y2>@_3)0gfMhpTA%Q2=@~!ORb0uW)CsfdNnj-jP3mHlT9M4(Se%wFk_;qW?`w zodN&%-=P$o5_+BqfuJh%Xiu6Gk=yTi-$iqS2hDCa&b7x;96`ImcKEdq0QmmHuT{M& z`cu6;hG5`zdM^gR9s06|C&a}0a-aVK#DqgYKy3#c;e&aRz`x)TG$`iaLM+t4)TruI zX#f1CxS8tk7V~i+d607`16zU;#SZj=QKI=bwHG{b6opAIDwF8ufu$8yu&-F0UA#;M zXc;PRKcGrqkduKy8fugL+2x7$@r=5rFpgBn38YnY4f1f98gbPU9hWt*_u_BO}%5Xjp_4QrNySU zC23uqnGd~S+K4Gv)GZZ-+Slj^id%u)0%{^f15{-&k*|%n6BFIjB(t~%1+-k^{U~W5 z&Lh)O2U;4M44`&Ba|eO5ofe5DV$m_h1*paW{da94+%gcPpNz>dSpsJxa1Xi-ypH{W zVih0SiZRAXsQ6LAP582fsjWa2P*tPqpFbZ=U1nuv{UiaD-7X7NRn>5VV!%93OMpK2 z5~{9XN2hJk)M^x_WG@ox_vDxt@?vci;c~0Nacs1OOPjMA&oE13?swy04|Hmv9(-*vd!G2BtrElJL zmEr3FHorOMLy=soCY#>;1bUQWO7d@uCKVbc9STYM-tND?`*_ggQqeA}>ltGxMOh;~ z0Oi4hst+G#f$Qem6I|N5oplAY@RZ&;0Z-k~K!sZp#SJXXbJip97B{?W*3LUSQSaOC%Qrt-LU3`-3;02&2S+jwe53D(> zbnyK6_kIm=kAEb?gJ5Pz@(IEOPRR#mckfQWR=IHb=&P8^nsSOi4%u8nHfu_!%TusEJc#nS5j_{c=7Tj4s2j-I-A_kkE($h@MoXQwB3S3r zFAg!ACDQQQ4a!j3}7?v!MUK+}?is^NlrYcrD zj!=;V4XKQQ)}FUb#rq&Q46$=xlZ#31d0cEbg;*xx8HGU9Q>(g3TxguRwUgOvI#nw* zkfLmpK^B~E^Y|SC5l<;GJ^y9|56Uq$QSw}`cUAXF7iZ_=Ztu}$tH{vnZb_or#~uA= z@BrSrneF|pN&ItKVD70O{T)jqbd$Za2EK+9>1!OkRR>c?fSYo7R5KIl>YAoHVL@yF^0aX!q1mIFnq|om zh>KpZcMj3q;AQ!$;SKmBi_#@GR2f}6TlmDxm?zVk~6 z+|_r|=TuGYT_*_Ysg-Xtv#phxdU=jdzYpm$ck^loTkn|v7kCD6R zIGP*7Ylw5~qjiX*Ex}!dKt^JnR3~(7xo>%d?Ls$2U{um0(>iKMmEw{y_pJQa!_4o& z59xVv29PfFvgX=pFd6YO<4WHxptOYY%T*tSjeVdXhmpRmZ44CN7jKmv9xhR`zJ!Dq zzfR~!l|rKgFRv-eOja;1BWA!DP8Au1f5Pkj-D(I4dP+j69!^u^cal1 zcPNojJD?DTpm3iCTlob$;wtl}r;D~usi3r^fv+yL<*=0$t8d#cG_jyq=U%ZZNjr9? zMyFJiO@=fb!(f(`(~~=9bWD5iKwgwck-V__^n1W?%3*jM2|Nw5xVT!>`n2v*kqaL2 zV4A{97mM`IaQt}?FiwWtVgUicVD%Tz@~3|*c4`>*K~FP*`iLvgH-TnOBJ|Z7Tm2#Q zh5VVD!<`K1cXsDAE z{3jv_82~U23(=0x;s3bhLf7?Zc$-Jp#(Ch z&dHC*5uggM8oyuvsq2B(tt=q8Vjs_apVQ=+lA_z9h@Sy0jmXiA$6T_8G~@3e)z z#-x|m`u=}c@5rByELD=FlVloEWk$b2R|x{!{gg^PmqpBa7!)y$*(7q;QrDxM_hWik zO49V!EsSW{*3$Zo8$SXJwM@mb&*>0~t2qo%RufYT9A6bU`-C2zDKU5;3@r!@d*7-4 zQ-Ol@6lGY*-i_mbmji78EcT9_Vis@*<3c+vbcojDb~k#38U|(@&0Ln0 zcDtdS?_XDxV30D6t)9R+ErZ*}Oi}H2p3_GGkFRhDS#*d}9;P1dUNdh?{J1RJ3ka>b zjGbrC^%K30DYO3T80Qqy_X4FIR{{K`tR8vLg?e{><=+$@BSy@|fp!F!7 z!*`pr)!vRZEz_`lFu-XCV#8P;KRz2ye+vAId6Jo9%6M_jH!oC^t8}^o;~;``Pvr;y zNG9cb*NEP;jsB4x!N49;QCQpkE9cLd%t>=`O>Z~BWhKI5v0&J52KIESvx+7Gt@lay z!arR&2>M1OKGY_=xF@Y`CVdQh#Ikb$uZjeHE9Bq*%iBHf7_6veI~2_kmNqs0t#mi~ z4bw+YGFimI!$Tq$wd(-62y`7lE~>q`1Bqh-$NRR@zYYQrh^)o?J+e z^|q~}cEnG_;#MqiUOlTzb5GEXKgpjBU;bzB2^w=G0*zGI`TTQ|JDbEw+mi+?`974S zKS_==oH?f_LAndL1vrWY|`gXI+iuMq0}Pv(l79`Lg6kemdnC%M|cceBVu}H)Zdp9CTg4i#FP?UB=d&@q7B z6?UeCX_r-+*~%?CHB`VYabwRY#p=D>LCLM()MzeQhk%*s;{S~*GhZsA4<6v4t0J!# z50W7(IK)R%|HakWak;Suc#{b*>eJeU>0QPjpF0;oX!zaN?6WoBf23?C^SWIdAJP5W zfhhAl=pI(?dIr|xLzE;B+lSV|hmPelTAax#AVyiD0=9T|Yp|7a5%t-f>nA0l^5aB$ z+cDFJC)p;v`-_I+A+M_zNAyMMPz=Gq6$k<6!dP!zfq?=vhxuog5Z@nJ+`uLp)BkOe zo9@-|@9{NhQH#%Km&3u%keD8RA1Fqu( zuIj#}=!hk)mku~DqLn6xPF<|Ym0sYbzT}Rf^A~=h4V{4My|#`s0P|jH&!j zVa{BXE<9_%8!rH$Ic}27kH`_1TXz>h zPJs1amldFzP&mvK0Y&hzB`Cs6()u3j>={CC@9_L7qglpeHJMcS1(rs}iH`=4-$!D} zjZ?#1Mo|JSNB*bYMQosq86pTs4E?(MrZK=}ot zEJZW3Hw;mZy2wB-2X9^3qpq?Lx2hgDHubS19|3UWM7CbV{#anl^_S6s6Cc1xNiZ=r z2UB`>0IoXe{~fp@x!OhTZfvG{PfHnizhgUhzGI>GmCi3>nA?*J@#ogN+!9vyVkKbm zRZ%dPOC3u)+(b^IbJ*hkY$?kR|DeJ9p~R;8Y{!Zu)#Rw7zyhpusW=Td!jBmikTdvA zT%gl3ET-E~h~|}=6p$t^wd9Mo>Nyz+vclRzF#N>&1kAy*RS}@#o5X5lsw;ps-b+8f zPOvlS0PH<8&al@Hmb}+ze-FIUtM1OkTk3R=`^bt?Kt%?PG0oQ@th}C6Z)$;VS@Fi=GE5wSZ zA#yuxnMr`4fo!WlsMZOv4ddB(bGPC~Lt^jQ6J8rMZnP3sI>2#)#bsxug)l4IOS8L0 z8YeeKR`|3&?DoEOS?jp8>fyv|(&?euDy$E%TtDNpy;Z-xJuf3&FwXiTom~87!uJ#R zZ|x>L-&1g1ij2*o=cSZy+Nr>E-sE@p2mfufHC`GL)l6)a=Z!KNQ>cm;8FwGoo9$bU zmH*UYHCsup*{=Izd*DdapaEfJTNhuY%aQk^IOSR2_+YG{cx(5x*f|ACYT4)!iUzx` zaK;8M!jfY4kD@x~!nKnXOZN^K!^)VvJ0HlSz;Rn_l@Jm)0~}i%*aEi)>Qp?kk-|9r z{K^2DE?=$fS{@IE&X2#{&+BY+=DDUDJ=(T0*nZ&o=}u70>`_x|3r_QWR@a|0e9R&G z+#i<<_$J(zar~K8$>>?fr-$mV>^6HJsRY!K`4V^i)wY?7e_sUEma3@8XbqO9(&&cx zL{ENdQfg`wtWCI3z1}}(1YBhzm>tOhmRH+)s*&nln~9ohRoF9nPo0=Go7FmL4Ccp2 zrl_2|EQ3EeY$p@U@t%WW?xp*QGLGQ~v6>tqe+gn;Cik?ljlV85s$H@qe(j2H%=PSI znXQ^u$tEw6L7cO29s_Q~Aw38J$+e{!^CI)y5&-LEZ`}&&87Q*Qd0*+-dPIw_w(ME3 z58qnd)=aK%pM*lv)RXsViQ<J?-mX%9ecf`^ z_f>ZJovXwq#06>q zAhjIZMhYKJP^e#K(7kcP=lh|nJ!JRC?M0H)zO!9dOpVeSzGw5^M2j#mzR2n*GWurl za{M#Ch0Ef_-_7yVd#>j_)KR=<)e~%CfORnoPGV+xesz2NqCuiP7v1c*2Ob;8VfV_U zT;_`RRH@}J$$@p}2G8Ij55K@sm-xBj+4M}S(pmR7B3OMl+R`Op?fgdzU1H}7`XBsaLpuk*{9Sb}ENnPgKlsnUAz+Jj!B2jm4>)!@rPzT^Zj zH-s@}Fg6W`-MCVqVYGaI)FLvrQe2ae4(fcbzb8O7 z+pOTXx2H%OCT|-eOCJ~5T$(Unp-4*f))@TNA^7tUjf(c}q^;4lI4e4C3Tpe!xm&;H z7o(g( zm5cODy9Yw7$DgeU7iUDQkGE}T__(Zkj#Ug^{rujiyMgEvP@hXJemke?%Pv;I!_vfCO)rh);=F3YnP^qs-2tLiy-r$cWW;SH{>wH=g{)OtF0Az!Gfw?&Eh z@!g2nah9u{&#Y;DrpAA_Gv&1T#cb*Rd~GE%eL;K>#?t}|@!K19oP2zIqm3N71!5_n zmtyv6H=H?9qqdwlT~Hjnmzm)zQ@lmauUfhiO$)oH7YFVt4_%&1V7qvZU9ZgLmKKG= zfWrb0p8fEA=;`wp4mfx?ds1OOpWQqY6Oh+N5lt<4IQQe;Cntsz)gH`J>9~LTGW6J5 zN@&W!Qc5ptSC4XHsZ|241po5fChdZ@cPGb?HhEjOS5elo%yxh0Wmn&*mNc;fmcG$= zuHcFdkKk~c^%agK0jbd@NtQhDR2rX+zk@sIUMO<{On7{Q(;G5X&dho$@Hq@J;=U4tm0EDap4`i(pN&|p?7aT?|ybcU;#!_l`iZXF!(`(3tf5?2cH`pf zv&!ldmoUohhokFqu>|jj3jJrkmF_YMIU{5%Z&{M@;xi4IuEMW=lPYoJ#K`xu zI+8lDqJ@g&8gj>&yaI<{= zWi)=^B_Y+WsA=`%58J_YZ17Q|hUZJRvT_^#MkBPnVPeY%rsQ^21z&74iOKBF%;X$= z*XHobbM>)wqSfkSJik3B*Wep{kGsj+0uwK-R!`vFa`3rSCvqofU$1q3SnqujKBxBV z-17OK4iu#)C5E%^uU2)_X?n=gd50UgC`feA9RI1kw@O0V_Lp^!gMr?7Xho8ev-%>@ zxq8!s+kI-(#nMBa%Y%EDC%xR%Xq9D?>*#jRyGQgJ`L~Fx?>C&^Z@H0oYSG^GPZH(6 zW}g%1G&@8ktd(1&TJ+<`J=uNVe*0i@nCqPcG!4(EhhMk4}1fOq`1V#~l zcAKYcIW?*L&)NFJe{S~W&r%w?Jz*YHt}D~k@G|TYmsYw{TDADgg)7%qd~~I|lb4f7 z-MBHS?vrrv_}gKv?Ww6I(Q^N=^}el{$vTG>W{*$L!XCabb;tZYMpfBQ7H6&#`Bm(} zMN_)yi14}IQzDNFX5DG?^k=*Go#5C0du+>q>KB*fMSejtyVJXFO}#5Qm{@u}(8{@A zKhf!3f>0iD*Qa4#z2fdRul1(gT?S`Zg?XAI_Fs8AR;%BA#Jb-DuN}{G;svKCAC5^P zrR2O<=6;na)#;5)S6?H3juGou9-jnxC85m2cu}U^uIr3zXlgp((p+knb3_tct7wZV zUcY|*u5!e_sx;&4Pu<$Bcd=37=Lp9^d- zGl(jBDsuT-;lgf>6LqfL{d8ih5A#cW?o@_(HCh`47-?-yyth4sPm_GJyh)&GXwDiM ze1O5Ek$J4Js~O!Tj2BnsC3oa_d$vED+)UXwWahnQp?6p7!YAcPXD6;Z{%r7VF_*r9 z>qWj8Y%ct2*tgzS*Lyw2$Ke7O)1^0eSr;pmn3taWHjF-wz9CtDdrgm{t*Sb=dHm;Z z7kUh4U#??_V{p8(j*2f#7Zlnu-D?;BqP|jRmqxGBe%GHgkbpQx6jlQgmmvTIs?Z>_#(+6#WH_sT;P^I#9NY35Tx|)^-H|h7jp^^1# zMVr?N?M&zQjLQ|LCY6u5wclkKVP)DoGzAn!kudC*WZ zf-zC>$B$P`VLp72PDB-UNw7fSUsT;4e^!(ORiFd?QH;)eu1j3)nIL7@N>i_u<4V<# zWYX0A%Xtrtr&{^GJ=d1s6BW$tPvum{*}kvaK*_LNy=sJ#0{?04oC^-z={=Ck;+&A>k ze`CB@&%;>gpVyn`h*|gN_5A$*AKqju6su^$f8g39xDYC;suuv&^Ix4|=jOiL^!M&O z%^L2NK629OqZfBk1si0~_I;<0*TG;`+^690{yAY7sbfcA9`n!Z)-@Qk{`0zagbap`e_n^L@BUxk zM6ec#ZGCX!56}#6=rCINe|?2YXdZw{lL%_brurbpWa#08Lqji6J-Z4hX^*DHA+M+K z5NK6QD7{>?C2q_~Q&RJRvChX3S&o9OX8#Z)Kt355Exx-V? z38B*O#bwh>rrI*{G#A(~l~J*P!}ht+7l-n$=nI|HU{ z1Xdor55K?D)Yvbz4|b690{#n1%#bs1Lx5m{3;f!`#9f!_gPE`wVDaSELaJl~fF&gX z7|gW~z=Udfa0G6uaM9V4C$2Bquj(9ncd{4ce5%>=m(4T3?aJ9pBkp2fBYBGKb1wL1 zML!FJmG(^l=H3UZlsxcpIW6J#D6E?r<27jvx>O?26eI7(MR4hyn3_!3o0z@#`vD69 z3?`$?D5kJeMjv#|;L`CR9Qqu82Q>`lT_tEoBUghLv0M-iNg?j?4V^<6ujqbtM!4`X z?N;urGcLe+KM!Ob;ZgwElL1*Lf)9`_2N~x0l|O%LxK9rA?mcp09&3xY>T-yK2mY{d zEQ_$Hs17(nFn}8tTk&6*!WtDAXYok2Qy??v5)n&M?b_FjyX{rAf3FNZ@hcdiD&isNPgo$X8Yflm(0516~u zfCyDY@4j#g)*b`_zp4@1Y5J*2IM}Nq8Vu&!d|C_M3?7_2e6ZX&0_26VV9Y0favC!8 zmoi{|e~)fu421hQw}SZ6`O!LTJZM&_UdaPXPjugMYUN$H0U+;ZKGF&3ri>}>gg97p zgIV!4D_Z)_#K`#RZ!17`{T;#}oL`<_eAriV>E{;kEu(Mxp5V$T(8pk0Nk3z>$N6_}M$Q~X(d+xke;zk4%D&9UG>GR=slhVn42-icZCFIx? zC0v|V5S|+?&-NQvCL~A=xXmj#!xoQ^aowQUoB&r>t!nFG?`aSc13lP;9vSl72Y@g* zGO`{5CA^N1?i_3M(0#6i<%m)DLzorZ;-0-7#&4|7w;00Cb7n7B5O6hDfxb`U1gGXX zfd&vH--qZHw@yk2$E9_+M9^1SL_hnvIf$PkKv;**;sN(}TzmU{FqRsN2@iTS^q3+E zc6k}=xz==E=w*Bd#s|Ga*R^XA;Dz;PO~Nw^x?CFL`R$v4=Oh4D)YtqNw#pnhEok}rH2|x+4u=FN zUbntTtt9sZ^)nW%a4s-0)p8b|90p+CYI4qTX2kQkTinB!;R@tlmhET z8B5EY(W$fIE*%Hydcoq*ZZksH_67L&$-690GVvKVvvwDvpZlDv*9@hlM3kC;M2kKs zhY0E(E|Qew#Hvb90|WT{H$5vI7iTkbtAatjgN>JP7aR2iy`L@oYXVDUBltBlP69z=6Wo0 zoaTQJxG`hp83LvdII-$sA6j`$K~vlXVeo4jUs00WR7DvO6y}#1VtxE+I!tSp09A~d znx{UFRyEkg<{P*0cJ~)s8JvdwY|hz`{Te{YuQNP_exkC&gG{JiFn}!w%N+J4ORS?oQoeh0^5Td~e4hkwZFvvq}U^$S1!gvd&sW7&|cvX~_bYsJj#sKHb>iX}* zIeqd|`@Z-8bKlqfJpb!=jm&dtP{D!ZjFnU4{0biTi&E)sIm@~=u)S-FD#}qBcnwz+m3wgP@BLltQKZs}<1A4x%Kl9*}xZ3ZhO{W%Y)*1L= zr>e=tn0kK4~`N*{Vhz9Ho4xr-+7LjyGPC!(oJ#b5A`?*CGp=Uow$aECf`v8ux z$t^gbI?DCW{@A*zvkjd$CVz87N$)^0cOMaS%NW8O{9CfcE!T!g!Q?d})dxJ^j-<>B z^HcC6hR0K92IIp@r+N${>}2uKYt^Rkrp*?%aYlFRWy-`HabdLho^zZ#^~d9Iw6PZU z5nBP?PZfJvkT4`O$7kzONu*nIEQIVwm2d*w1+#8KQ~@OtZdn8DR6$J0p2CeCRoU=y z@#^kfn2uNCFltv9B~DDCp|n;H3R$h?1d`9w=X!yhrr!15&KczCihR6=ajDm!L>*{U zxzf8mhFd#oP9c4~U7JOBM`85mkVxHKrC zY8AOi)mhM=f~{rI<*g}A1oCL5;<;cXXQIOVzC`x@G@aGAV{Qvw2A6@Gn7Hb z^{>BsVk*rx$%?&ewm?|WMW!;7!`-xk^DLFIHFh+e%uF)?*8iAb66nFM9sLrESsJJ= zDqJ7xQzw_pWR~JTf&4A<7_bADnk9M-<y;xX}@#Y(CX_a@-4U?Ku zm!3_Y78UcJK+!GgytxA8fhda62(DJah-0JrTvoc}n=;l7UH^5-g(WfoOga*Qojlkc z>REFsm{Ad=R*fS;lspWZPrY5O=@cH)fB$NH_cJFTYe=zv>bRg!cV?R<45GSpoW$sm zKPk99S7*q_Ac0#k+#2hD)h1}WR}<@xCmk&2GKio?kKebvql^*YQ{rR$%#NADwPF>66G*-{4@xD#hB{(F+s zyHRe$pYYceXfzvPZN_=4^@q=pBU)o;(z4W{tK8UKk3#Ra>-dGyd0DY7M`; z+d6QEqz0D=(YZbEY<)RaqIwY=U3dFHmTV}$xHzWO-D2srZ``k{HJrF*KQImAZo_a$ zvLTGM78dmKXQuXCW>ww8FZj*I(zxH#N62{UxYBtJV-zfA;aV r$yz$+zeBgz@a%K`kDU(t)5aC%SLn14Co74adD0g<_G}mW98UWOAe1sO literal 0 HcmV?d00001 diff --git a/evidence/research-20261029-final/matrix.svg b/evidence/research-20261029-final/matrix.svg new file mode 100644 index 00000000..c6c277d3 --- /dev/null +++ b/evidence/research-20261029-final/matrix.svg @@ -0,0 +1,1667 @@ + + + + + + + + 2026-10-29T15:23:04.427382 + image/svg+xml + + + Matplotlib v3.10.8, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/research-20261029-final/node-capacity.json b/evidence/research-20261029-final/node-capacity.json new file mode 100644 index 00000000..16a112b0 --- /dev/null +++ b/evidence/research-20261029-final/node-capacity.json @@ -0,0 +1,95 @@ +[ + { + "name": "dev.asisti.tech", + "capacity": { + "cpu": "4", + "ephemeral-storage": "82447384Ki", + "hugepages-1Gi": "0", + "hugepages-2Mi": "0", + "memory": "8026472Ki", + "pods": "110" + }, + "allocatable": { + "cpu": "4", + "ephemeral-storage": "81398808Ki", + "hugepages-1Gi": "0", + "hugepages-2Mi": "0", + "memory": "7924072Ki", + "pods": "110" + }, + "nodeInfo": { + "architecture": "amd64", + "containerRuntimeVersion": "containerd://1.7.29", + "kernelVersion": "6.8.0-139-generic", + "kubeProxyVersion": "", + "kubeletVersion": "v1.33.13", + "operatingSystem": "linux", + "osImage": "Ubuntu 24.04.4 LTS", + "swap": { + "capacity": 4109365248 + } + } + }, + { + "name": "marlosrv0", + "capacity": { + "cpu": "6", + "ephemeral-storage": "980227752Ki", + "hugepages-1Gi": "0", + "hugepages-2Mi": "0", + "memory": "32703800Ki", + "pods": "110" + }, + "allocatable": { + "cpu": "6", + "ephemeral-storage": "979179176Ki", + "hugepages-1Gi": "0", + "hugepages-2Mi": "0", + "memory": "32601400Ki", + "pods": "110" + }, + "nodeInfo": { + "architecture": "amd64", + "containerRuntimeVersion": "containerd://1.7.29", + "kernelVersion": "6.8.0-147-generic", + "kubeProxyVersion": "", + "kubeletVersion": "v1.33.13", + "operatingSystem": "linux", + "osImage": "Ubuntu 24.04.5 LTS", + "swap": { + "capacity": 8589930496 + } + } + }, + { + "name": "srv0.agapov.space", + "capacity": { + "cpu": "4", + "ephemeral-storage": "82447384Ki", + "hugepages-1Gi": "0", + "hugepages-2Mi": "0", + "memory": "8026556Ki", + "pods": "110" + }, + "allocatable": { + "cpu": "4", + "ephemeral-storage": "81398808Ki", + "hugepages-1Gi": "0", + "hugepages-2Mi": "0", + "memory": "7924156Ki", + "pods": "110" + }, + "nodeInfo": { + "architecture": "amd64", + "containerRuntimeVersion": "containerd://1.7.29", + "kernelVersion": "6.8.0-139-generic", + "kubeProxyVersion": "", + "kubeletVersion": "v1.33.13", + "operatingSystem": "linux", + "osImage": "Ubuntu 24.04.4 LTS", + "swap": { + "capacity": 4109365248 + } + } + } +] diff --git a/evidence/research-20261029-final/nodes.txt b/evidence/research-20261029-final/nodes.txt new file mode 100644 index 00000000..461dea77 --- /dev/null +++ b/evidence/research-20261029-final/nodes.txt @@ -0,0 +1,4 @@ +NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME +dev.asisti.tech Ready 252d v1.33.13 100.99.166.40 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 +marlosrv0 Ready 254d v1.33.13 192.168.1.37 Ubuntu 24.04.5 LTS 6.8.0-147-generic containerd://1.7.29 +srv0.agapov.space Ready 246d v1.33.13 100.108.186.94 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 diff --git a/evidence/research-20261029-final/pods-growing2-20261029111200.txt b/evidence/research-20261029-final/pods-growing2-20261029111200.txt new file mode 100644 index 00000000..6321425e --- /dev/null +++ b/evidence/research-20261029-final/pods-growing2-20261029111200.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-855b9f4fb5-jmv88 1/1 Running 0 4m6s 10.1.25.91 dev.asisti.tech +api-855b9f4fb5-l4wp7 1/1 Running 0 39s 10.1.112.76 marlosrv0 diff --git a/evidence/research-20261029-final/pods-growing4-20261029111342.txt b/evidence/research-20261029-final/pods-growing4-20261029111342.txt new file mode 100644 index 00000000..fa1a526c --- /dev/null +++ b/evidence/research-20261029-final/pods-growing4-20261029111342.txt @@ -0,0 +1,5 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-855b9f4fb5-jmv88 1/1 Running 0 5m46s 10.1.25.91 dev.asisti.tech +api-855b9f4fb5-k58mh 1/1 Running 0 37s 10.1.25.113 dev.asisti.tech +api-855b9f4fb5-l4wp7 1/1 Running 0 2m19s 10.1.112.76 marlosrv0 +api-855b9f4fb5-sw875 1/1 Running 0 37s 10.1.131.11 srv0.agapov.space diff --git a/evidence/research-20261029-final/pods-saturation8-20261029111530.txt b/evidence/research-20261029-final/pods-saturation8-20261029111530.txt new file mode 100644 index 00000000..06b7e451 --- /dev/null +++ b/evidence/research-20261029-final/pods-saturation8-20261029111530.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-6fc45595fc-bc4qf 1/1 Running 0 36s 10.1.112.98 marlosrv0 diff --git a/evidence/research-20261029-final/profiles.csv b/evidence/research-20261029-final/profiles.csv new file mode 100644 index 00000000..35916c17 --- /dev/null +++ b/evidence/research-20261029-final/profiles.csv @@ -0,0 +1,8 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration +fixed1,fixed1-20261029110437,1,1000,512,8,32,30 +fixed2,fixed2-20261029110639,2,500,256,8,32,30 +fixed4,fixed4-20261029110815,4,250,128,8,32,30 +growing1,growing1-20261029111013,1,250,128,8,32,30 +growing2,growing2-20261029111200,2,250,128,8,32,30 +growing4,growing4-20261029111342,4,250,128,8,32,30 +saturation8,saturation8-20261029111530,1,1000,512,8,8,30 diff --git a/evidence/research-20261029-final/resources-fixed1-20261029110437.txt b/evidence/research-20261029-final/resources-fixed1-20261029110437.txt new file mode 100644 index 00000000..273f08d8 --- /dev/null +++ b/evidence/research-20261029-final/resources-fixed1-20261029110437.txt @@ -0,0 +1,97 @@ +UTC 2026-10-29T11:05:39Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 3m 22Mi +postgres-0 5m 30Mi +valkey-0 7m 9Mi +valkey-1 5m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:05:52Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 2m 22Mi +postgres-0 5m 30Mi +valkey-0 7m 9Mi +valkey-1 5m 13Mi +valkey-2 5m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:05:58Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 2m 22Mi +postgres-0 5m 30Mi +valkey-0 7m 9Mi +valkey-1 5m 13Mi +valkey-2 5m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:06:05Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 233m 10Mi +load-fixed1-20261029110437-h46fd 56m 19Mi +postgres-0 10m 31Mi +valkey-0 21m 8Mi +valkey-1 5m 13Mi +valkey-2 6m 3Mi +active|Client|ClientRead|1 +active|IO|WalSync|1 +active|Lock|transactionid|1 +active|||2 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|3 +UTC 2026-10-29T11:06:12Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 233m 10Mi +load-fixed1-20261029110437-h46fd 56m 19Mi +postgres-0 10m 31Mi +valkey-0 21m 8Mi +valkey-1 5m 13Mi +valkey-2 6m 3Mi +active|||3 +idle|Client|ClientRead|6 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:06:19Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 233m 10Mi +load-fixed1-20261029110437-h46fd 227m 28Mi +postgres-0 328m 49Mi +valkey-0 21m 8Mi +valkey-1 13m 14Mi +valkey-2 48m 3Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:06:26Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 233m 10Mi +load-fixed1-20261029110437-h46fd 227m 28Mi +postgres-0 328m 49Mi +valkey-0 21m 8Mi +valkey-1 13m 14Mi +valkey-2 48m 3Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|3 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T11:06:32Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 562m 15Mi +load-fixed1-20261029110437-h46fd 277m 30Mi +postgres-0 654m 50Mi +valkey-0 115m 8Mi +valkey-1 107m 14Mi +valkey-2 85m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:06:38Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-5df5c 562m 15Mi +postgres-0 654m 50Mi +valkey-0 115m 8Mi +valkey-1 107m 14Mi +valkey-2 85m 3Mi diff --git a/evidence/research-20261029-final/resources-fixed2-20261029110639.txt b/evidence/research-20261029-final/resources-fixed2-20261029110639.txt new file mode 100644 index 00000000..db6fd787 --- /dev/null +++ b/evidence/research-20261029-final/resources-fixed2-20261029110639.txt @@ -0,0 +1,99 @@ +UTC 2026-10-29T11:07:23Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 17m 22Mi +api-7f5b6b9d85-kc6g9 3m 22Mi +postgres-0 10m 35Mi +valkey-0 8m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:07:30Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 2m 22Mi +api-7f5b6b9d85-kc6g9 35m 58Mi +postgres-0 14m 36Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|3 +idle|||1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:07:36Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 2m 22Mi +api-7f5b6b9d85-kc6g9 35m 58Mi +postgres-0 14m 36Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:07:42Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 2m 22Mi +api-7f5b6b9d85-kc6g9 35m 58Mi +postgres-0 14m 36Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|IO|WalSync|1 +active|Lock|transactionid|2 +active|||2 +idle|Client|ClientRead|7 +idle|||1 +idle in transaction|Client|ClientRead|4 +idle in transaction|||1 +UTC 2026-10-29T11:07:49Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 143m 14Mi +api-7f5b6b9d85-kc6g9 35m 58Mi +load-fixed2-20261029110639-p24fl 151m 26Mi +postgres-0 14m 36Mi +valkey-0 52m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||4 +idle|Client|ClientRead|8 +idle|||1 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T11:07:56Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 143m 14Mi +api-7f5b6b9d85-kc6g9 35m 58Mi +load-fixed2-20261029110639-p24fl 151m 26Mi +postgres-0 14m 36Mi +valkey-0 52m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||2 +idle|Client|ClientRead|12 +idle in transaction|Client|ClientRead|3 +idle in transaction|||1 +UTC 2026-10-29T11:08:03Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 394m 14Mi +api-7f5b6b9d85-kc6g9 319m 13Mi +load-fixed2-20261029110639-p24fl 361m 30Mi +postgres-0 454m 71Mi +valkey-0 52m 9Mi +valkey-1 68m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|12 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T11:08:10Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-6prkx 394m 14Mi +api-7f5b6b9d85-kc6g9 319m 13Mi +load-fixed2-20261029110639-p24fl 361m 30Mi +postgres-0 454m 71Mi +valkey-0 52m 9Mi +valkey-1 68m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-final/resources-fixed4-20261029110815.txt b/evidence/research-20261029-final/resources-fixed4-20261029110815.txt new file mode 100644 index 00000000..4072fe8c --- /dev/null +++ b/evidence/research-20261029-final/resources-fixed4-20261029110815.txt @@ -0,0 +1,131 @@ +UTC 2026-10-29T11:09:13Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 2m 23Mi +api-855b9f4fb5-jmv88 2m 22Mi +api-855b9f4fb5-sts4n 3m 22Mi +api-855b9f4fb5-wk5f7 2m 22Mi +postgres-0 11m 40Mi +valkey-0 8m 9Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:09:20Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 2m 23Mi +api-855b9f4fb5-jmv88 3m 22Mi +api-855b9f4fb5-sts4n 2m 22Mi +api-855b9f4fb5-wk5f7 2m 22Mi +postgres-0 7m 40Mi +valkey-0 9m 9Mi +valkey-1 6m 14Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:09:26Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 2m 23Mi +api-855b9f4fb5-jmv88 3m 22Mi +api-855b9f4fb5-sts4n 2m 22Mi +api-855b9f4fb5-wk5f7 2m 22Mi +postgres-0 7m 40Mi +valkey-0 9m 9Mi +valkey-1 6m 14Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:09:32Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 2m 23Mi +api-855b9f4fb5-jmv88 28m 58Mi +api-855b9f4fb5-sts4n 38m 61Mi +api-855b9f4fb5-wk5f7 31m 61Mi +load-fixed4-20261029110815-p6tfm 23m 17Mi +postgres-0 25m 44Mi +valkey-0 10m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|9 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:09:39Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 2m 23Mi +api-855b9f4fb5-jmv88 28m 58Mi +api-855b9f4fb5-sts4n 38m 61Mi +api-855b9f4fb5-wk5f7 31m 61Mi +load-fixed4-20261029110815-p6tfm 23m 17Mi +postgres-0 25m 44Mi +valkey-0 10m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|26 +idle|||1 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T11:09:46Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 54m 40Mi +api-855b9f4fb5-jmv88 41m 40Mi +api-855b9f4fb5-sts4n 75m 11Mi +api-855b9f4fb5-wk5f7 92m 9Mi +load-fixed4-20261029110815-p6tfm 136m 25Mi +postgres-0 213m 110Mi +valkey-0 47m 9Mi +valkey-1 21m 14Mi +valkey-2 20m 3Mi +active|IO|WalSync|1 +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|26 +idle|||1 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T11:09:52Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 54m 40Mi +api-855b9f4fb5-jmv88 41m 40Mi +api-855b9f4fb5-sts4n 75m 11Mi +api-855b9f4fb5-wk5f7 92m 9Mi +load-fixed4-20261029110815-p6tfm 136m 25Mi +postgres-0 213m 110Mi +valkey-0 47m 9Mi +valkey-1 21m 14Mi +valkey-2 20m 3Mi +active|||1 +idle|Client|ClientRead|25 +idle in transaction|Client|ClientRead|8 +UTC 2026-10-29T11:10:00Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 170m 11Mi +api-855b9f4fb5-jmv88 197m 12Mi +api-855b9f4fb5-sts4n 229m 12Mi +api-855b9f4fb5-wk5f7 191m 10Mi +load-fixed4-20261029110815-p6tfm 264m 29Mi +postgres-0 765m 113Mi +valkey-0 138m 9Mi +valkey-1 92m 14Mi +valkey-2 49m 3Mi +active|Client|ClientRead|1 +active|||1 +idle|Client|ClientRead|24 +idle in transaction|Client|ClientRead|6 +idle in transaction|IO|WalSync|1 +idle in transaction|LWLock|WALWrite|1 +UTC 2026-10-29T11:10:08Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-gsprd 170m 11Mi +api-855b9f4fb5-jmv88 197m 12Mi +api-855b9f4fb5-sts4n 229m 12Mi +api-855b9f4fb5-wk5f7 191m 10Mi +load-fixed4-20261029110815-p6tfm 264m 29Mi +postgres-0 765m 113Mi +valkey-0 138m 9Mi +valkey-1 92m 14Mi +valkey-2 49m 3Mi +active|||1 +idle|Client|ClientRead|32 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-final/resources-growing1-20261029111013.txt b/evidence/research-20261029-final/resources-growing1-20261029111013.txt new file mode 100644 index 00000000..c5df5753 --- /dev/null +++ b/evidence/research-20261029-final/resources-growing1-20261029111013.txt @@ -0,0 +1,96 @@ +UTC 2026-10-29T11:10:55Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 2m 12Mi +postgres-0 28m 55Mi +valkey-0 7m 9Mi +valkey-1 6m 14Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:11:02Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 2m 12Mi +postgres-0 5m 55Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:11:08Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 2m 12Mi +postgres-0 5m 55Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:11:15Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 82m 65Mi +load-growing1-20261029111013-4pptm 31m 18Mi +postgres-0 16m 55Mi +valkey-0 10m 9Mi +valkey-1 5m 14Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:11:21Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 82m 65Mi +load-growing1-20261029111013-4pptm 31m 18Mi +postgres-0 16m 55Mi +valkey-0 10m 9Mi +valkey-1 5m 14Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T11:11:28Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 82m 65Mi +load-growing1-20261029111013-4pptm 31m 18Mi +postgres-0 16m 55Mi +valkey-0 10m 9Mi +valkey-1 5m 14Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:11:34Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 144m 12Mi +load-growing1-20261029111013-4pptm 55m 18Mi +postgres-0 54m 55Mi +valkey-0 28m 9Mi +valkey-1 7m 14Mi +valkey-2 26m 3Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T11:11:41Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 144m 12Mi +load-growing1-20261029111013-4pptm 55m 18Mi +postgres-0 54m 55Mi +valkey-0 28m 9Mi +valkey-1 7m 14Mi +valkey-2 26m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:11:47Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 144m 12Mi +load-growing1-20261029111013-4pptm 55m 18Mi +postgres-0 54m 55Mi +valkey-0 28m 9Mi +valkey-1 7m 14Mi +valkey-2 26m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-final/resources-growing2-20261029111200.txt b/evidence/research-20261029-final/resources-growing2-20261029111200.txt new file mode 100644 index 00000000..e38784c4 --- /dev/null +++ b/evidence/research-20261029-final/resources-growing2-20261029111200.txt @@ -0,0 +1,105 @@ +UTC 2026-10-29T11:12:44Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 3m 15Mi +api-855b9f4fb5-l4wp7 19m 22Mi +postgres-0 6m 57Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|9 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:12:51Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 3m 15Mi +api-855b9f4fb5-l4wp7 3m 23Mi +postgres-0 5m 57Mi +valkey-0 7m 9Mi +valkey-1 6m 14Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|9 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:12:57Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 3m 15Mi +api-855b9f4fb5-l4wp7 3m 23Mi +postgres-0 5m 57Mi +valkey-0 7m 9Mi +valkey-1 6m 14Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|12 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:13:03Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 72m 66Mi +api-855b9f4fb5-l4wp7 75m 9Mi +load-growing2-20261029111200-vdwmn 59m 18Mi +postgres-0 12m 58Mi +valkey-0 11m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|12 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:13:10Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 72m 66Mi +api-855b9f4fb5-l4wp7 75m 9Mi +load-growing2-20261029111200-vdwmn 59m 18Mi +postgres-0 12m 58Mi +valkey-0 11m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||3 +idle|Client|ClientRead|10 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T11:13:17Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 148m 14Mi +api-855b9f4fb5-l4wp7 75m 9Mi +load-growing2-20261029111200-vdwmn 54m 18Mi +postgres-0 221m 76Mi +valkey-0 60m 9Mi +valkey-1 12m 14Mi +valkey-2 27m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:13:27Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 148m 14Mi +api-855b9f4fb5-l4wp7 75m 9Mi +load-growing2-20261029111200-vdwmn 54m 18Mi +postgres-0 221m 76Mi +valkey-0 60m 9Mi +valkey-1 12m 14Mi +valkey-2 27m 3Mi +active|||1 +idle|Client|ClientRead|13 +idle|||1 +idle in transaction|Client|ClientRead|3 +UTC 2026-10-29T11:13:33Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 133m 16Mi +api-855b9f4fb5-l4wp7 122m 12Mi +load-growing2-20261029111200-vdwmn 163m 31Mi +postgres-0 170m 76Mi +valkey-0 76m 9Mi +valkey-1 30m 14Mi +valkey-2 40m 3Mi +active|||2 +idle|Client|ClientRead|12 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T11:13:40Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 133m 16Mi +api-855b9f4fb5-l4wp7 122m 12Mi +postgres-0 170m 76Mi +valkey-0 76m 9Mi +valkey-1 30m 14Mi +valkey-2 40m 3Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-final/resources-growing4-20261029111342.txt b/evidence/research-20261029-final/resources-growing4-20261029111342.txt new file mode 100644 index 00000000..a9a220a5 --- /dev/null +++ b/evidence/research-20261029-final/resources-growing4-20261029111342.txt @@ -0,0 +1,128 @@ +UTC 2026-10-29T11:14:25Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 3m 15Mi +api-855b9f4fb5-k58mh 18m 22Mi +api-855b9f4fb5-l4wp7 2m 13Mi +api-855b9f4fb5-sw875 3m 22Mi +postgres-0 9m 80Mi +valkey-0 10m 9Mi +valkey-1 5m 14Mi +valkey-2 7m 4Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:14:38Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 3m 15Mi +api-855b9f4fb5-k58mh 3m 22Mi +api-855b9f4fb5-l4wp7 3m 13Mi +api-855b9f4fb5-sw875 3m 22Mi +postgres-0 7m 80Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|17 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:14:44Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 3m 15Mi +api-855b9f4fb5-k58mh 3m 22Mi +api-855b9f4fb5-l4wp7 3m 13Mi +api-855b9f4fb5-sw875 3m 22Mi +postgres-0 7m 80Mi +valkey-0 7m 9Mi +valkey-1 5m 14Mi +valkey-2 7m 3Mi +active|||2 +idle|Client|ClientRead|17 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:14:50Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 4m 15Mi +api-855b9f4fb5-k58mh 3m 23Mi +api-855b9f4fb5-l4wp7 20m 49Mi +api-855b9f4fb5-sw875 32m 61Mi +load-growing4-20261029111342-g6kw6 39m 17Mi +postgres-0 13m 75Mi +valkey-0 9m 9Mi +valkey-1 6m 14Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|18 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:14:57Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 4m 15Mi +api-855b9f4fb5-k58mh 3m 23Mi +api-855b9f4fb5-l4wp7 20m 49Mi +api-855b9f4fb5-sw875 32m 61Mi +load-growing4-20261029111342-g6kw6 39m 17Mi +postgres-0 13m 75Mi +valkey-0 9m 9Mi +valkey-1 6m 14Mi +valkey-2 7m 3Mi +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|24 +idle|||1 +idle in transaction|Client|ClientRead|7 +UTC 2026-10-29T11:15:03Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 57m 66Mi +api-855b9f4fb5-k58mh 73m 39Mi +api-855b9f4fb5-l4wp7 65m 44Mi +api-855b9f4fb5-sw875 59m 61Mi +load-growing4-20261029111342-g6kw6 103m 25Mi +postgres-0 72m 82Mi +valkey-0 52m 9Mi +valkey-1 13m 14Mi +valkey-2 16m 3Mi +active|||1 +idle|Client|ClientRead|28 +idle in transaction|Client|ClientRead|4 +idle in transaction|IO|WalSync|1 +UTC 2026-10-29T11:15:11Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 57m 66Mi +api-855b9f4fb5-k58mh 73m 39Mi +api-855b9f4fb5-l4wp7 65m 44Mi +api-855b9f4fb5-sw875 59m 61Mi +load-growing4-20261029111342-g6kw6 103m 25Mi +postgres-0 72m 82Mi +valkey-0 52m 9Mi +valkey-1 13m 14Mi +valkey-2 16m 3Mi +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|26 +idle in transaction|Client|ClientRead|6 +UTC 2026-10-29T11:15:18Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 170m 54Mi +api-855b9f4fb5-k58mh 145m 10Mi +api-855b9f4fb5-l4wp7 153m 13Mi +api-855b9f4fb5-sw875 216m 13Mi +load-growing4-20261029111342-g6kw6 273m 29Mi +postgres-0 617m 117Mi +valkey-0 76m 10Mi +valkey-1 66m 14Mi +valkey-2 16m 3Mi +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|28 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T11:15:25Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-jmv88 170m 54Mi +api-855b9f4fb5-k58mh 145m 10Mi +api-855b9f4fb5-l4wp7 153m 13Mi +api-855b9f4fb5-sw875 216m 13Mi +load-growing4-20261029111342-g6kw6 273m 29Mi +postgres-0 617m 117Mi +valkey-0 76m 10Mi +valkey-1 66m 14Mi +valkey-2 16m 3Mi +active|||1 +idle|Client|ClientRead|32 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-final/resources-saturation8-20261029111530.txt b/evidence/research-20261029-final/resources-saturation8-20261029111530.txt new file mode 100644 index 00000000..0ff4aac8 --- /dev/null +++ b/evidence/research-20261029-final/resources-saturation8-20261029111530.txt @@ -0,0 +1,40 @@ +UTC 2026-10-29T11:16:12Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-bc4qf 10m 22Mi +postgres-0 9m 41Mi +valkey-0 8m 10Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:16:18Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-bc4qf 2m 22Mi +postgres-0 9m 41Mi +valkey-0 10m 10Mi +valkey-1 5m 14Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:16:25Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-bc4qf 2m 22Mi +postgres-0 9m 41Mi +valkey-0 10m 10Mi +valkey-1 5m 14Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:16:33Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-bc4qf 37m 58Mi +postgres-0 9m 42Mi +valkey-0 8m 9Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-final/restore-values.yaml b/evidence/research-20261029-final/restore-values.yaml new file mode 100644 index 00000000..4e915dac --- /dev/null +++ b/evidence/research-20261029-final/restore-values.yaml @@ -0,0 +1,61 @@ +api: + env: + DEPENDENCY_POOL_SIZE: "8" + DEPENDENCY_TIMEOUT_MS: "2000" + GOMEMLIMIT: 160MiB + REQUEST_TIMEOUT_SECONDS: "4" + SESSION_TTL_SECONDS: "3600" + SHUTDOWN_TIMEOUT_SECONDS: "5" + replicas: 2 + resources: + limits: + cpu: "1" + memory: 256Mi + requests: + cpu: 250m + memory: 128Mi +autoscaling: + cpuPercent: 60 + enabled: true + maxReplicas: 4 + minReplicas: 2 +databaseSecret: messenger-secrets +image: + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 + repository: asisti.registry.twcstorage.ru/mtusi2026lab3 +imagePullSecret: registry-pull +ingress: + className: traefik + clusterIssuer: letsencrypt-prod + host: hl.agapov.space +load: + duration: 30 + enabled: false + run: manual + script: scaling.js + vus: 32 +monitoring: + serviceMonitor: false +postgres: + image: postgres:17.6-alpine + resources: + limits: + cpu: "1" + memory: 512Mi + requests: + cpu: 250m + memory: 256Mi + storage: 2Gi +storageClass: "" +valkey: + image: valkey/valkey:8.1.3-alpine + maxmemory: 64mb + resources: + limits: + cpu: 500m + memory: 128Mi + requests: + cpu: 100m + memory: 96Mi + shards: 3 + storage: 1Gi diff --git a/evidence/research-20261029-final/restore.txt b/evidence/research-20261029-final/restore.txt new file mode 100644 index 00000000..41755a8d --- /dev/null +++ b/evidence/research-20261029-final/restore.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:16:34 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 15 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/results.png b/evidence/research-20261029-final/results.png new file mode 100644 index 0000000000000000000000000000000000000000..f58739cea833ba036f780c23a4fbcf927e058b48 GIT binary patch literal 186508 zcmcG$byU^sw>`YogL+WZqm&?FB5lyAa!>&Y=|(`nEhR0RJO&6zC?$<_cc(!p2uMo{ z2)H+}>8^J@2!8K*fA<}~d;fU%7-t-Yus`v{T64`g*W)24bBm0Wh7^OrkV)MBTONZs z$cVx0|9)^k{7dOSS)%Yi0c&wpYXx&dYdc*_1B|q;^&=B=YZI&pSqX4*n*RO^4s%N*&i5KNjc}DeAKg~7!eFSw(0_X*Y@P;S_Fym)e_vO8 z96r%^;0;Cl1|PAB;|1eE(uo%jVR&MpNWd-&bboDJcMcNa~uNsX;@>>~>5+j?!{Z-`T z=z&~D506w>_SaJARN zD_isUR;JX}eftlqj<%n(6Nw*?YSUW4Ym;FxO5*787CQc93O^RCWveE%)N3{KnJKF3 zsOb8!xv{1uZ5@}5g`(vluULmA;!K-@Y`eAc9zt2$i*TA%`PeI%dZT++FqnXN-4JFB zCfbMa^{v=M(XdbULWjn!&I~R6^!yIb8gJU#AD{j8e|~*y@sW(T3LYocWovV0vB$jD zjn+)HRSm5djH($Lw&;Eu5y!{bb1FJc3qQMZjV20u%(~l-~7~ zx#9R=ZO^NXd}nbB1d7y*l80$oA4r>1lv2MLhMDH{|1tU{M1eTzee&vsBZ3oI58xHj ziiSM17rTvX-@4P&FgVTM&1WdT=}lvhiFXKYFB+RFo0BB;4^c|X3 z4JHh&*%AXTwRCp(YctQm+bi`tuT5rmYC9N+sm7gVRaVEw|LiTcvc1#)c-Z?&6t&a$ ze-7w%YT2=`6Dir%?~C1w8@!ZJu}XNug>5-A9#;}TYgd%V^cQFGkJoI{xR{ExY_HZ! zw22Y6>ek~O?4dlS>JtT(o2%n|TkCWBxeYw^ghwg+CVL8fpB@$A>vx=MxL9Ay;1V7v zk&=n+Q*==fmRTsyq2%=EQvCFsN}F03H~(U^Ap#kkf0dI7uznu$sG5)4#p7O-h1T+Pb-pmv!;X)~{8zcS=u+ zXAa8~#SXOEL~|8ik+dm32NyA!$f@V(S_xmg+CF8~$j_7@9i~ilq857m$fR_#;CW}D zH*Y^*M%irLGCnb?&WXc$vCGJUkeq0^M>AO@VO&+9)|Y?ujh?RpalLG*-yyf@?9G=K z*CTraN<~KF9B!9r#|;nU7}QVD=fb9{ULDV5SR+9z_VPN;TW(PcHQgjYMX6yKK%yPZ&W?&BC~3jY2b$6HGE}wi{lY z6?{^yZ^hi7Bt|)xL`(Qzs5Xne8+(()S7h};K3ygJFDd%^)BRm`bS~>N20;qAN-nhb zOg1J9dNS@!e}7NHnwE7Vd#$v~FpT0$IDhUvLR&J4hIzS7Hg#@s?D57Z(aL+7<%=x2X0YS9z0!gSI%ZwZ z{yZVsTNtyDkT*PELu*c+XVPWqF~wdoi3UF!+nNwRI@jc~Y2{(RGA6pEmIX_lvQ#^z zNmh74F{o*tf21_VGwAd5;KxJVh31u2OXR}lw_Z};{aRu(F26MPM&IYN&t02v-*~z( zMWTV0am#wUvPOE_dg5Fn%eb+V!Y>FLaI}bzyH%ED!;Whux0qqemp}Ao}t-grCx`$L)&5U!_Dv(nw#>& zx(~mhsM*1|zR;;-wB=ep*C=?1_N>D2rvnU*at609Zz!zgHi@tn&D78yLUH(mW873a z5%Vm+L!EWaeZ$;&F6@a5+(RuSzAW5W?+3dYZpQHs)I=7`i#j zrf4C3vgaPnZ5xEE#DY=Aq-AxgGv@AQK1 zl<%*lIG7(3i^pHoZc5%43looCyE-> zMoR^A#7BA+!a_Mi7KhSB$D{CqIY3hs+j%1g;@T74k8TthyypF7PayqJtZyz=atckg zjK#FVvN+T_*7%;BF(|_W60uo9C024_1NIE_&(=iQ_n%&!Jrp$hhTi_iE4ArsDGqqP z1mh}rz=#Nj;+jQkGS*34B+)AQi}S{~4wVpOQMLY-f)@MG)TYYS_Ds*dn@Xpe4DQ;s zZZP$ES&kW&xX0mM&4&6oP4$-_ntL;=6%I*5;h~(2L1g13dH9UG==$5~?f@EXmz9xV zmZR5Hf9<+ey6ndr>;e?!3=y{7Sg*9OIuR;rzl>n~lA^!?1?QIX^L88wBkuILpYoGd z22+3HBj41!lvGf1Kl=XegF$tmTC;;n%E#o*xRO_p9(a>8%yT|pc#f49W^05w(V_kt zK#(A1yVDtBT`sXu1Ss$M^@9otchvMYVwRe$g(YiGYu#$$kv|#d;3U5HSkTgdxp=*B z#5k6gx6fKZnTU;QU3d&@kgY5OC6?#o9GXR!QVW??&lY+Q5x8N`o(HJz3h#5V9)hsi zx8=~yyBhKzZ->esyJoQ^B;)N->=Hc%`zEkXw%b`k);fOwmwDN(*NO(18=><0cPwPd zM`=b|M0;B238|SJuP%&S?R?-z!%i8zDG|lm`WhE?o9sk!jrT2j`?wElmXQCA#uIK9 zR!_pNeoiJqakqWX!F2Wfy1hp|=V03yl2I~ivCPf;F10LLEwrmNbuhDVmn9e^J15}O zH8+}^ZYll27+3S&x>xeG@fQj2de97;53e&5jxH3HFEU^2I$*-7az2D!JGv8*4 z9n*VQl~K2Xk#XlaUIim2<2rGLc_`=d3i$mUp^*0_;%aU0q3n_fm!FJ9? z*!35G!-dcswZc+nwklZ&1uOMQdnXr<-?WeoO^klkz&lVjjVoIA?-F-tyNFk%WKSih zR)trWa?p_s8tspIa>c4#dLrxN5vev`P4mO}l3r<2wBQdboWXvO>Rsqi7M6MboQkauzpa$Msg&8TqtNSsTJ8G zQ-pQP@p>=q`j(2I1fe|#>({0VV@4wPGJ2KbzF&Mdx z7V3{!&5<8~BrkGLl2B>-dH-2nM8@-tQHF2u*$0c9#5*DKBP(|XEb5pO?+;%KKIgr) zwsl}Jh~Le@UK47PX21;RM;RWy+tX!CGhny1vE-W$alnJCuhh;LFcghY}r65 zv4qtjs%B#nN|Wq?s2UlO>392bm$sH`MOnhPxZEDkb{l6_LoA?D3!)9<^VZPxZxk3$ zGYOv?5?cQLbOuKDzW!Y(wHnU*7&`*?G8(?%0_n%=WnhE|WV6<;H7+;D6tU{|EflHh z7RO$k_4(wZAu%jc3HiCp8Nv82>Vay0V$pDn)mUTKw?#3x!)j)Ywbo8>gQGc1D%$o2 z%C%B0S-Kxt(laTP6gpFwq8zVOY;CShIMFl-doxuORXDBPtaRRx?5!Et+FW|WYp%Vx znd!1&oZT61-M7-7>8v!w(?U(a_O4o+uCzvNDw>2U9?gVgKe4ekRmp%dKAU%M{<#RL zdUeRlF-A?1UED6;vUKAUHV~#TDQClFJ|0gmOj&=-;Z+irVIwOv^Y`NB&sg8anp_=C z{|nMN*+hRu-u*}E%RbHa3Mbo)cUVBAq6#Z)l@Vm`fI@L%1D5GYB~!KjU=aw1-;6WM zhX6ajH0vv=2K<6P8n1*suMHcCXwCMqMv;e$=578N{!HXGFM z&X97AmKx@JPH%MFw!ud_5Sg!XR<89;kuJq1DUP)+h=d5(JQUho9`<6BHSmv{>H*B| z)o1HP$xb?zyENe9Vp~DUG$~f1qVl|Zc5U*9zbwb1b_wKSs!bl9^%5uuDYhfi!&fwO z^81M9uszdWB|%#25-qb*ATo68*ZQ#A2(C@!%6inVE=@(1qsXQWOE13B7_zxuN19p} zmuYt%R6^G416vz9XmNCj`m~C~t+cam`+5^D)kNFT4@E0TE2&e!1q^m8(rc z{@juyv$<)2iOtS))N@}!=h^B^_c$zSp3-xtk76A6Q?q`mt<;v*l zn_I{aW7TRO!YXf~36n}OM)8v-oVE2+U}+En&T8*uAO4XpiN{6lJ>QalrH_Gz`(fUv z4c6eP7NSnPR+C17$;s680`PAq2t(L?;m#ejcfli2F*?a+n_NI7q!)%-}qPt;Np2ytAaZ|st6x7tYKDc zunxeqF;cZbI7C%T(jk<0$#;1+K}uGYa$%;HfvQ5*`{l?CydC>xPT{+6BJ0@k*bgl} zrnuMK!W1EU1vjVNMXMMfOr^bb=`k&A*i4Sp4jyG*jK^NQD3K8^FD7RpOCPKxBR;N+ z%gH&1r%tGuZXviR5t~q*rMRYWVod*TakQ(VkwPXpg;L0>`d{34dA!UyxwYf3dC&fM z8)y21CQ4FX{U~{HNl@d=tk8z0x)!SxPC!8GYKy{h@?Bo;pPQ?ll|H5gT^Ec4zHoU8S@^LOZ@Xk@o*?^OG3eZ>21*! z&dE)+PUp%%rlaS7P2jvMuxx>nvM~v6Yvhi8B}uYmu0Q~Mq9K#l7t2WeN0T?ZnCR=J zz;!V?Z3G*p#Lit1?~*oFQZ2KUl_^tg(^r~@r!;@06+cu{1JGC{I6-{lJ z(@#5K>zF5R$>8={UEb*jK_$%R)6@zZHlt-S+|COvAXPO}JI`X^BdsaMtn6q;Iio>jk z-Bz8=TW$3S=BWk88DkrzQ(gc>y(&1z*T1l5PON%ms)XwM3iD`W7BQ3Y=devl;q9ud znuJyOUjAJ|-`>Wr*gnu)YBwb=!eII7w37CcC;ePJ896JKA?QL@I?twastG;XAUosx zem|bM@|?H1X3KKf2!6EafxekqeQ?4*IYRPB5AtJse`rz_=Sw%c%qQL~h-c2^io2Nu zC9uKp?XfY=lTDf}CldLS1?R%dN|w>!-HpOYCaW_|6WkrRJv(nA5W%K0LezV~*wNrZ z$|WIuHqJp#+>PZnUV&;QIV0}o&tCr}uT&q`!W5y%`WPamlTN>}7IvIdnm(njr8l^4 z9Pq0bP!ik@E{OXBs!)A2TUN|EE;@8%1D3HAq6odd0Il&cXI4sBI3T{Pw*2R1PMoiF zxqSSfAfY5>c>`F``cQh{h?C@#Uy1O(ye{$nfJ8HsuheUrTuEB@MX2N190!0cOFE*| zoK!A!vAbcq#m6Q}uppTgKSX0y@1SWV`+b4X&MG5-k9$0kU7JJ9Y*lC|b{n3m+^V=_ z+MNBKYAUoSDYIggB_$<1sNkh%$4A7!w3R7WPahiTi)uS7Vc-yy7SB;#3qXONv}=9nH1tAqf>aiJ)zp&{Bj)398HEwn zy{&$SC2*cjSi&8GdPUs#r#j9n=Ya;MYTqWvl1jw~5?y^;emptumEr%yt7Yn$XIj(~ z8=y}ZMlL`28a=^G97^DdlQ)=>8hJ(YNn!fNZ0W!T2S@2djyzOsZ`(B5^02LX_LWTG zk3Rg_Whb+odp!qLB<;`#8>!2l@cPA%9Lg2oPkq%azo_+26Insn|Keb zvsnvu)4TW?aapQoBIq zU-w1K!cvSh&TS!P*qf6G8G|!7BYy4?HmYCdBXfYwm%7(a4lF`FJmG|0%gM7b{N#69 zO4#~ud&TM*O-dVHt#M1O;>5_alCRx(ZB!_<#48-2@ zHF@*QAUtPbA$G11P)P$141 zN)9aXkk(S=17oqUTr<$U)XCYwJ5TXCztoCLxsm8l05PItCo#8MNsA4Fas@(DZ07JMv0pz=z< zR-R5dc69;FYEK(-{Ai{Xo|?RFEaeJv!pbkrCF?#^i}F3+rRz?o2leik{wUz1<9RR~ z{TdPm5V_e+yMEBL-t?u9kglflZ;AXNtL0Z{)+gW)6)D7#p)r>ig)MsW8qp8FZe&{n z2feWepASX8lp&h}LQ>tMhi|6pL~j477Qcfq;*Uc*JBKn36mMKiuXWGc$Z1^Y&5!$O z6DMS8b3r&nOOx{eetl(_VT-yw88OaDr3h_J6puxAtqBr~&Kf`BB#Ky~%4tfWkMD<{ z7^RwX+ud6RnFCHsTAGjElT?qglR5a6`p{c_xqP=hXt6>uR8h9Y;*L$eR;g_lcM`C) z1{s~{8igi5{mw1?ysO-F4ETnUD7JBj8!Z0T6=MZ~#l;&FMU1wInYwZ0388n_bA z^uF~?MZ9!zO=#QgSCMj3M}(%|O(a*Mhw!GwGuN;e_Ffs6;opcYXTwX>wz1peB(L!D z*sU6^y!&V0FmL6G^rCD>+rkuVMTNoGW#DSB8k;~3mz$I5)hcSNpwfmH)OK2EPwV+H zUylE?Y(Btv`;Ode`$u*cQht-6d;JLm+CKRDwX%1C?-MXJyydJ+AG#ftaM-wkUtfVwAm)#=CYEXNbZf^bu z5$NYry#0^$ZI8rFNf|645KCsp{PkW0aJza!%c+?a0uJhz+xrw{5o40ppHLE5$JL%{ zeK@GvzbsihA=*1nhgtOuNpsx(u(q!eCCf5eo{6)vV_2FLMw@CKd8(#%dy$}^Eo&ip z`-GC$G~)`J3LiBE=<#c<3T04pT28>;R#Mktjk#iw3t@oL2OmMxEw67-XQaM0<+9~q z+el95cHbh|L_R`FURYW-Br(ywHCwtfAMtw4nL3s7?$xTG(;X`HlpP1vGDA(4JJ~00 z{Kms*8SmQo2z@MVayFm+>}Mt}xM!ek=G1JGFBG=ALrXv&MtjWwe&=hX^p=fsqVXxhEP zC>e0)NgU%Cixl_cads&61GyR!h^I>$y;rfx+B*7 zl&7nNGAToItsRt&C-6r>so^ba@pskLe%yI;>FuWQ?@u#F1}+D@omvYq&Lepc9FapDQEHhEPGGQtaO z;sj}IZL*Mjxp7yHLCA{qf@60cRw^xu@WqogLv=zRSwwW@hyU}DSF>7olTEC8q-?ZR& zIS>a^SJoKrwAgi?Xk2PLnRA8BRA;OqOyz5(%hvJ2Y)}S_76g`7kix{nuW21&8U3qyRSkaG5zOuDltzBrP}AYv;} zII=#4=tF(^j9^eaofl-0#CxFaRcDAoCG=#naG;`Xp*4RC_BxC0MvITQy&_12E&OVc zt7#{dakX}!Hr$t` zOU!ttqGi)Qkz6z%r;Q6Gjs)v8Mk;e;&fnL-J>(Id42sN>?vd=fmY6XMd8O}sBo2NT zV1kpM0;QoLvaP{XP&oTdB)ya@CXs1CA$SUMv0WPl{&QX1hy{(6pfFu{WQ_D$c+H~p z#{+SR_Y|mx@e)Iton8F+ikmWn^|RP!N)s&N&94w{La4)18H@!rYMr;}nf#pLkq2!73wc(!gM@ zfw!sTt<1+8aZJuu_L8ze38y()%7DURaqzsdu$q8GnP{XMg|Fk*pEgltF zb4OTO5rAh>U4XPYlTB)bk6214b7pd6Jd<5($p}9AG+pI8+qt#5LDEt z2-xzxbZcTlBr_4T--*W@9FukeO|8Ob;@LCC+!b|N6$V^ZTcdL3L<1GNZ8JpT5(%v* zhVXx`b5+L3XYwTcU!xrI~xH%dOW>%j3i5|E^qWO|f^K&mI?63AX!Nd}WVg%{`@hLQtuqjk4e!{K*ty_U$dJf-}oA`Ynx{m6$nreBZze55xVi(?JoQtb5Z7_-Wal3_g&%i?|6!`&Y78ox7UDbVw z-gX^b6E3V{Nv#4Ik`@VHFzC+e_&ewp=##JEEN%4bN2ohD{^Mr~MA+=tCy8s%|JK^{>x+t^$ak~-iEjDtFP-NW zIPeEWJ5+Os(oTbzNqY3xH(b>RL2L7-P*y#SOgR&ldk%6lk}v=_9DShzCUpA~B&jyp zyZ6|`YZ+rtKl?LvR&}DefzP$)`KCPuZ6hlb1LuDI3+7$SfBy*oKfc}n=F*t|401#3 zKD2Pq=U=8VW7QSuU;m7eYcJ7yTyP`ZH9J^4z3kx|L>p{>ep$C%?y_ zD#jXjW+>&^?c7VQkgagfL0YpS-EjNSkZgQH*v+O$;o;eOPT%)W4+NLUT)%!D`3cmf z-)Gm-(;^HSgXrXXqy#?(=_W{Z3gCd}$0LGlheV3tRfmzQWRw$hlJS2A5iUpk65tf` z`{kE*Zi>l2hZ#(Y^-=#}_+1#o`suM%jE{!zGg7ZR3lgFSg-~m97AQiYlQhGP9R&heE-1xH2wZ7~vI^Ire z%7=mOKK$7Uxv-~MS4va$)*F;IC^jQU`QD#FJFQ=XJ1=&bV!>NPp8U<`ii}1+z?5|=Qw{R43 zj_aJ!M7b^2n|%i`)1_8w)1|qqfgNkt3xo(S8Y2X$)+&m)lBu4BAE6T+PRi45;7*5^tIi)s%D_#N2pEm2b8?Phi zpA3RpliKEXRCxZYY7pA?2rnL{7viJUd#h9FEEQ*uMxhf@rsJy>=1HjbPoR{03YL-7 z;mT=H_zb6(x{RV8!lVECBw6h_2)5T3Wo2cg=2_9vj2h-@2N=(dMc8R0ZPx;RsDZ-$ zI7ADF!5s2?)1Zmne7c`(sOp5Q=KXR7Sz&Ioij`5eN2k*r=9_OB%~7$b9s|zt#+@h; zVcZgtPH-}>^~wO#?(INtXLh|egL%f_ynH(H@sP*F#!XsN@(2N&x_;SkzRM7~$|p8Z zltKDu{MAKN;CpZJBQUUt1G%jhZmGoQ0#4cN(NJT6gTvpM+T}4I zOI`*C*7EYOZ|?V}D1hPSe`bHO1E;Mz;!gQM-bUfUXk2z)Uq)-QL-0e( zANO~j^;-FnYq!Z}y$&$My**U$P0tI31U)d}Xy0G?*&Lhe`VYuAmo@>LDGTT$9S+eF z9xKRxln@@}vT6Tn1T2iIX%ILppbn}=wtMU9C^ry4FijT`1czW3Ao#vb4SHX+8{Yh$?tq;3IR_^y?uje6=PZDCB>!ZAt z9>8kkq|ENFh_-mlGxLg-3$t_eGLgZ-RA6*7HJBsWxkOtv<{5W~>RD9Cz7ck?^}rf7 zgi>&p&&wlZq7;Y>?dTKDLBfav_GOTNq1F-BoA{P3#l`@oSc`m&NDdm-*;-Y3356few|h^KR}rNq4IYc3s>iSr_1-@rY0fw9WMltz6O5cofFMQ} z2G<+R(A+XYGgZ{!ym)zv|4Nu87$5au)p!8iz%O-Z=L>BNBQUAT;2oyEa{u<7NFjbi zWKVFb0Ux1&w4vW_s$aMR*6agt$k~j70e$UCqN-2#1*O7|Q@ zk`=N+UIw!t0Q-yKTZ8TlHQ*x|3N_B~0ON-!c*YV5pICo=1tZt9?-)QK|8GW7PI|=N z;_T*|wAJtxdaV-c&q3ahlu=6p^1=lfLe|X&Cyb&|#qP6@+%DdC44JLjmXT=@xrrZm zj3kCzN^0Wp@fMHoBtF3j!nQu}AKpBs-G2|)c*iOv%2)uu z8Js${8+4MIXo7eL_Z&EN3_1T%Ml%kORY+A%&oO{MZqPnNN;>pa?5Ov~(m-X)$x;Z} z!vNAW;tNpZ<^u-`1p0u&7NOZsXDz_=Sp$6xv9OZ>E`mid_nqfyF}Etfhcv+5rz<+| zj0z*c;poB75TwEuF8a}oDLmbTWEmxmcY=tV8~qPBu9YNecmT)o&3(BFQo`~rM@VrN zpH90gKG=AEh{~{>34}Xx^1Go(E<}!Om~|L>Ur4`K!EN}K8p7Qv$LaUTAytJ!h~cr{ zn@(kfxaag3G=kJ8AVoUtH9!);?KuCc(O{5n{38F;pxYvwB! zmr`s;I^gy$8+W7~Z;dlxZh)sh&TRmZx$6-r_UChyQ#0cw>^J9IWpkGx+OY6Qn{5J& zPB~q>`*6N{kG1&ihn(;E>g=tcHy7BYuq{~!xJS^AL~wF*YHO3T#2PPexC#^mWd-ns zfRVcMjf2Z&fJP;?+TGv_j}E#a9~iCWAksKIuq`>rluQpLJs;o>JvG{^hIf#{kPT`& zg0S)#HlB+=(H_xjjnk!m9dgwuNRSiiV0MeH0A__4K&~ibS(^LCw^rcmJTvyTNnkMV z1~l`>rZ`;YShl*WwoYL%K|TW;&UPH;JLoiUYR_phg)G>U!69Z($#`BsfISzKzcM#w zB*qyRQI1ULeb}A1k9NadyM4C~lp~I-T9Q|72yLnzEq;ekmyD)OyHYd!!ZNdPwrQ+QX6+P{$Ls=wT!7L3-4u`4_9%vD|V53yN@ zP1VSWRJ1Z0maF@xrPzsc-Zb2vz(0#1mYe1CH^Hegf9}mOM{wVEjRTiRk9s2p*I^gd zz_M3Mo&we{Uk}R4?f3-|_5{%AFHxZdU?7l036|`Iak|r-oSE_iyFtW8>G|Gcs0;w* z!ZaLc@);=3YQ~~mA{)?_F{#{G%!V3WNv+1PG5n-CPzJ~6m}DcvrTIm-)~x~^2Vh`n zBLwYypnwdSh_mS z2W!5THjwyuTWIxXtkP`6?go$g!8z%P8q)5BTse;#lJfa?=^BDF<^%F)egnH`EEJZg zD-6ZgL&0Qp0$fJ~enuk)q|(@Kah$}u=in_m8^u$$-*hiq{`dsK!sp{+=h8qgoB>&a zre^mM2_cpT7@;?0>jjd`&^kn3O+BC%rQ*8oJtfQ0{wor=g_OqK7@2j-ShfEd5(Ky) z0!HEp$*7sl0}sW*UkFhtjqEP-Bq?FWm-NB{s0fgMdh~S=yG9Mfcm<08;5&892S6I9 zpo+YB6*xvGDl!_bB$JArhjT5VcFh7~WiWr<4S+_DU;}SXR!B_wM7uj;oqLbL3%aA4 zWf(abE;j%o)SvzFIeXYgP+4j7_l3w^9|1JMQ`X7+ugvJ)pkgMPbV*+~OvHT@HZBIrc~!4~JsxvdiW=HP-_< zq!Zz+cEM*`Bj(wCl)u3}%<7;8>m(Km#V{IPvr`Te*|*9d?lprBM5y0|o-V+cK=0{fO!^k^Ck6P2w++N{CXM^ zlWh6!GQ1|NK(si4@E26ZF9Gt~yjnq$EL!LmtN6rQTbmpDP$&360MDt zR0W8RvfN>bBb*o35!$J-;AKVagVhK^A_N8vFIgqCzl()Y%(Kh-HGhM)pjS8CQV^Ye%Dn$x2)ebFB57B7I^ z=0V*sDNWD~y8V$`+jk5BF6ef-xDI(*v=)j>eV7r?_4O@N!~Aw-FW~D62)~nF+vcy< z8)UfofV%ZQJvlCqxp5bjpx`f2H09WR@sht>zb48?QG-=o6J|}V=>VW+3sge@f-bvV z0x!pQS#dX-$Q1?(Vg`XF_kxnH8Y&tFG|DI+uP#o~hM5+q>4w69RYNnF9&jva|5;o0 zZ{0?uzd>R47}UZc7))V<`6WZ zaagRtvX7G98I)@q^2F1-DFGvS=KspHr|XXJ?vX14N;Ulf%e{$s6;{q)mwL!9%(!z= zj14bF7b+qPsNri|_w0+gm&4wn$PY+uQS1}0ysug$lrv07X!nB_A?&YLp_#cw0 zCB8fFD>nv}DeBIIFWyhfuAxyox))|Z!x0=p^=$gPY^z!m2?}?oz{eP$AX|PG?WP%M zMY}IdiJG0&-n|D5dJ>iR;N|8*ak2>7bc0ow{!O^%+WhyB_vkKIlhX;LcJ;#@DI%n# z>LF_b>KU_uTyqon!R_LEJD9=3Q!%db5g;TL0l|~wwgtlYEoWzZthhD40#|! zfkJ=pl>xYZwNT#cT0=dl9yYC;Um^r~(Q>UlWp!t8Jujl|gc$hUhhVflAum?cE$+s2 z!t3K23m~t*S-3V0Et$2jGhUIoX8}kyjDiY&9<{`o0JEj$cZ0xu&%O}qAHz(n4ka%{ zr3r2lLADIwpSv!Re+F_xdGa?J=uVn9BiVF;T&^5$-6FA_kO5fc=#ru`6B*%Ahg>$a zV~Imp8IpBbRVV|*k}b3f6XE%t%NR2%~+2RGW*3FzW%cD}pi-_ard*4LIy=dwa;Tv9N);BhK$^h$O2NHq6^3 z=uNLidy;z+wTE=<`-qaMnEMfLSS8RN!&o=b?A|%cAi!M$$wG+;-O)8J=JqDhY0zQ14 zKPebEu9E)^?J+r>zEVKoc%npA+k21K*qnr;kb5Z%8)Q3%!@#T;>Be~erS@_ zj}KJ#1nZ_j&nLC4d)Euf@vVusphHg|+>a?Wy}$3*ekn)+RWTjQQFFjC8)Smp*g*&` z@O;kw2px@aMzLWTY*Pzx-QENcWKHblM~#CfERE2pM7dH1y0^g`5{>vq-{|XofA>!_ z7Y(eFeF}z zjuvR4GD7YDZf3iggyjN|FtsmFo+Zmu}BG7!1M?kR3Uq(bg6BILF_L4zsPN{f{ z^qWhkQ6KTYF^~@gFQjmr6m%IP0k8)3I-!9?=UY7ArkN2aG=V_&Z@7h&OpDLwgR6k_ z(T7sC8EPuT?xJHUo@0@O#&%nGM*FXwM{_Mn*A+jmW8Exn0qxvX$P55|T2gES7PWNx z!00u{O9iKVIlJ@Ma>09#y@u6-h&e#TBHPj}{LXbX{==SwpMlDzM&?vUn2zlC`)QFr z8q%Os^hlTIZ!uCh?&a5q;Jfa5ZWA_k3pVy=F2#{myFoQ_h zzvl%>Z|Fb_)K-$KeH8IGKw_$%YXGvA3WPDR#LE5~>OMkR1C;Z_kiuWWy=swZ?C(&Z z9l6Kp2BB0)CphjdG@H|yLD(a{sLTYi=_JhI`Gj%Ee2$>d{+rBq+*}!J&NXT>dGWl3 z>tWkP+Kipxgh>(w?oJnYJ$>l+GT0^z@*XtDSf z?EMDL@Kk{)42Eq?$Xm`L^5*up2nLuB9!!zcaEgU_FRY&J<5M8O`8R9<6)=Q?{o#{W z&Y^=lzTNkiMm$1$h|$gsqYL&ka+&q=!2}kgtTK$uxgcsA%z;?YZo+c$;tN#!i*Btn zsp>wbNV(dy^TlhX(9?>RGut;tk~2b(D-kED3QGW$SFrPfQJ3EtDBM>qcOwFV@Zkd> zt9R}0D!(7BJ3$x|o%0_TMm-1SE%1;dp(wQhP2~-`N%aX?p}Q-me$OEj<}IA_qS=aw zICLlq>iAPT_5n43l<$hUm^R3mKv~uxlHvjANJwVC{ID$vawLNua6U7T5NklJra%q* z+Dy`+DHjE3jA#nkt=Rwv^TZ2wNcPB z$PhI7mh}zR0@~xvaT5MNVG_e#Hdii#ol?GY4aKG@W56gVSacb$3c=Koj_oc&fH@N#tbIU7M~n(!liblEKEMYG&K|o zmtiO9fh_q6r^E-{wn3`qNaFyF&ma@5!)BDz(@=9j)8kw?zg5l%Iy>e0(oTlQ5T0(? zD9O1U;wWOI?Pgq%1kU^@@HI&D;bHrLLe4)2=wBcu&Ujt+Bi%W4_!8RLK72zjNR1|b zJ1w%0Bi9x=Ie8V*RiI-9sFvOf z_j&&Gt7g4LsQqFHD)98_U4rGBmI{&n7-WvHW#n8XOZ0PNMYu-~;<7KC;lhrz!N<_! z5ChOvO@9+oN?7_F&|de+wvttz5P~XL7jS-Y-(OVQ0O^31;=~4YLqo&!nj=^}+5Y;swj`AP5)`O3rhHT``bEv?3ztMs1VA7p1+9-hBI5NsB4arMl<>CO=}_xw?3< zlaAn0owR1-UZRt`ptHgX9C$v1Yu$8dZF!-H!WL`IR3oAA7cS?tu>bsf+oq%*c!s9Z z?eNLtXouqVq0Dtg8ulh)L9^LL+_Y|soeQ`ReZF1BbE6Hxs+oBEP^t7pa{gL4t>N3Bj}D`<8Bwbi4cwi7 zOY@C|Tjef^1>x^o8 zV8yiz*LD+Cz66N;>i{?O;o@xT;W)9|h?Yi_X?W%53t?4Y#*xFnM90sd@`K#DaUlhr zVq+vG^5Za_K;9)C?2BiRN_k|UAWc(oLwXic^3k@|gO;SOOJu-q^c)`ubTfMlc@5Pk zb+|`>@tJ=4gg9DIPaJ}VaQ;_Z%i3-}TM)p!1>pyILn)kP$kslC4nl+YuEBK#zmT4f ze;NPI?f>+5z#Y^9ah^T&_hWEC>m#`a>{NWfn&dL`T2~FBK!R$1B>rB8O!OF%m_9Ii z^*G@oFm%L#eIu}cmydq2O7Hp=NHlb~%itK~DWi{^ar7i;otg9_tPK=Q%W<(&Y~CVH zt87=w#Kh+(dw9cGSSE)d1C=Tc>=y6~YR>j25(fW-;BgFWHoAjjC<4LTMUb4GpBnh( zo`P~9M|(H2yROFe3NvoY?*D42 zNa_9x`cVuZnG~J_JIfTAO(1<%A?F0(OO5-R&|pA~bVJ0zLtdZI3 z4RN6sf-4nb1yP0hA7+@%9U&kn$WNeiY@lfRaESA7HXv zL%c2QytLKu-#bziGl*UkjDgii!~-J{b{oU&bo?p5F$74z4GqyLgjy@RJLaJk<^$4> zw(Tt7$Ag|eI_P$Nfn;{nfAVG&GJE3_a>^-+-Mp66L!*3dMx08E9D<4r98z`_PQoj% znuSA^E~EMi>=ns%Lc339!;CqNMfM8l?_FD*%-vnuNjfa2T;;<5I(xGUs=hF?`Yb># zH=Uh}Z`tmw84N)I^8pBjA$a0X3DB6I@Msf`YdnP-CjGj2Wtm+sD8-aZ$PO zP?Pc%3a-VL)WDPI8j5c%?Ueo(dI8JaZrW`Nq(267(+LDZDO5DGA8C_vA#NG1DJVlu z!1*6Gh{Ghp&@BVj)6udA%>fGCHm>Qs@$otM5gdGs2posso>8usGWDX1}hpe|>bo!cr50r8t1@zwt>xKW=0 zq==)WqP_qQ4@utMb5Ohi%}d^cyZn1`p|olQokPg8yW|$6irw$+j1VR% z2lEWN0N5H~Cbp@4=tlxQQXZK!lA(|RW;xmYHLye=- zp8hfd%;Rt0!q3fcR@YB3HErvgAUz)Mqy^o10{Q}*p@+<*9N6z#q{Tq#t(~y46B%6v zXkGoD9Fc$b9&EsLMv?Z0V6t}j>^(A8i>MnE^xFc+sk4FetpT0;6oeTMI2()k5Xm0+y2c;AhWbWNfEZwJ0&G}(f`+~~ zH%h#B6@1_X$v51_%8LTJAD%si96t<&&vppnDEj^cnZOGsAgQuw8o{2nfPO0!EORhk zXdgq*{wd_{L?;-y8+8DEAx^QY1iJYjIKm^=Kla^uwP+s_ z#=M8^EGSW2X^oHEFVA_9TNf#QcHMy7j548L6siMcAeV|8hqAx~JfmG}Kr<<;?TU=i z+WQ%i1rJHoXj4hjC7fpGG=AeoXn}OHUH>j&i=IQIrQpy2ZlGfy6a%LhEWd&o!ekTH z0P>o3t!bCzC`$W!*SY?q%6VX(LBW5S5`4A5-uuGj*?EloKfJwnJl5_1Ka3J7k&%#5 zNmeu{QAQEjBRiucJDZBru0&Q=k-hhpEmA_+d(V_DIgQh}UxzDwuFvCle;@bnkNfxY z$K|Rx*ZX+Cj@RqC4r57=(|-J?fQ=jj!M#_wHL#wykdPDv7haG&_z5=c$jK5AGg<+X zQwJj<1)0#A-o1^3l&lZ3(bx%+=!Q>^F41HJ{1r!XrQHi|2N@GNT&ky=E7>l-Xsibv z&TB$?#02e1;Q;Y^vvScAg@{$0=?F%_MKI|{5z-+IJkmcNb`-0LP8ef;exdo3U4*k<9FX(=frv2$R6m93Lojy z%@1}NWW&{3M2B;_80cCxR6S&e@4D*|G%0h?;`4WJm)_jUK5kdFk@&_H0__@BT>~~J zd0bus7k9l&UEdc~OT<~5$}mCK3+a^?5%7R$ta#SMd(3d#1y25itT%s9`3s~Qfqdt| zWtNYD5{z&E5|X69T?1@j>#b9iV4#k_MI&GY$QfO>YprHm7VenLW!Xx8BVK-)A^omI(?Y zha;({`d}Q|p^l$dt7>~HEE&pipP96x1p#-OQ3#wuU9Q2$n^dGiUw#76cX{U%jqWRi z?&A|P2-pVS<3ddt;Y|xQpym=qrZe=6S9Kn27E?lqW=5`3IXwulPxdGc&k? z3A`P-GZWu=EbwXm`Ek6Q@)S!lVq+sW@OZO>0wx`$&q~dn9EDElm4P|%#7#PYE{vnP zdoM?{36{zjL}S$tIRJ$2Xbxop!M?~WQVbtvzRpqa4VZAy-q1LdJj(FrSzM*|Gb2C- z$x@++3*HBpXm2@aQ_c{OwUvjHi1eWNENJ417zI2v`2pE$$1DS$E28f1w6L)7BY?9J z)j0ap*ytJB^$sZ@xJn;dHXp!huOn5?8<^8C%iQck<~Q`EP><&cprAMk9J{sNp;uKd z0Luz?d`2r^cI#044Pu7orv~Z}L^ZxzwS(#M`3UBc%G#%BU@6ie*&SE%b*NCB2!ees zpR=ewh9|Ow98+2KPr@zmz;ypf6LNyPY=SyjUz_OoadAu>0RkX#eMt|0f&Wp4SbWZCa?${z82o_1QFdTs)xa0@H?)1uqW|4*-9~ z9W#5ws2vO5J!sF*9H3z#BqTi3MC1C;lfdeceu+;E8&NaGG7Q$4#gn00_mQXu8buxf zyXoL>(cqOr5I-t75Ryn42O8kc2-82mA7j6t8MRqHPK>Y%Am68kYc*69da%fiooYl; zfc!wrA~}j5;6z0m*8fauKr=Xiabgh(x`Cj-gznih?qrA-`h-Ay;3fZCgS`khcOAsM z90lW2_Uq6@-t6*UQva5d;S(b&58AZYueR*pW_$BFBlf_h814hiwsU=aXbmI%@Jr** zehl=x=o@fnQ?NXiF&{H5?1Si+x>%oAB`%^>s>*>GxMlpli+!5{jW-M0Dke^4M%K!MPG zs9)=KbP42cb-=rY$)+Z|vUKz7!YKmClZ$9>MP+B`(zpUfKt$;$&0WHRG)stjId(8q zy`1I+G8{tE*HIAKc_9t(%$bv6m*<*M@WU1c-e2hYo@h=aavJ|6Uz0F!Zb}O)(%q&nsf(q%3AnYh)Me`gM z`jW^1HK<4!HIqeqsG8nwYHunu@S%PUc?itjcp%=c_c!dZwFp##7*M6qq@;vVrbp01 z&Tb)hV3r-)iXMY}Eq@gheJ!AL%^@`=e!)VxR}=6;j=SHpLJ-^KbMjCbBF*@{g0rD< z{0uN-^h)0%Y!si;(zED*T{Z9eDB8+M*JgRxIOSOaP!69SUHRq$gIiwgo+H?mgG2;v zyXAn-^e!Gsec_4*#ZaPu41-9H2^0Dlpes$!Rlk%Vu?|`Sh_gW8me~;C2zlKqsv2j| zCU^gRKfDm}w!Og}fJHP2yaTn%g~y8{sP(_R0G&POVUb-QVw?|m!*dSMQJ%Z65dra( z*zl(u2s_IkJ%u)L=+*d0gp&;rV$r1qt$jwooN^nWb`b|8 zRsX?{sgt+=;M|=S&_wvW;?F659me$?O&tKY)gtta)G*-rMYg^&kvxzw)B*Yvv~pg7 z(t7j$_Pdjp=*se_+%4E1E;3bw@0pbXhVx8L)u16PfNV92w0^T^c%%Sgx!2`>J} zugD${TmCP=d=;xM0DyTFBR5<0uEgehgKjUN<<`4sxvBg&rR|2Q%3o#q^TAcPtY6vY z9se}b@8>NSGNFl{S6Jng+sYQ~*zs0eP1oI3tu&TFae2yi=senbQ$JECFcL|bI%UfN zUBivVSQ)pSC%(OhrPCa#%PB?$D{#+Q@W95~2t)*8*FM4CLc=!+4RDhVif>v2`>+{})+qLn}89T2o|`5d$?UIuoSvvBlm71cN4upt=B7*kXv^mXZky{RVEZ zTaF~4{bd*f<&rOK3MUc3(*rLef5Z(nlW0~!>Hv_&>_Zb%ja^#{36gvtGs=O2{TT(Y zBSsuqsxN@l((KK1s05jxv3r9wGV&THM;?Rz(!Q&>3ixrFBWjBP4AjE4cl#y{%WBX}q9&dFg!R3pEk_W}jJ>bgGKc08N;D%7 z$3D9@GI-%egQa%9vwzW)1JKl2!Z`!=&(BI;KM716rAE9nT@mv)X=Nk?g54xy81C^D zV=#*#y}te zn*LBtfPEW=%9xGY26e1UPL==Y3fP}fgy@&Ge?Z7J%C5|GG;Z4N@ z2(<(|iUf3aE8q9Jx|9fTEW@EIxj>2#3+**Op+b1E5J`Li>>s~a|2|(JFw}_4hx7}i z&|LYx2S%pYA&46G%o9judLKk8-js6uCy^cj#6g&eDH^7a0il0i(M{;ftv{a6fG!>( z2B4ZkN@rx<3l!d4z1)P%<Bz+2CL$!*( zjKQ=$UJY0jj-yQr-4~q^dy1WyE@P1OBlE#Kkg6iL7D!~S9Yr+rKW(~?|GhN;H?%|6 z|H9@s@NU4Y0U8Y+@Ry7s>^kXnf-Rixlb!Y-Ncs%kNtodX_Et4sr~uw5oR!02u_yD1 zi9!PcQixbVQ>0?CrxtT9WpX`#zt(H|+a64+@O~dTqOQ^lnk0!wE2)SwZtsi}s1#E)5{t+IzH0e@A#{ zWHg0)7`@M#Ej@(j!le!i*TLJ{z5lVt;uEs})m!VO?juL{L18CI`WQf+DvRAlWeP4b zBxIrO2#G?MV7mMaih(##QKGRKF<|kak8R}d-Yd3_6A}!oAPxTn4Y$_A1yaP0pmUHA zv-tS{y%{;O5+LavH(WZ1Tu^fYTCdGGfP9Ys=np-rVnZgtd!BXjxA=9I9H>=n?l zpvFB8hTtvWm+Wa2V8&~2@MU(|G8^E{E7iGW;bsDqCp^m1FZcdB9Ea7 z%kPGocnzdBch^eF(U}DjveGxt0%&`72>_%zKq~LvFNI;@6j~+!G=h@5P9fM7cjb)W zwnh$)-Kx*Fy7$tF2*{DEid1V6G&!h2&{`|Grc?@hj)W|9`C(%qxqAhEVO}&2QtTr~ z{UDdf$*VtNJRpGrU`DhTj3YB3{QpDIy+tH)6-0$(2iOCcR|ph-+nApRNed_~P9qZ= z0s_Lq?IGKvSK-iYFvWYz27ONkx7B}eMK?Up4i6FI=rBWsA45FZ$(dX|(2kwsGnWbj zi}~(hOf(TmFa!G}?3L99TGvH5;pHl#^?IP%$6tN|y0CF%dfaz}pBZt57u%abpWq1E z6yul1zygF;04IS`H1-;gfy37p9$85U4saHKle9 zZxqdGfCf;3pv$O*d6xv6t~aJeJ?}1ijm|NG*b4RbUi_G-J>_xJKg#2Ot{F#aEhq*G zbAacrX@>i)x8Rx}Qo@2CX9-AcaVSuYg>sL2o}n&mw{O@LFf>Mn1^eec{kJ!7XT?%< z{f=Gaoozm~?S{&+U>DSWRaPpkhPYrR9SjHAU8)2_T+HLQIdK~eJ11w3tPXiEmE}Jy zS?G%VmHe;-iv$i^QZrjI9eAEdj|Cm+iNbn7q2poFvjQW=17*b$%%1a>|K z&rLiCE_ye2g$@6&Xx=+~V#HjI0WxXt@io33F_WKI22bq z2?rH@O#(mQgXl85nPX@mLPGmnekW+F*1uVVs-OKP{}el`;d}L;Tg-J*8peIFj&=y> z^Hh{Vq(`GJUJY;&^pZ$UYbnmUK2F6w=7ErzaSe6O-tI>R0dsU-G3 zh*3nQUopHI;9(e%))HF@Q5T(W_M~ko9+0I0k@&lwLzqwvd>2#kU4XuSi6Fb_aMYrq z+rJoqt~fY0CKuQ#IFc)y*w_WKDgwTNlG#z#aMz0+^Z7AJ(bzS@LwFr$&m3T8F*b5X zA_K>0@T)2uhPhb1gYOSahcpNXsLRKo*v#FVlU+IK!AD+X!QzYDgN;)nfmEwN3c1g8 zrefN5-~m9o|2z>-7#}X7+!4f{qqZpmO;h1br~VWTq!7F-Ph8juEl*x5FSxP4vHtm| zm~aAeYiGFaP^69%)QTk_fkNKQ!@|t`k@ROrcikX&g#el>wZMx|TzdGG?Na97q^T6- z6F(2r89%J){8e-u1fuGZ<~j1e9BptO5EDp3(TQ?D2LC)ep1PQGa66JC0NbCq8}x<# zMepZ6a->m27_x=+-YaEfcfh*=)n^QXa#Du|_8!6xd`1WY1A(|8Vq>Sj?TK?0W_Y8F zsqZ~|P6s|QI(X~f`*!xvJ*Wq-F#7KYrPoVZ9e^CV#js|^(NMN))qW2$#5yQ>OvslA z#8KL>lD!Rd`Vn3Y@UKjOBI=<86xb+8rd&Xbg47?#&oYKs2B6|n|C_=@hGC#oqEW&S zI!Db4enkS#MaVN4uk-hZeeDyXyAx@_2ZD~z>wNonq_}*5dDq*uSdFeUjkawoMWZ}| z!{NllaTsCzPzWE28BJ^212S{oH9(&-`tgMXr0;qI5m18iMtF_+_ZpFZ^yeTFX8;En z7r2yz{?7N%y6z(f{UaTU1^Hjo2Xc^(2LaG9-8sKBhV7u@_=Wpop?eMZ?$WbFGztLz zNDPe%7;2;sg(a?{<8pS7Muf79JOF8&Re!G82kVr3PbeATC=+B%szuUM*yo#)pdK1D z?n>c~ftnBW~8q=|?ID_O4!G8Ik8Z z)GkEqCQC@6Q?ktV{&6~)got^9SYU4%HBh@QBJ(}q5GcCN2PU=Tf`khoPed)i?y-)5 zeuaeped}lOiILVB@tnKo9KsdV`u zvhWtWDuhE_yb|2Dx!&yJhbsKc-YZ;@0C*INc@<(jtYD%HanwiW+wIv~|D~=5n*dTO zpo1pRq%k?9E>#9yXB~WeOne5QHb8SEGVdV-wO4_hT^Ak8hh|sQ35AtzgKZ9-tmq5; zs08p3aWLmvK}j;K5Z(KHs1J)EYOl*kR}psmmtc>(B})ry0g0Bje}z@mB5)CvX-E}4 zOMhy2D*}||I`RP^q2T>Nm~FZ32dwHI!=0gzIDTYrf?%Jch?@oxB`4z9=z7oodB&7N zd}0)KhGgY6^zYzKDtaVa-`wmE*|)o-2%One|J-9YbXJF!5%vqD0)fY8KuDGNZv4(W zAg6nObx7YJd4MEj;~?bqL7EYS!Ga*~uJ0VppJ(f6fc^zDLP>*yhz6A_u51KZ&e|by-n%QXjLm*{ z?E;8dVG+^KP4+G;bbu{j9oxk#pdo&RC}Nc3#KnBi%6JHXfGEC}gRBy{ZKqW!yZb14Qc~B7% zrnL>G`Og3W2dy{<5F9PFpQA&fMlS#F&CyKY+qLY9xQQHfpl3RF_c9EnvxRUMoXHyg z3ma}!{x7^UA=WjqwbFPA|G#?BVyO^l7#JO0WxIQnmN(kncaIo=Fp@EVioBrO8h+$rDPcU?MuUU|2#9_tO41mQ z%1xtVUotXx!Wl7l+BN>%&aMLS(D5Yz5^n|D-=}Ce&+RcJ)89uiLx{s|M1{cY@pE*~ z2sq52XiP^a{RL2bsY8s!I1I;L(4RO2PL|xGfks1l>@tdSQD>Y)2*O@~MA4_V2;Qlk zl}G>kO{&zO+V)DwaHL)G=GOe3?LyxT-75`IV<-Ww1R4|IVW^NNyW=u)n1c(SRHOMY zAaG9TfJW(rpCA^;hChG(FP8b(?Y)tDQ~u}Z!NLJFX}ZAlwHwm8D7rhnprrMG6tt-? zUW`qAUxht`&Sr1ZE>w;r71@QYAxoj&ovbbA5HfmSF#pp=HV(n9xFyX65`{k;^6E@? zHr-!`JN!Q2(5Euy112ugXVYz4P;jwId<>;I27(xiD0v+1~H$BlOnj4r(e1z?Mf*y~G0)+g1N z&;5Drf8tVi|MY(_)bu|=PT|Q!d(g}OlzRIAck1TDHsm#x@lhqOV6huro57hk#3B;RPD)edJ^c3i!P!%pH#C%vnoA~n zvLrqWppc@9+!^26+7ViHn2!`}m$~FHUty!$TzC4C%|c1{*VT89P3z88(F;?1L@XX& z!g&Jn8_)#ttpcW9>`l#C3ci~jurSsmXcYsz%{=Tn)-YdKLdCQBh23j*&{|^m#`6q- z?QJ6)Op+d^0Ci0)K|EI}fEXJKFAmd=fragT&5-<`RfxVN@Dh-3&p;F60OFXXVTakC z3(_}Hh*TDIdh^h`*`u`0(fKp~`W>Yc(Dd-RY&-1~N`-J_fhfg_J{?NGV*g%W1V8M$ zBY{`ra!$8$z$H_=tfvGRBUh12^}6#&9~9=fn=YCdQo;xB{0XMx2-Y z@<5_gNW*sx0`gP#8w+A9NheglS_~Aox(ou(IEc-F7PhRP`I3hHVZWn&!jx8sqwmtuI)&!taD*=qLmS+43GnArOoU9<~LREm5J zntO}>b>&8Oj=C=D!b-yGLV2GG<(XlDcKLa0XpU04|g3E^ax zQliweis*m+hNSU+W>18pXFn}2k{_4w>zao+BZbnfUb8}Qp-@k zz#8~k511m9ly46SNWnW-9Om!t6k~}fOnAc(jaSkPK+z`M7nD9%VN_THvM`Tc@G@ejgiG5{ALXln+&F|Tnz z8J2Z_jwd+}uK{_rw3Ut|JQt(tocH0y=!I~NtnLfYgZVq5Y~r;v^1e@PhE%#i*b1DE9byr(M8{n(4QFe;Z>oT?I}7wpcdxX4fObY3;_jSU z{M^ZY_qIME>o;7zHEhK^8 zVuSE>b7^YX^Pp!OU1h>SY(hMSEDN`EVVW%AB?QPd4uX73Xiem^Khpw8_UEb$2_KIp zR0;uFj|mW6|22t8PK23!9%gHMXqEhD+LQeq0ZHyXkm`Q|~ zHLtH2F&XP>gWz)>x?D?G2UQCrJUZn)5atBO%?uA))LrFT+IOz4*h-%X55;7aK=S%} z-P%CHWdlL5=mUc{2*iO?SL9@4*jZe+l(9hckK&>aG6cNJFCu5=IH#g(V`}B5TXUN# zo=zDLb^(qih|-1Zmj&0>!xq23D(TvU%f zTHZN1Sb z{xa}~HHK~9xZiZ0o1AIeRGdrelc%TGv#dRay{9(2cVwK zH-WKRlwrp6(4Q}HPQyx{2Kn!}wD@!sLn?yRvw#T|a{LM0)wByEzhw;5cze%l2vQ0; zEMQF4LCaXzQhaOe3DvfGCicZKIipyg4dzk_J+o^r!HMEFN4hFaOc`*cQ=J!fprI~> zJH8+Jn9){`hh;5tSV+%3vy%OB>&hINLAVNY#Ia-@n30@^dv2WHbkWC`v_dqZLf(UV zJ@}v9)PfOs`y_A`sHr$rxgaU;=7Ta+8dp}i(jd%xy1xqkR1FOY;}a)n@V94PpOJQl z=H>wGrX;{pMbr)#{3wI_+XLC5Vd7_UhXJqFbdY+!2<6XJXb>$Vz(pt zlWJn^kLX5#LUVlt?Ty`D;BvZv{I+pL;`1pyG0xSn1Zm8A^Uh3{AZ7Hf{{K$4&UH38 zzElCufr$Ymz8XF$sb$tTgAqbdeKoL+z@eQ$^NlDJ^sUPXS^$2QYz;%}c;x21XEQCL zW-ZYK6S=x#5vFZ_5SZOC1IO87m~l4jF(CT#0H>|s^wsOCpx4lYPKTJ|PRdBLcqwcA z$PXQzDJ;^-LTwh#d!;oC6P0KPhsx#>4EmR<7^cE%dkTz$78=ts?XE{bk5Ki#wHbDf zm2UmmtstnnkDRLzQS$3eR(mNoxRd*YlPmKqGbOc0g;0LI2OxvE+$H$P1W=0n7C+_d zd|}({PFTZwpa@;2bWkeEsW?Y6}AD{x5wu0IgyI0$>ve!z_n zLZxNe1gMzThF}xW^zA6sISiK4Ab-KSd4YVOI>5J?3&BPT>HrOM?<^yG zQpriy$7lKAv-;*D_xo)dvkORWx0=xuzX-cEE3RAmD%}XOEjrON0M}d%zykx9PB}j^ zSh|Dh{s7=TLD62~qr}5uCgeJlCvzEW=E7)n9=mD3mVi5+ghMssIG-LjP*W>zZ%N*n z!$i=MXV56AHKU^{`mN@HZD$S8xbH;T z<{3A35V_1HdbQ^Ql;Brn58G-zS>?pd`{O0ZhP(JoIu=)7hQCv&((p&6e3eKchgT?J z$?NILG$GvTl`dw$WNxpim6P@9slwL4!qfb+xWoJ7 zt{uoT*6ptY9_$XWtZQ}DVu|D0hn5SN3qkr(4Tc2TlASh!^X@_vfFBJluBuOaRKe!9 zUAhe=W<$RM+5_izDqB@Rf37i$%~29gIK!$HO@iJ}QZ)RI*IdjGPip5`z+(<00Q8Ia zcR)Co{V%<|vpARS=hY`rCg&Ar27QZ*@Q=i5ZmPTeb!}<485X<`bXFqe71A`XH@nGl zq<)Nb`_e;wmF*gxXUD`a0B|ENM;4R?B?bWzb*=(XTV*zUf4kwS6B$X=b<-I?auHJO z?!e3M(V^EJj+y|yK#)vbzL;X%I`3WHRU5hqmt8bTSwbs)vmuNJP9f~l5OVZvz226Z z97RX_1~RaMUEaBUs);>P+NaIA&z7NEEQa8wS)MAx^5gD9wT9h_h3S3r9ttMPq)AMm zCUC|R;|!i#>srdHXERT)<{-2rsdK5$9al9sN#~+IpH!qOe1le_K&tCNOz?_`+Z8(A z?jkx#39K`8JZ90#!_u7dylYngBmUyeG8Y8+^#-$5VeSD#o2N_@+x$DQe|vy8SR1g;s5!G0#( zY*f?#`LwMCKj6EPIhw#iB5oq;JCB~g(7Bj?)^V!iaX3a_G7UWb*AjIVtT#H7l~ha4 zYsXW!#A6bd!;cjiT~xuGPhd2-VGdxELiuAWVZYes@GMT49hWsEZL?;8*hC^P7M$9* zH_csOZ5YpYWG{;(yk8G}i&NFz=ASxvPoQJK2r_h|L?9O#d`6NHGDC5NVFkCSQZj`q z&E5b7%Nopgh#>7;@Q1@SzVhU>tla2!JoJT6fQa2vtUn5bp0rhhFgz%EDM^@|sYcFM zK1;@9N6xo=3sZga!_yumya^;89%9Yf8gEUAR8@hM&@KNeex!fM&#}=pCWA7L*#q^< z_{Z%yLVhU(*?_DlzWohLQFalHo#{^wCa5+yHoje4eW<}1)v?sBm)JTjVt2QI?Drbf z$f>hQNGqMNUHMjwQkm{uv+;SIqaA$`qrX2%8Kj6_wBrt$mz@%^d&DIfn}Sl-+#%8n z_aVP0_+ytUoyZ-c<~ECIr{AFI+YclE;#>-~Nhm}0fuv%?hN^dc3ixh-Qbb4Z??{uK z`M|k&o3n}PjuEaFOHVmoVzGe4AbA(Rqq$=0sq_^l$83{*`I-lP+>i2nQ1Vce5=<{r z4e&kCP)NdRFW4%SU#~%5F!_!Ov#rp}W^nNfcaFL!kx3QGGB^34iXq6X%`Yg(eOnUX zII7>()ZBNaVIp>xqEDFQm$Jg+@=xU9t|~ZA;%^P#t)iMMEJt1yMi3mKQcoH$1CYs? zK(f2fGW4Ke7#p)}^+^&jAl~-Ba3<(o%64>$NFX+>9o^Jf`~CJH5fKM{m}&;te`OWpF z`D!XBBhKHGu(%F`%!9I|PDO*?*OA%6cE0V2r2YwkD?f)+s~bsj_(H#lSAQen?dT~c zNHq)OAbGBRh_}i7?OgD>^z!ira0^bpu=C4fZb9j7)0m5-(0r4$>eYkCYBK(+oqk9J zwJ%)&sL{^y+F959=%JCpX$d~;jw%hztJWR#Y@L58h_!o_elynf*&<$8o18JzkClxy zl^n^eS)nWT9}RFaoHk?TFWlp)!$<~708l$^p6TcP$elVQORk*Yae=Ux9M1`oV+tJw z?jper=LDwBHf@ih(9f+VC#Ij~T2D5l%mw$}tmYlfAm`9d zJorePJ~&CoV@F-X+6`4IRTeI)!J@6&1RLhK-K4;Zm(Ij*?I;B8Kd6}3|h~}hW zLowTE5!q_hogvBex!|t5_#>B(-K#z|>WG7a-~YY}OG?6uC$Z{JN7U9Ji0SlvS1Zkw zJ(J$2%XwCjKltqpd?OPF45^`^=%{jNs3m*OMT3U5Y!2#Wu;t*G)qO7*S805(21Snt zD7Es-lxhJR+;mne02M!8L$eipx8wx z_Ae4|pRipGt#Z7ua=PO=h;zdh1htaldoHLMGI_`XA-LTtYrP0nWcb#bF zh37(`xt4D$HO^vDi4RA((~z#FOhoE3_aU)!!tINHnH?Bo>aJ#R=h{=C*tw4Cvx552n^KLet;3;eUh$n;vNZO?n^OQ zOLl5UMPADhkzrMmU`29wR&L(o*>%D5+}OvRA7T|hxalO{){u@*v+)-qDx!!_IbcrJ zRjC-MBI|4#@`iwP)`>AHqb+wGcsp@yNLFt{pTRywx`6KeaishG83em58ZjMM4~vXQ zIIH(M(}SdCH@}(Lwx+a9m2}N1D$aTj_p4a*5XH42l`~0Zojxl^Yi0)$MZQB|I!@&c zNkW6IfOF=fG}UHv9`#$%`wq>v@O814>YEiY=*for{=5jBkEbl_w_>`a&2CGcC>Xd>L!jH*6%I6!+E;1uFIap z?1NwZOhr8iUgw&xmI`Sx7eAm;cvh=)-YsiXlQ`Cufl&S@BX5!LJ=!0?<#Fe+PpE`U zT@0*p%~GH@{52)zYs2bL_KZb!N|Gqnnz<;cZd$?!WM(1{9_pDWjKWe_VQ< zinb@Qwdbk~PIfIJewT~eSm~5T8qGx3R^k1NJagGkLqi|( z$^3k#qAZt=3#`%~ew6XMT;RC(i4Ofzw?a`Gal!r%-UP=z55B5N>{!$k&8e{O_6=*R zOV_7xq)h7cJbV}mRllKh>(B6Fr57y?t0~Xl2}xf*`iL*(eb^GApq$$QsTav|C8~!e zk~;iZlM1Bn{=}LQpuDnG2KhtR?l8NXa2*Tzy|S^@>6Y($Nw#>p_;UDvT)3~E%lHT04iG}NEUiDz-TGn6D3K{t#!onFT~Vu-t$?$4DsEHJuZ666uiujZ{4 z>0cwt*XLh4KXaY;xLLQWOy%<_)-~1vA%Q9_J=x-I6D|WUlJ2A8Pw zbFPlHjtk7&nYT1F$|O;*2neT`^QDqMx)hPq_>(SqT%f4K-Tj8`5di?Ww)m8rqoHLp zcFB~X3Yjwj&~>7xs8hSEJ8!vUj%={eNTnjgvjB7KkuD~Cxin8GbvOxka)Jl1u1^go zO__S^uKrYjB`&==WBE1K-(B2HiTLHrvL z8f_L`yL#QZnviBKq-MjZ_RwPP?OD(yJ<|>(7{hc?nPqLi%aTPw=MzgH+Ly@EnwD2$ zeQ#-WSan=l)9ffWLxOV@tDc>3EKbmU#QxQ1E-sv1`SNSux12^&)!!RNP7N%ue!rW5 z?Xs(#chO%k&m6SVy<1{!up|H0_!2ejRNn7C)X)%;2LBLCI#i(g)zehVK!WoiZ%bBC z^r<0U5evQ?+kNCZ)L!o9E;GNYKr|Fs*Rig)b%uW88#f(y`()u9--kzqx2Rh)u$>~_ ztixiW%ui)F>n~!+-{%OrX%?mxb&rf;r^}3oYmYq8Y&b8D2kE;JHPSeYzyUN_R>HJbB6&Z)Ex7PkaN%$#M3h`o_MW4piJH`dpLB%J(7e zE03y$949f~VyfQ$t&D1u#AD|;c-hil3K0@}3fdfd5L;R|`eR4k{#;JM)M$nR$8!8Z zZCMfH2#{P{9d(gcjJ@MGeQjnS){RUy*huNNC<6o`G~^aM^IHJf)38OnX|dvzcC+zV zZ634dC0c{m<@<+wq}CUod~BN2T%r)F>%n<9of)N;JS;^$kee+Klk4GH`q`vKWi^ZL zO`%O--}Q2n+i$6Cb<||1WfEp$riuDl(&nYDDP5@?H#y2e-GA}2XHC@vNj;UreNhd0 zah8)@j3Ha#SYfefx@%`B$?^P7ACL`33}1HIoEAts%t*rBV#Rpm*g>LC94)tk#7ho- z_$nqy=Nj+mD4Q@%mj-d+w1t>8n+I;rz|V08SDmHA-CasyN^(41af?=*>Ufr;y}^&R z^#;|R(=PXC9;Gv4idivljuEqeP=0GwQ!~Xy==(z1^mJiL#+$6O9M>Nn(&PZ{V6jl=PT2(er;xo=!4y82~0T1)k4BT147S4e;UhydZ-MWHAMlV(ugvMLFDc0Xu0 z-)?2GN+e)tOz)e1`ogS0td;o;k;z>-AJ;QZPBTKWu=t#h-g+#<(GG{jvuLc{l00gj z*4+KxLU;J8q5zF-mWgGf$!CKr3MrKDPECZkt8f}|QO7BH_T46b3Abg6VwqObKH2A5 zFT`nR-GxcM_mB+OvuIGs?HX7SH5x>%5C;P zpvk2YBFizoGA%NVwK zhL(m0nH;aW-*!BRZIk@$tkaR&s#hRH-{)ely#tv3XD>OnnAM z^$xomb&hKrBj;B znV_8MvpE}V7wVkLN7M%WHC>YuiH@{?D2`GK^^v*uU3`^`5@A&Whrf!l6 zdLgIBp{|035m_z}C%9rxyFL43BhA#!JtE|pc(qf4aI@509G;$R7u%$ZnL+|^w}~L6;aC(IPN&jhHFV@)8@2Iu-`}~Q60N2$l_p_<;lh1ov+-i}w5>A0 zzdA}GMY49MB_ylAm+(T&Vr|(KrICmg>W^-x;~WX+TtbN3wlw(P(5%xeyh{}F!oK*- zb>G;{N62FOh3UWz1Ku3{y2=e}$gWv5#{gg{k(d2!AxtGoeVGz;Q?YLksh1Pp1dGY* z=rVS?91!L}mtAzInfsu+Szg;OCo>*NOV>{j()`!$0i5No$N^^ZT zBDx-?YmY4_R*s2gF2^0{3qDemf((ms(@Fgmeyp!~15&1_Hk0+vCQ33upjQW8&Vg`V z@@%)8nN$jRURktsRIRSTteP^jG1Pf&F&TLjDT90$?$^vE{r*id-{NXs&df?0U__uc zm2TO4XpTOz5gNqXnKI2f1@YBa?3-Fxf@LYD`%E~e?JR5&7CdE}MV5R^{JtNi{}xUP z|Nc`l!iz@F@(5&Y%V+K;kML?on7dw6CQ1tKyorDLSd7VAK?F=(J$cqVk34x(CY%M^d)(q4{&fU>+5ab^3R0#cil_98A4% zGLs*M(&AbyJH_x6sc=@tF|5EKnZ^MLY@OesXbIb`!aRvmqP8brHsndl$--#w*dJ}A zi*r0p$Z}lU=bY9TB*WCue&rq(p_j5K)W!EnUEy8U(&(zOPNP-GC)vXy&mj$J`&)q-O%p$?_H zpCM-;bew&WeTXh7k0QG73LSEJr=P<81SOC^7weZhfVtj&U~Fw>@ah1Sd7cX8AvlM@ zD}%TzMnsN%sN?PXry_K=tqnpfm0N{$63wP#lAHp+F^E_S@#6`CE!_OZjVmUaokw-n z>p1*sk~`B?7gSQC3e#>y+Ssk}=HBy|4e#)i2=eaxjq8>Y5rau>#R^Q9!>OWJi%yCzE7MX0wX1Sbw*z`^TeIf^8?4#T$< zf9mxur5!XeJ(L;VA{HsoFJNetqu}w9?nD9g13Em_y5>Ha$Q$OS3->71NTd`r!`hE)K zng-ruqNn>oEGsGB@odqfvT>G}b3OXHb0rn}x}1i5_$jVh=E-*o1T5GWmHdMOPkHU{ zFt(OY_p&YL%+adLbnapaRK@&UE3)svOV1)5bxnevgr7s9`l6{~AE%+oX+pPtj**_* z1cc{OuX*%c8u)&%l&SDe!A5fPGuDrGF7dc`;BTMYun99JIfWav?Fo0^RHHQ-aeA>!;~FJ-O0dq z^>}41mFjlc>FUc!LYE^hJgPrTFcNH_fD^%q_p%rG=D9y>Tzg=RcLZwYYvVkXvu8;U zKUc%_GG`pf;Qf;2c1*ivoHRNML(L)#54OFseshB!(&qHy-9>o{C6L!CgUs(l@+Zl~(>5B9|y4A!K! zKQ!a&wHzz@egn_H`qr+%U88%-@^(Vpke?vO0QcxZp|yH?QGWagStee$n1p@5abmH+ zR4xo2cfS6{U)ww|>?vLRgD=!ur#e^jOw#R)MLn~m_YU`%aB4f_*E0ztfg z&LreXQdHRNf@%?Q<}Xz(la@YrBB~fV#scN@c|!Z>CX`FtEoD_QH@Zx$34f$)XXcsH z`r$G%wE3O{XzRH}s`2K=&sfb?7_1d{CPWcL2b)WF8)jB^UuAoj$QDGTM@j2?TGKZh z@2r8U;)YeE;cr^vRT`t6nxD(lHnF%4O9e00G`fxQ^<<@YkTLj+(*sBWk+xZ%I3nFHdv6 zz-7MZ+xn$VVw5bmZx@bC3JCPTf{RIs9@i zKdv=>T?}PNW!sEafzjwbiUR)EMckYE!$rzT*RRNVy?_=Z^NUT2!C*uV#PDjdAu}j~YmHuUB`H zz`_G-!SBylLwUWjX7UQH%!+~^Q%R;&2QHHIJ?7<46p4TUfsOiL%eRR#!&lZ1R<yytX**!SwLO6^&?o!ljOE z-C;xHT&iqLErPk{`FU}`n`PY zcj@?o_I>>b(8cTGxLZ`u(mSOEMh#X421PjSd`Poin9@*QjU2$f|3xD+eI|KMvA96j zwyCu?1zQjKXj|h;elDb5#`Kx4N>iuHcM2&a7(U5pc1B9g`PU@l-_HC}fPYW?mgz5+ zuUS(9%^D9GIP}stTVQf2=#wDL3npb>N76ClLd9939GhoNDc4-47cFIi%SJ9Q|HtHvm!<3mP=v@8gEdQMNW^qeZ3N@^{76txwvR5^5VFs^bNolN*}p3 zt9ISk39kOqr-hT&aNvC&`;~HO!@74R|I)fmsF(im4~*TnCqM&GZaXBD)d*la)%?%- zKLbf2fx;IWdVPP+IPLU@wyzyQhZ7$~Dfm;PBkMpnoC!HyY+NXcOD6H#`W+H+P(YfJ zNzjeXxkB|3=eHd3mk+~2-!P|56bVzjU#Lmf5s$oSV3X_j4TM5@87&3o%|O_EF-eQ# z*zE0o@J^|pV@13CvI9S*1RGmKJGZcP4~G z=*m7!k-u3C%QZ=gGF=-Ixvx|&4_D@{#zZR5^!N`>z2#@7f3#1wA(iQb*8Oi$K5F*o z&6dVKIp-)$ZCO5Hm@pT9GsiGR!q{b%)wz7w0g^DZQ^F_N~=J% zck6+p&`rV5eX?5yWmARLEF5Yn%VAPjws;@+k>HmS{cJO>YfIy&yB)7b|Lmo8psI6j z6~^l01_xZkIp^_MYC#(?<4wae4~X-3#Qj3NG)n9dT7}fTQjm6a3G;y0+h?XDHE3rW z3@bL^)C+R)jZzB;7`pj;4Vdn62t^-3(uq|t7UWJD?F856MpptI68+_>A)L4P2&_2U zPK8gFAMW%((ClV6q&3!u@aPU9P05bW6i6YgK}cYS)J||b;%hj!IoM^O2@_{?7c^pr zMtP*ko(*nGeuYn^Y+(Qtvp=%?<4jAzy|H5jf&m+lEBq2BV-gy0Ij3D(03dqA&b1%W zJ*E)fpgmz9wB@@oi{xP|)18flCY=pT=^zVvR|f3GAc$8##z8g-ri_zYX**Ywh2yUbbtV|^=0oSO33jl6wXE`^*PgHv;oMP z;BR{5GJW?9DgEW&y5_^>pfbvW@;48X3ZHV;O`YBfi==lvU0K>QK#8iozxVOLPQEs! zom>FGX*hFquG#7do!tB4@8PADfelWaF@H6us8gt+)?Thqe;8X*(N)w~uQxF{GPgP2EV!B#(IqZ`UO&JKbaNAbTNT^Rm(>`eKlf;bzABv6k z0A1fF;fHlk%mg(fW|mLFkNMA@2B(Vr0AwD0hXm=jllgJ0BuuMsxs$PE@7rN+o(HM> z%n|+(yd9fj?YZ(;+$MZ7^(xsqgJ7i5vD$GN&1GT9ZZ^RA3t0^PSR;+TSs?#Azpq`0 z=;=K8N9-WIVtE(=?-*DVR?P+=c(wwKod1qae>R+oGA-~GqjVo~hrTRut}KJoWgHoi zzEpNrwyv8&r3u8uHEV+xW%Au zJVNFZ>j}K$Y3pXKsvF7F0i(fB)4JnTu4r0O%1J*8u2kT(4wjNv)J&t^-zQ9MHJdCf zZo)xwM=@GJ*Vyi@k}|tp>^jUr7`mH@FRQ?$>H*=y>vbRPcqAZ@w_AM=#xd0FqFiPx2a;; zGxds#65_TBIZD9aydA}toS_xE^ktfb=WcO}a8{oe$7uy{gmAI5TvA!P8%x~}2BF{V zmqU&z=`KK=KuYkWHC*HkYdM+r5ZwWaR-M>3-57M0H!*W|8a|Vewu>9B{AAMmy zgbaGM9h^y$qA`>0V8;YcZ?IL|0YZIiJp2u1r&$FIo$e5s@=4ekaJsdFLiDy4fP5+> zN>S_5&=t6(!KXBQq_R!QcuamO7Lp&hHtV{h~j9dN8JK}6(m9@B?vd!RTPO*b$Tl^Ojy<#f`>6s^x_shD7X{G zvtLr-4o@@2rgVB2R!zdKvBJJUl@g0bFi7-r-i8-Hu}ar&f$yccD6PGG;!BQBi7wBg z19DQKTtD~GrntPhl4h83r+`F=IC=Jcy?J6s*LG{+2o$}qOBKNnE5SVG?AWQ?F`)-V z^)z3g`T3(e{v#0+V?8`h0`HAp-=UNc;4xC@H%Ut$jHcm{0#eE5@Al!UE zxJ>zr2`^4h(mc7|I&uNLxOC`vUZFMl1xi6$uUUUx0?XGgge*1`E6h8;cdgfdmYN$z z=eqtp`vqJZPI}=*j-Y(V!^pELQF319E7{60t-$)TmUq5r7a9QN%c(OD?%21mmVI<9 z>aiNNJ~Nu< WRs85A0@s2dix!{Ma77M4%SHba`qg&*mFKlNyo6HD;>ixO&DPZ#x z>-5fjMf6ne?NM9B_bP#D3no`O=sXX0dsjjs?^P>s(H!ZKkES2*`C^@!&>6X&@sLAP@UXv$v8i#u-wR`~_!UNLw*1L5enMkpk^lf?g%aMqVnq1wrJIy-X zw+a28HTT|{BGcX%A}by=aBGT`kWV)1+EvJ$$RzvK?isv6|9si`{yvdlJ~4b#k^m=2 z-PjcBDAK%rVkoS`Lrw|1*;;G4zPHdy=i3l3q3Ht6H0Sqo2zrq z`~7-7$K&z1@7}W%BYJJ#jN z1|+N6>jMhCPfY0yIwp+x3m=`?=6~) z=FRi|oXN_;326PIcmcP%YTH`PD}A#JZMo(dwgZBbH6pL!!{+;^nb zdKRDLE_watR(?&?C+hH15Zg(v28+SFBV?Wkf?3%YU0;{RB-Dx73&ZYcAsJXe^Y;5$ z(5K%ZfeCD<-|^_FKj*BgQKB9b;Ens4M+*EXhGl&_!uzy=IA z|L)F*wu&2|D4CAElViG~wJBFdyxs)u;K@W2n0^Y<2hR8T}3Bsib^Kjg!eOt>=91@u!fU z^4p*9vdfS1B>d?(nDL2vNWicKQTbOHE{(6wd?63E&x!2a8@8)hjxMlzwj3(raaDxV zp^jGI8`Di@jE2aPFe=0`jW53NfcfcktPhepyyV584N_4NB=tq&zN$#$#W|=0f^QWC zOyayY-?vsfMv}l>f;|$8TQ%T6P3J6*zFz~m@M&R3nr2w|-_u>Bumj0){r9NSsfaD* zn(-h`p6?hzhnmu!r`ebD-?og0Y*D_czy=+ysexM%xm9Kx0k~ zj^51!;Wcf-EqY6NA5Pjfk`O0Ne7pX3(6_?B=8kcXpFaLMIiM?gk~kMiagZC&cIukp zi2$n1-ryR~Qe1T6KzE4SJL>0|CoxtMwbj&1_`~qKMEjhQ+;K?qd>Uk3>6#Gzq_27& zWV2r@?_^;lK-@nTM6mKJF0LTi}y1fMBHb_Bn2zj}wYvH^2@T}otS!y!~ zy=M&79~hqal1`*t*o$VD$ZENsGBBPYNrr}CEg1Q0C!}&yl^I+llFqtP3cVFQeKIg* zW`kAkoER0t1#T@>T(WdOqiSSfLRB{@nKa12<3JhaZot+Y)QI$kX_PZfRJ~|vV;hq# zT#5Jdo}F~arjB_Q()!(gqxN~*8KIBq3lW89N?xyDzfSR}^}7At5VPxtK4^+UdHD@k zD6fBwq(LRCm;@T^7#Ef85qG={>Wg#NkhtK$l=PR-Ft%m7ru=lCrCW}>GdY2$LBZKd@J~~y$!`c0SkK*n z7HWz&4+bact10gp>^{F~=}LLs`r1)%A53|VdIXx>+d7Al`g?T5r`qR7&DllwIktqG3^qzbgLX&QH$#$-fU3vYD%dZW^-3u?HaL3EtoSd4YBO)%<0g|0-xHxJ7QQqQLKT=5j@ZavEtYH3Ow!8= z>9`878dvJr?{Y}H9-q7TF!I~G(}`Lvh(vxcs@rTL>I)x>>+y2|X$8FTb4qj%Zc+J^ zE3S_KMsGU!w>k53Tg7U4DG*cBGe0)-1=BBM=bvhUokFiMn}Yd-KjeHj{@Tgy2@ zs{+(}3nM^F^gSWify`lIf&ah5=9j@_O3~H)Ls__o9K6W?X>uc)6F1 z7YzUPc<*9Qlr#|ynV+Bw&hV=4ZJyrdm-1LVTUbeGou92Ebjf^sB^FJO9^!k!{|sOz zlT=IVWxGx2CKFn=&Mj$*LR<{uE#SCh^7S058o{gRn;Ea}AEMAaH>4=lIin?Cf=wB? z!MWh#ByQeMg*v%F9v3j}E4+w+Yxp>WFA3=MbK4tq+X?qSZIS|TZ!lKOqOw42vKuli zTPm!!4xq0eGOP)mV+%MQpj1qUTqshqH%UEe@d6e1Y4NtRB*RM3>!D1 z?lV4D9hm9d9f!oh=*5qS{QhC|^Ry`2hE>l+HU?NxUJyC*;atlkU1is`&t0n47Y%A| zH1~M|-Qpo{J}0YP3eML2LfRX#YjT0mtrj!FNb5t1jpTEP$rK`06PgMQv!fVU4&A%V zqE`&=pPd=p9JjA{UwwZ{NNSk|k@?v!ugi#+hwuK zO?a$*s6lZE!LcGh0A)U_py`&Ch?gGB2<69F9?~@z%+bun;G~qJbA2;gjXo3iPjAJ| z8<`38WXY8ONFyfJDnv03%5*Gmvhx@u&t z9@l2luV61yjC@2cT1Ryg7+mL(L4i)AggTHQtEtCf@%BKCFS!4cssM$!iCM_A&r7F7Hy>Izlk z<&lJO_N37K6ek|JQ!eAkDt3h#C6Ql{QrL~Ahn$*-m0BnKtjxk$;g*pvUAVa`wljVB zz97|Q0cMTryTA5s(QJIX6@3p|38p7Td}M2B!k2jcj(WXg=n4`-Ir1l9mjT*%TT%Ds zfvkiF(3=16r%e57!Vuv?!544Pd&=wkg`nbJFcA40deD3=hYo>d?4c~@wtwo!rS{5J z20uC08;Li%xqp>-meI||+dTz$OgE{{!_CC!Jc|tH8@1s(?{G<<+l&$J=d{$Coq5tq zT?(oD>f#003R1bOCH??TlS3i!-8eqcjtin_rvIjXJ$AxUzmG~M(eaE1?6G-cYg9eY zi&TVg}4aD9n7oa3~xNcBw2whpFCCpt+>9RyaX%M@KBkQEIB8j z!72BfDslaN+Y0*pQ}tggA}QKVub=Y^#hGc$oJDcYa-`4;Pu`V#ODyA|;H!4r?@_@E zOF5mqG81fXTJA~{|JZY&_+|__BC(4HPigAduYdGX-Z2%7)?{cnSzzu zTUuzXVkX7;{m-SOlr^+{S-0=}D~F3~)-28E?>3d-Yc6d*rG_?~d)17Vh5kk?y2K|R zY6UhVP+q|}#x1>on&U-po_O!7;isFgtv>mr_EQkyvYs`0ga9}cNPNPw;YNTf4P_ z^|L!zVV&LJLlpK-ocKwzSq|7#>|&SI`)B(?KLGoD*Mb6uaSh%GU^WtX!_SqB6dSmx^` zwVMku$p|2*eyn!vs_>7yyTSHI{X*3obaz0;V&;I3$n0L~<3lK3(;AyvwE9P${ai?uC+F_-OLS@w;=1O;8E>7vEHz1R zc|sPX+|02F+VVb2VHYzAbVau|6xAFLQm1GK*U6@?O4Zy`HMgJczq$oTWCbnD|XEK_P%K zcJya@+7nwvdFZymP5)xeHSBs!2*>3FKx|aHrR7{vr4`b79d_8;v+8M;!DD&2XUS?O zs@4C!ev;EH-|aR^4=e7iiVR1C?orVMP67?*Ppdb85qfe05330x^DZ%4ZbvUOf9goaXh}IFmJfs11smXO6XEic14k`vQ(woGf$mnZ0rfP` z+?@(0!N619Tj);}DHaSI3;Qv1%BK&GXHY`}nj#_uk+i`){f7CYoaDCy)g-_J{26wn zbP71s(SGUx_g7WoSuUveiFE=e3Y@zZI8q8Ow&vkR$>ob)X!GLU(aPt`UJxa}R3ueH zHl5RB5!tXcmcE)x{+Jo&rs!B_Nz`B$mYhr)4KnGw;kE_lVKw=7DTV!>hVJbo1ru1J zddgMQ;#A8?sqN9&q6tRS3xSVimAxa>P?{WQ4!RFDB>T0C#T zYHW)G2TT|yoRu(wkso~uSmIK8Zsa}9Ev0|ba@bZC1|O~`iK?;l3lA0qIedQlM0NR# z#$!Ym>N4rY`c9W~A0$Y3R9_hTbj)$zJF6wwey7;r08{;!afl=$d!-hrGReufUN_!PE`0mDB6tVY{q((mVXe$@E(M{h5fXQJ-+yF1Ld6xN}W*WN=l(R zF$tJue1$vj(k&O71()snIj&bgLi=aN8|VFXd80;p)-v;tEPBG0lIMRFN%idCESk}W z&O8=dZ)>hQ-jegJ2z(ue_D<@koDAsqh*#r#P*Jp7A{3rYduL-1fm@3(hoD0+Ssy&O zc=}*~v%Ho5<&%DKPcX*U9`~g?tz~r^uW)tuZSE4{q0A94NK;jBT^#@qq>Z!jQ<`!Q zo>(^hyNlV3u(pH%3h{V`6vQIj2o}$@39}vCb<{THOy^I& zNa@i~^rP3uHz;l{yXJ4oGHaP)KE|Q<7T6x~Gg2P* zK9;Q0N3S)qCq6RRHPX>Kz0x$}(R7x%79D(8J&@u1Z#JP~MAm}Br35l!@}^G z|8>%>g_*&Dmz@=@Vc$gGd`2?i{0~>N1$=L=#EVA=7~0nDP^0(+&MQv^!$NC|PRs~x z3odhI*cb&4qOklGdP?mpK+=dQjY){IRosCq=NueYC54cG8r&EJIbeJLY=pXog}v5! z(RU6U#JoIh&B$kT33447rj?m^jm-~7r zi8tRt7CtI>tn6=&<2@mfVdpY2gd&fUqCzwSzNiat<=6CT=KeC;w!ve_B(B~hbXTi;I7OKX zKj^T%I;lVGf*J)##xI(h3Ye`2EpRb9ysHMw^4^X;6mYcUCAf)|9D_fp<1b46V&T5A zm02@WrG01+Rr_TuHm~Q6m7(4{mP2VufrL_%4h=spm&qhB7j%OAc`1h}Io{1!84bG; zx?^J2-wTJMz|N~)Z-SQ{>6j=<9d%jeP5072o>j^ z{dr1E>Wt&Q5wdZ<)vhf4A-{Y`x;jJo7IqvMT^ghJ-=uW;t_@5SJBLEke6OVcrq!E| z$`P9~NKo{iX9K|OROU^F^C;i&DMCNOv!V5oS!n+JT(Yv$;VA;Wj)M%rpfjS%-lC+J zX{}UcFz*=zvZ-L&Oo>jaalO8(W1sSi3O|@FF%lg85yBDXo4KeS!|wcLu3C4g^LwyE z-)#?ReThUnExvR;5*TX>|7xNh=h2AG0-;pZYC#q=w`7 zP5{C;Bl#y}g~a@l?^QN~Wqazr=-i`CT}E@K^a%>W#Ca|Kao{cF;I<&BZWGU-Q~w~G zC9d8&zxf(Y=vVmBMG1$w4AFovjQ0bY{w}k{yr+Ifx0Ky7ec6EyIkI)c9@mk_F30#; zK`g`Q2a!xm$2edO42OCG&R@9BTsyQBQWC0t$&dxo!mbMeaee^kP*t0y!>R zGGEOkC!hp`^Ii34Ei%hMh|sHRApA&g>i4l1?!;?TI*EIIuekyjhkaz`p&YKMQoj0b>?sSy^QyqVHHp887{?Ug&WWP1I0Up(0q6N+P! zy}UzkrAc(`wN1QKb%P3vDTud6s2^if2@c6?%w_klZyasEG)1qNkZ%;J>h@X5PuwCO z1KDRxm!WOc4-Xwu+fp~N_P6JgQ}MGmxD+x8l)O#1EKM-1Q?w84Gu}OW*)apBD$9@K zuv)y-=Wo?W1OB!R1AlrK_so@YkxN3NcNa^VcOR=V_|09wv3AUGkL`;Y!h4%|X_Kz% zxoTrht7UphpI>efK44iUc&uY%9mbYVYwigAjTh&C>(N9T^hcS!zbVxD?S55*7z{y9 z4JlT1%;;ciW*Q(un3u$do2!PsKv;T|Y^!3Hl1Hs>1@}SR`-;*VHOY^5nb3z!D$iL- zyu)N1UOMs3F=gSt-|46PrBZ5zqylW-RX!Vp&t2u2rt>QZ6&9MocbnP za%WUl(InN?XP52G^DA36_n&XZCL?Gx(y3$hkl2gv9Hi{`5#hJQtO&8 zf+Dz|@h9RsS2(0hRW-@--M6gZjZpq8mJ|9pIGnFU7M&~{ugxX+vGOau{1~Z{Y{`dx zN6YUAqAwR~DyeENjAXLX_6=5v(4n3U2( zBjU0DmeS^9(+uw({Sf*N;j-GFPjqCx{VPO`*zx(ZUkq+fBB>LP@9y6Buic#W>dDsS!b|BrJ;}0H zR9`i8SsVWpiNk`Z8IPu86a&N@_d;&&=O(5%bYF`o#s0ox6VFTd|M7n zMq=E%EC{kthG9tH*^hwc>d}2Y6p@BGV;axaK~{~y-nmmV$KSwV*!(_>;bShZEsd#B zgTb(%@uKvBR%fOUJ&ZaJ1$1aw<_blL4+w@Sf@`IDXJ#hVrf* ze^rwE)VDU~M8{%!p^{9CIC*u_9IQQONCp2*9et1&PWEB*<{Q_Tc&%Zv&!Vl@YwgTz5pbPT2$ z`&oY748>^-IO&1;si7x|qY-9S-#l`u@6@27e!N_cb?%fo6KK5yWf)Js<;R}WMl9>l zN6xoj<2c{v-|8HH9TH4S39>{;ZhWk5Zg&47{8WPgD_E2WcC?T3`SOvuq-1?Zf5v9m z8UaW*+nNMr3Cl%)dgF-EOPp2Es4&BgeszqD45RHimuM=EzSVW`owNG9%qZ{NMk`M$ zp0zH;*N`7gcxQ6|tH%wNyXyHdy+N|U!V}tq0q0g)~E^p4Mn|~3o`6y`4;E_+aERYc>&WwE$krL-%7ZA z^;*S;DJvJf^S6jt-*&G0EyfjFT+3`{`oop+=bUoVf8OpsX}x{(*F!>v1OMh}rkm@t zoiW1Gv&ymia%

U5Y!aOrDOiGEdIee;Vj}p?Wxwvm+py?)LJX*cRo+&Z(Gp^ z?KAPiCLVK2a3KQ6wgb}2^eAK0TTmmkD;715d+a>ZR$0~Ah3%fmsG?AJJ5~3PeID;7*%FezYrzieA&cV z9lkHu9|;jsWw-L03t64aIRhX=Ta|F@@VE8DUpG6*b7!(C4hT!7u_hkN`3viqU)w=Q zD&hF`{5C1Q*k#EMyBWr73G7(`9P-)psKoNV);>QF(Cyj`3rb~V`jjgRFHsQ!(b_2XTtdJe35xYx_ZKd$#qu-9yJ%^83vyPkxKKEnG>fq*35ub8Ya95&u->*(U{-J2)>YbmmRH^LYx0F{O`knozMrfd~ zUa!_m2=O3v4Je-{jpP{%D;`S!Lp66jTorWP&gY@i&1oh)mwc2;JXP@=^ZrxmlChnFX)T*h2A~nk+ASb-xJwuf6ivRq}>D7(u4F)4#}AnEbqo-IdraR3JATQ;*1eU~m$y>T3} zSkjJdY#`jbxxaIG)M){qhA^hXGSe?|v>VpK_Cz~QK2D8fLL|XNoh?(}VAc~6DHHnG zbH)!?%|JoQ6-7#mhGqN%%%aoh*9IJeI+AF{fA_=WlO+v-jq0vr&P{@2tuEIz3nXWS zXqn&qP)fowun04URT@S>X_h8%nLEup28m_F&-Qs1X%0g;;*RmbN%M5+Ls@PJ8#t#O zPu(x6nIG4a*1MLQvjYD5KpFjym;OT-Deddk0CNkVUG8?Ed z{{jyYA(+c8y|<*2>jf$3u{u?VvpPZGX%*#{`Uc?b?fKUDn*KgVmuQ^woU=RO5lF~B zgM@7Hav@7=t5*8o2c-^?RDYU?YW6mghwiY4B1B4!cv1N*+_#n!lu9q3!fOq4psFJ1 zsaednQ#|!ES1(R#>Te_%m8$nsW4YvLbGGz86!2?F^+hzL2D!nB8xFgU-N%d2s5*Sz ztb+Dxx73a4gr8pAZey;{$vP+OMXPM1QzrOq1OO%en{B1STqUI7(xxF-bI@%biUZqX zwO_k_B&1FG7-q3(sQ4c{Jf!IFNSq$?7)&Yd^;#INa-WuQJF!e5bk}Owk^9p3v8z;H z5uMtXLcbpjLk*4{7u@X+K(`S+0edDoAl*Kh$Vrd-6P>G;iJFDm1heeOt=2A_(#-$M z*jn=p2aNeJb|!c8E{FBrd=J||-ss`+{J#(EAL&{3FJkIVYeukJqy7E94Bax<4xE_V9_Y2LQ!ele!y z!GAh7Bi*5jYXm|0DcWNlGU`cNK>f3m^QZ)oM$5be;TGM~rMMTzUTuoyNh%kLP@_4J z2>LYstK~n(4Ak@go+7e$&7ZI^3u>Z0yZww86ZC<)zsssF^bm^X8Hmdr9_7GDWfej{ z)ZOxB$Fz#_D&HX>mbWIZkjSHQua5purMy(5SCu=az;tq-3cu?@{ zamH6vw7NePV5bzsq@Vw`Df8a(XS-bg?Pq>QmfdoannDZ%63%9tjjIa4WUNqhuml06 zSsPo)R&32ykBr6&+d0oq{`|uKJ={9${)Q&5FY>I^%LT4AjvVvegLd?`Kfy}4=WGrv zWyUee&PZG{R&qmz~{!^=oPu4iBaL z$~s{PoS7UEUP#kE1g?SQX5n&;kb0kG*xA!GE8Go7VvEuKO4>;by|4Qf^P|aN`QF79 zAjyLxyN~WOW?naGE`bzEJDC)c#FaWQqurMD>q4d{>z#>#^6>e2D?~Tk0pA$I`b%w2 zrJ~CQujsRlODq+*uH?jhH8aC?Rda@s&fCEMVDBD%!*7VHh|c&O1ncEJTS!T2sCtp? z)tsvm)jBuenYV&$Vl*2Ck;FeSLQ1JDWNEtC1)J3_$aZFEGIQnJVE2v!bbU@KZ^8pO zL7>$%l~okTkEZQHbTTk{kwl69*X511xO_>}Zp(Ygj7%z_&{wb7ckeGu zvhn9scqMqLZ`s%fpTKN?Sx>2eU)#9BdXVFz6G^}LZp~qr&vly#rMk!MWjjbAyY;O` zM-RJVZiKz(3XR+u=b8`Be~-UEFF4K^eX%f`-cX1=mz2SM*IxNiW`G1X838>`K#b*3 z<9NaBe=4dLQ6xWFfG_cQmyn5ShD(K~->*$X#x{-T=>wPe$*Qp`M{ctuR-Nmin_{g^ z;oS3e!zwk@jpafk)GcuY4Q2WGoe2nadam8#tQv)5DSm8*;&l|i2NnoV8dR6O-qrE^ zxTpL@tUZ!I^lE{Rzh&jorFnLzvXc*2(r;etbVNVjY6^8~V4td*SuQ8LCp+=D5q1L< zNaq0g_sYg9%h#ml@2Y1oY$mpCP50Ztt%C$&lKmObE*6Ay0myLh0)a#@c90#D@Z5(v z$9L6>AyT$rZ ziYvsa{mvO3u0F9@=)VN{$=3Fl#-2Pvq+ z2Z#JhE9Wmw;W~>yc;P6{)OJQ09(xRE(jQg7K=3!$d@k-l<8q1Qb%dDH z0^!f2kB;*46h*Twa=mH15Uc0_2me!Bu4<6yQc$2oDw$K;!ZC*j4!)G-_m$u*oFN>b zu=qR*#F!k}h261vNH<8_tp!Cq%c;GN3ktv$RD5Ru!MzPlyzv;8S^v!BeysxmNjTw> z$3uwmp@oLq@k|{*zC6*`p5LfS?v##mzE$rzcqGvXoIdAoJb$a3cp!`yBX=)mNT8?$ z{6xks^g&$dc(PDtigeYDh}DTM*vIq!I*w2;{gHecg<_Rosu0d5oQR`6Yguc2Mq+&k zq*4bHo`ACf-tklRs`?!XT{bSO7Bh(hUQY|3n@>6p9&Vap)42sfB{MAFACB<;_oXZ0 zFUs3ptaioo>cr2>rgU94m*N_$ntUm5t`Ry7bF8YpTgOnRka_#oeh<((Z}!_(Qrct= zi3oHin~YzHokm;U0mJJ^5{jy(-D{bi2tN;7 z=#M4QBT&vzgd9|h;K=-5xjR1}65-PSQ0^Eg{GIQ(Wk+Q?3pn%i@{Ck8F~Ikn-BwGj zE;*Qo+g=k7o0af_%w%GFq_apXEZBJPX9(g|GaE%YaTbr%gUc`iPLYuW>!Gn~O+ixc zxmLd$R4=3tr7?+ROt;BrDpX9l0_@5xxdAa=d2!4dI(sv)40&>#GOB?IC&?F`vjbLt zlI?60NEKXgwOB(0fx(M|8{MqRh>U@UA+pUb;YHV2W6D{o6e);ojxa3 z8f)1knJkW^^$+Y^v%mi$;QyMVzghLGDh{qS_hg_x;!Qa27S>Z)_ENqzi@8Ym!KYG^ zB+xoje3ypE^)|}9CF~bI61&6jj8KP9z=S30U{?OY)ZHLhNNr_utV{U5T`uaOae=2L zK0pkmo?n-za1nh>|GaJ;78OPE{!|iO$Blfqls7oNvBqxid7~~h=}P7v#_Qj|4EvtL zcBb!`(`MpIe;E805)KPHVl*SRxlc3HkW<_qf}`jVB14@gw*BXu*wo?IPU4uP`>2^u zSxHs2IPjocn(Z&b<1<8C!To&2_?}Ph32AhnV|=Fy;U&%~H1+XehSnX@~9ribjU4XxyYM+%7ej^MP47I|k`~ z&P9=?5i1ri928N}>NCgXP4bKc@j9PR(T(G;Craja1kI#{Q5*pT1svOoFk_-cyksNL z<(MUxxirEFI3Y1Vdq1srtz?QpIu#4n8v}IdkxvWZxpj{>L&F$LPXM*v>9STMAB;aX ziaOuLZCqH_HH!s+fz6>{&CVBAA40-53C~pP0whq+a`tfc&Ld+)n8EaVET(hA9EL*a zKo-87l?roLIVt*lZ+ia}o27?x{9)V0A4xpDtbzoN<-UZBb;>219yv)ZUUzmSmI&rI z(&FFeMV(c%XT8#ldd!zRXHy^U(vE7UJUa@r5XLCkd4Yy7<9*454BWcboO`&=Za?gU zZa@@2*$1tymw+aO(PsZr8yj59_1XmL?Nr&xM@h96O&YPmLo{g2Aw@QF(0os>f_+{k z!>h>)vRO!5y{|9?iH1>+Grs*$IXKP-jl|u#k<`BpZM0AhdQ~dtNt+e+{5baLm|UZ> zhs)SeikC1`nM`Ycv+I2-TD~fpOK}Xp&l+(fq2}jkxH+&@=~zB-j?I8Qb;CYTpflcd z@cBkgQMSSHfaPk3%6<>qXcv(=Fjmqb#H$o&=YnuS0D}*Q3XOleNI7loy)my@m{{o}9;ne!wn3 zhsBIjHB;g{9flWj|1}raT&XPITy)=LS6OH8)H+G%XPuWDvWtknm#gK+a$TW;obMh`Q7+8OWN!785JY7B-#=hc{ZC&rZP1a>#txbM zQFaWa3mHkaEGIKv!l=L4whIq<{yPn9{6NCt>$VP9EOBSmTK+4r7hKa&D(IcZsGX~& z{!~j-!Q>`n>kvB9r*61<<*d-|rHDwANGe4 zJh9n7Y{5@54z4d!wW^u^t#3?^sXu-+W76~ZH!g2j?EsN38r@NC)!1BFV}6FEVDZ&+ zDS_7$z+idSdXmk(Npr9>?(wx@v#-> z%91p^hZGG3&txdjfTa0**IYHMJ4jwa4yCs~KRG$Bo_~eKJ0-MJ+d+zdis9INV0xnn z%I_1;N3G?^_Fv|1djN_)2+xkXT?eQ;f?^&k_4Y6{sP#tzRbYF@28NF!RAQ4`ZFdxT zI2tcT!bs0&&Jsb161}cLm^-#OzfII!Gb<$=Xa&1HKj;I`Qvav^I)xqU85MhFdH1nm zbAC^H*W!X~%8ls(BO+Q4qW%kl$4XNNNex(IiZaUDUYibIs70Bke&6q5oxlc-)nqR3V zOO75CU;FQ5ccCSG%6XP%zm zYhdBK(D&osAE(;A-mIQ24vGTMMcW8UL$i|8`}&w=H{5C>&F@R^&&n{Y3iAHeGm#iJ_|sngN~7V|>nJRk0h)_)f@rn@y5M=ZmT3r$H?w@)veYgAt z816HACYL5OlwEP7t@nw6m!SZU=}CRcCKi?W%(&)?eBn&)t9Q1*d!D1p0Og|YQHy9M z|1HqJ?J&u4Xgfn}EAWJGaB19VCQxTVhbV9JK>2_p&lW&R(dj7WuD}jUZ9KpBWzaenvPd&Zq_FJxD#%{aH`QG8Y zJHp}F^j57MIZS@t*}7uu4X0y2QHQ#4Io&lUW&qbfVRV0_+N;d63}?TDP)3GxPkzkN zPY;8Wd3Of!SaSKL(X&B>!(Sq^oB}2_$O@D{;eZk1d->~JE%q#Oy@jGNR}A)9=rf8C zq9iz~xKylTzi!=xULn$!D>4%4*8VigJ~hux8f8H6o=b9Kn7gMfYb`1U&H}Sa0iMPz zFJ^1yJ8eKb+}}Z{^m{XB>PDgSTfuj8D_shq8HDJFB%7G=9DQCz&BD+EkD4~^Q`;>? zAVulbUCezj^C6Tf9M-U(Mz7EKTi9ojQY2?@DWlN`JGo1e@sPovN@hp^;e6QV61+m2 z?1D(}ow@Ob;GU^9aYD+C|1R^NFlJcl{R;(3X#4T(-ZibQ!ruNt+I~X6368$(C7sX- zP5+iA#_uM_iXePP&0t6PkmA^8B0bC{tn6M|gzj=U2thQ({!V%K^}qHqFSbY*9NONt zY@vVZ2RP%W%g38Y&Pyk7)m_`k3emfH^f{YD9?~V+AZjwdw5k6ZK}m6QDeSF&)bRFx z*L|y}v*XE0)if6+B~JEC`=_|CNilmVBtyIco7TRo*_EF@f#77IX-K=gw{s|%-&N^1 zbh*#a6UuG*sR&cr60}eH;V)zuQn(#t@xlWD%9wEaLZB5u27hhLmS0SE? zD9$Hv32qQ-P?dI0>myY_b#s@bg$EbYe=9v^m@57$`Z$QwEo+wgeM4%&_`c3oYRRIt z5lI4zVaX|&2uI*5Q1|+U?W11<%;4fnr>0Fjy3L=EJ?AbbBBNaSj9;Tc4t}~uU-r5JP@nN`zVao~(uZQr|$X}Yz zNe^W3=xsIFm8wmk(@i-A(VNQul)Oi!CY^_2{37Iix!Je4Iht!FIskPVc7kBxn) z@1Hj(20Csiy(=qf$6?-gkRKcB`eVp`1o@+*HIK#9Y^Xo-Si@^Es{ zu9M=?b7=Aatp5WkhHRtdk8NSu2J zlUs$3Zv?16J3eW+`6FWUaSeq4)Z2WH zhM~WQ)E}O@@7PmM7woRM5aa?`DxO@`lG-pJmN*ZMX7gzv@5teK&Gp25hvjauWUPQ-xo zKfViC2(B8bYc|rwM=|+doltJvhEZ%d;`!`#uQ;2E3mFS4Y@XpVC#3leWx?r-vS1~dV3P+RAb0e*y>MqKAk)d zp*Y)tLGTL=N$Z>TS_sHKr~THpgpAj3?fv^GJhNjl7EY&7IGz6C-_Rjl--Hh-haX7v zGthd!^LK^@cE477Af=edh`s(NcSyT~^!}0T9_T5j_-) z+*Ai?bu6jH;fIA3jF}lSt2ii8z z7-}=nrOfsIE?lgg-|qc(;WcE-Irm6w{mPx%YLi=eX6||WxRQ!2sLym|dPUW4{da=j z>X;F-gr$Bp<0ZWb<@RLxaQMYll3_3XcaQWN_&~8|uD#{gM#`x1Em>GQ?B(sk=4N-P zV(3jkXH!B*#rNQnB|@`ty&>@`@g8Ie=@*$m+AO8xT_TWUTK?3xydS9S=PTH~>r8~f zAF=)MrurhO3$ARYxo*Mk++81YnZgh}{G!r1ho1WIR#W4D`Q#LJ9QO4^{GS z_6|0z)DwBy1+A(u!Z}&v(B)jIJxj4<o5%2f%_15MmhHiYfJip1Td0HbcDra_S!SKQ&hnoU*VCOlME>3IOn2lxmx7^ z+f$s}wTxum&eo-61{uerRqn9b z<{_00z(V|duWx0s#=hk5)FSvU>5yZmrSjm$|Fr-{O2`qF*DJ{ohNBF@PozzuYiVr_gyp%B>M~vXqCaPp^2%)G zE?1{cnVnJd4!j5DDkFFv1SHB6Ooijw_%n7K1cIT1A7P&Ik3Ny~D^ z$F!9vc-5XAs&pM>8pLd+fP{h;%#HRo)CNXAz2F-#kbiDRews;2cMTT8W!$9~ ztKYuW^LO6lEf|Q&Scs4{*J$wXOfPtb{%Kl#Lpft~LwArKlFP-$>!UCK(Wu00+Lye6 z3DEvY=g^qavjPjDqm0AE$$fa2;EMb2$90JW z*4rhYxbv>D=&i}^@<=+iFQeCqyGUh7TzPTz@ETFBZbed)+(akFGQVOSmxJvkJC7sP zkZ4rL>yL0r{>JA+lV!&hSv5H3@JK`sS$|W*hh#z?e+>!-zCfrxVjdf3`WhY-LenhS z6yJTaSk(+S0+*(JPVXhy5!sHAc=BxS_nA5Dusqm(hV)5(APA(}uA*jgfgF#$hT<72h}JeT!RF>}wN6g$*xesD_t-EDt~!0lBHY2~GW)(Tb;(P#g>#WrrM z6OCrAPjY|sl3^2lhtCRIr|@>EYM?0L(LYZVuQAI#3W}5utYX$9OCa^T1Lo{y=%(&M zU_^||c)h%+m4@Sf*k5>UYoKG@2?nTS{&4ZlaEr3rI`K=eb7JeyHxUD`5I9S`+N+^l z7$(6SfLsl#EWz2{6*i}#^4tIj)f`2Tfw#ZEo`gusDI2Fss zgl3`R2mB&`YGC*AV*@%lDaVcvFzauP9@Rv?;ePmr!2${aKD<`vg{Uc%!Vm{GY%~1p zr_6E<&J0z*=p>`M8_OFnpjhADpU+(eQl<|$S)=7(dW@y9PI6yZ$3u2bVZhe%9RLp2 zQ|-g_RZVtnXcAqU!GRfSfxJtb z2Pm%Kg;#pSz+)e~Fj$sd3kQ-F#HWu!3e_^A9z0h)&7{aKT2mAUhv8@gGDuug9#5=0 zXPEUY_&Ocu`Ys~LQ80(G?mI@EBg0%Z?KZW(1V$wVq}SowLUu1eS-ZOhiBYPRim*$v zg6(hMk$s8w%TrVR=5 zb*=DX3z6mbip|nrzTL%j0E(^{qJkr~j*_7z-+-^vjZY4R@Tv{udN&bmfFU!K6Q}>x z*RB4fIxstf9MF#J|huu^}=+XvdECN~r)gb^bW~5LWL&$&v z`e`a2Fg{kBZ+DnMWZc+%u!H;M!7<2rX?0M8 zX%U+xz@OJk!U=qB^8va&2nGN-VFq;kYJ`hq~UuI0V^A{ zLssLw1bdvQh4d^m$;Ch+-rojt<5pzmk| z;b!c5Kl}{}r9XlJjWFt1BB~3U6w)L89~T#p09Nt)d(Db>usJaCM!^SVfMsGwTBs&hDGo(%;fQio#jN%QTo zs)pOkY(otZj^K9$tn1#jS8hYwr6%u=0S9K8Ue40Sjs?)Pr)8GX5!zfk|4#@S;yg*z zIQw}WZ%3mH|6=ay&h8Rn(~4cS4Uu-35CFuEd;j%3e_qfp_j`Z7)fZ-# zo^Tun9QKZz&(j?!dUh6RcgaYCO+Fp+*|}o{pEkk)z7lom=OIwgNHzS~g;~aya22Q| zrpj6oiQyg6?#6QE@SVT;RXCsP!ppt)y3v7zx9XFK>~j>!+eCB__{kd(6SGOO+(?J) zDI1eC6^7YKcX?R|IkmpLbzv#w6 zzGM{Br?MN3l;i!#|6mlLmw^*-^}2(-X#@!vGY{T~jjUgbqNSk{(3k;)(gvOr=WVou zMuonHHhxEm6E!37PW{(8S0)ppF)<%-Z%9aKkd3qQXK3|D0Hx6o-eA=UMhRp9W27SH z1Bas07w_{@rfCyYKGTqaI4L&=VT5LOZ;&=&g35pGGaGg_)Y;Ve^TRO441jXhOEh>) zUO}!nBJT8+)qj9#Ly{MR$$?xqQnYE%3LO!-roq>k$NGY=PHKM;GHe8H zDt02Ill-s92;PFnwXJKWf|RcG(l7sY%thymbP62~Q;6zpP+9V}C&;1RLBF_Da9SeFD@fKn4(@HasVCVg1&B`};pUT9iatLbk>pNz@@}n-Cpa_AI4P z;vg;Bv`iZZ$5ECdOJ&bNk)>r?l%*81MAD>PC{x;|nx?s**Eo1PpYQkcxxbJ5`}p1W zA9sHohic~ie$VT5y`IOcvvoOJD{2`R2>N# z@2m7ydcW81(nwoNv)C0Zr5VpSf6S;{A2DI+#~v*!t{4#HGL2nIC(o0)8h%xJV>XWo zN*Jx_r}_82in<~-(^7NaZjl!vldbQrJgDr%wC(fs#)io&N>ym`{8aCo^)G)r%L9pe z$nTtg1JUOWjE?qne$djcwXJe3H^wbG^+AJI7S!|2j`o;oufCA@()MWuAhipP zL&@ykvF#LO=uU8XbSk?Wm|hhWH0ze#O!Z+aUfXAd^e_pS9oRG1KSt;S#hCTAHMd7f zLY)nAi8VZdMSGqCcFuHQk)HF8YWAUwBohsGZv0jp!ad;jJ76ftk4&=v)hJGJ-`W64 zqdcs1mFSidUcWU%}cyQRsI$Q0HurfM|(G-UAJj!KkeYa=f4F;`*%FLw(3UKrK)90v;1C70~g== zQIi~*^mn{7$~eopJ=qqBGl=IAk#V}HRdu+_|k7f=^)P9F1zi?mMc0!bwPJ5ilSB}lT z?ib-cwl^ME=b$+#^_^RHu5VcG%rh^Pa$OfA1jlacpS$VIjb08{p8dv6 zoAmPL@DP;n24F9L4L3Vk=T9bmWY&zh6s@%a<< zLMFt3B>_NmbnNRGhYB#D>|cqXXRt5~FLafHUbF$K?zA7T6gqEgti%T$J?8Qnn`K03 zk#Gim>I$sa;#Z2#FBx8xDVPTKU>GLBnq0_OcV*vf`8rSNKWzYf>e8*RPrdOaNM+)) zS?S`|wUSpsDp?eXg8MDsUk(W3eA>|S;L+fMwmC2)wkG@3`~kh>Vk zh^0O#;2FY?{>F#Og=c0d&;gm~+wL0O$81<5a6;P(_Fp?L$H=`(PyO<6ND0WBN}xL} zeA`{y618%B$#}ZAu-CUn`uJ$o->59$t{75W*su}T{JW$b30RY#&B9fdCw_Tkj0Njd zp0!&54Ahz*I%rCkr56&+$~cfJg1Vdet!6#etdD=>^jyhzTPaSZ%IwjzBS(#0aJ=j$ zH`Z92Q-*}1MKtqDa}Dw>Nae2Q)ZYG6M(LIcF;$Y|1FS+GbRWFRZsx_mrGmeFjkW9x zEd{^zmRE~ao<*(cVVUZVr^>B7_I9_SQI;C9?0GtuxpWV#^E1}APbx1EwfX@LlN&F|0LJyd8TKsrGG(87s$4Rw_A>voUawlvq-F$VXR*PCp%;P^+&N15_&z<1Yhqoj1M)dyat%vq~ zJ=QsEE_^{M-?n1-r@MuiFKc=+ll8~pQZU|~ckcYfHu9n*fyJ4SU~;V^zP2#l6E*)9 zhwd%$h+O{WX)BAaVEj*mU10{7OPNc19oNd*Ww#-o`l!J63E43m<=eb9_buH*n$=2gEQIv*t%VpMM#LO zvFA#Fz^gUlmtNQ}&7i5nmb>z@e2d@h#&v#`&PrT)_Agsr+~3YmdQMZ+(rlVUR|v`qFi?EVST%>H>ZtPGuVP z6Vp)dnv0gvf{vEjnwukcekyq6htit=gCyM{n>Q4Hx-}%+_5=8@XrluA>6r@c=dJ={ zERN{$xnEC{>j(Z=j{=?t}yX$g($L>xdc7yV+VX$#J zlpXHA*=m5A^sYC{Fra&Hw-Yn1|{wAM~46Z}c6;_m?6uw%V4))#}OxmwGMp-c5e# zq$ZirW`}~N$#G7m!no5r534Ly#FGKAbE?WYWRfO9phXtpaPfobxHHt@HUjH6tOo?CUQ3%d%~JTN%90cH%Vu!zdlFQsRej zKB`#jx*ahTMUtbhZN=-t*Q?4;S>*egjsSlT57QJxyq3{3FbeJs$a#A?U}=YP1YExi=p7PydXd$;XLnM#66I0?i0#|s z07Qhv3PXmXv`2JKOOeX*4i_9H{>o>mT&PYp;^wk;uXKeW=g=8YKyUX)}p}Y^urY~r&{V~foFu3-!3k*_(rGUB$9TIu#HLq7v4i~>~ZlwB( zs54+0oqz!*G-r%i0p4@$K|i+7Q9J4N(0|512~t_^WY+Jk5{Hu265^WBq}4aF072t+ z=}N6H)o7b&)oQwzsW73B^UH<$$^&Foz2P)D~ zbRN_&(jb@OSua4AUXvI)&^N|zH&hjOdtoaa%iRnPk_WSfYLKKwqhzIllCH;=qxi${I# zW7Na+Zo6$`WfJ))+xwPI|JioSWoA{YEuUA8sNUF3DfgEp&?HJyW%_j?fsJk{0~i$A zswtjj9l5yhWP%njol>?*nEnHqYA5NIm0p<3gp)BW*^f}S51FxZGym6_^25OnJsIXz z7HIM;1}jbgu3az4ZovimP){l>N2nC|(<_LAY zO>HaM%J*$uINToB)_ zK>KWBnv79%8&u$Y%Jqudk)jDBRlqe3^EOS}1SX7D<9@l(MuR0_sh~T9D)fe0w|Ai>HJ!i10=ksp6f# zXuBuuzUPK-;B-9(Dg`oYVRJ3p6=xcDv!X$3vMe1#2P+YRc!Y;%thESQ8Lk9e=KBW+oOo zZq6=yNznJbc>coJg(s50+CHa@KV2?B)pxNoM#Fu;E4>GnR!bsf*rV+*4y5}BWoI1Tna=+bDuam&k$^$Cj ze(lAY)K_hq(=qMOm3B9EejuR`jqIkFY}R150eK948lEt~{`SQ=D4p|y-P=)L^YnBr zsIJGKeC*}0Ms_gPNWjp~sD?Wsqwf;+)JdJ3&|#7osT!~omtECMnihS1!8dWV>FE&E zUUmI$2`rboZlGxN+*Px2dTSv6oD@NP{ZUs31b{e{jikjUhg_InhE1U#8bOKc-(TLX zRCek+X5KT`oaxvnt&AAPiIOwpw9DIrCSp7OSYY_g0AH;rN#eKHpg$uIl8o#7SJ;k! z{5;&~zJC+?!y$}Y0=6t=yeodJU8=78{_{C775x4eAdGbM6*9gWr5cUz|L{M3>v``b z+F@2|6P7#E_#r@vb6>u{7UFn0fm)>SuCSioFEZ+;_-jmAFw8IX)g@aQKj)Ft`aT&w z*)n;)*O5Kich)oRH|Hi2=l5;CUs5y1Fn)(4)ewLGhyUgK`X4>g=e;?rl3g$GkapN0 z)x;p9YD$i5kgV7cpNhV%1iuonqSk-}r12Bi(!3|yxzHXRuaxWn{D=czPx(*V{Z1B)C1hI(f~p+EwjL$>Rv5;lzu~^3 zC#u17(**doD+09(&J#BR7gyG$rJOYJOA#T#@MGUQpswd@H}fiF)#Rs@OeqvWfjF?d zPT)cWsO32018y+uHFv1X?7+_LO54Jq)Et;2Vthzpn~P7@E-GS$U?xT~D%&Yk0ishH z=U}dB`u5^!`gV6&p5WV4Ano9hr^{nST_SK}7pHo;=&#R`^Mr!CEn96lK@J|xk3y8? zL9jnZoYCxyn8Bxx3a8XBbM&3d?&i4RLAxQ1OT4n;N`werU4C$NN8zf`LH#kr-z7BQ37RZZnA{9Ha0m5BaS4>m{C<{3<-1zzBI`5IiT?cxSe%ri zch*A5rnk#1fU8~8uE|e87t#YNQFMt84l~?TM6>K!Rv}2)Q&iH{j6ih>>-JDQOaNf!CkW_`M`h?(j0_09~yd1ktE!cZ0Oo>m1{s zEMx_}O5Y20+EgNvsFG9cr}5*FvX%x;7|>s5osn2Z6+@3cBB89I0X%b{?L!Z&msQHn zEfOzKrPe|L&?wO9wgm19a2GRY7`3cQ;O@Sq`>7)DuvqKcOYYx$RGEWPY4BD|W+7g~ zcR&cZbfZQ-WpsM%p)hQe)?Y}vijKp|kq!fwj~rn*MBk~|_FiPatm?rDKG)JFwca*Z zjaBM#bJTK_&#mg^SuEEb)fXiW`dO_mrr)q*&b3ns8f`T;O1mg4#Ko7O+&oOp*Dfp6 z5+^9PgxVQ1dzL3Ctp|Cy|LtoT)oo>dz@`T2anRi*PssRo-T0Gp@z+Nzxt?-42OVR-%ma zuCWbTvyYT^QEpS1?&nho*?O$R7I2OzS3d1K5J^LE1+Oa+PN9uf5;pf_kh(o| zS@MnkELIu!Q>m}12XXd~ z4h!%sJmJCkw68Ba_uypjMtg$3JPNNUiI-3YQG#|er>Cb3T!K~3BaAqqN7y7U6DY4F z$)&Q>N_;iD=Y+N&PlOe4R?|U`-QR&Q7TYB!AWZ)U+UgHgC*w!ie$-<2o( zM#Vjc)Jh8DXw;ST1fboA+8z9DT%17Qn@k?@8r5AJghxI_2-0$T7A%>YjOCvUx+N3N zR<9MN4n-c@quqxQk1QN6Gh!uC4cHpJgz;9a z^JYEvobrXLzzKaQT_QmV55i7PAY0KIF?M98!cug~5Z#jkLm|;bMe1tVbvkGm^&Egy z6D5Pd)cXXXaW?8V)nrZ<(zTuW9M9cS<}AK`7XjEe^6P2UMnM$}%g2m*%nOVtgaRo0 z_U7kVTvPwfw%D3FM~CH$!)6}$CpS<@7jnLZcWs$SW!L;-R)|-T3d)8R^EEBNt5l}H z{x6}!mO%m3hLQvlJOv**kH+p96YP}SM(;mSbo)ge2#x03wFse7Z;2!w#dU*pClId0 z*vNlXvHX2Qi+?$~bIW^t7)`cdXm(mb3maS0-+~RynbX>$rnR!!7BEXVF+T6(?baDS z+ZRbxE~9X8C!c06kz(SSZH7s<5U=KK#hcm5o_#-C{4I{L6Y+@NBfziwMVGy~f?N0I z#@7t7D5E#yd0J#ElWu$`O2wD*Cpja?I(om$om91aLuRNWdpWjXuXxxDjP>&uIOO8oEd?Xx<{7Wx0l zsaqo?faZ6W+yHLWfeP5TBG*ScbxnOA0tU8eScDfDlM^DDeZjLLD3y zZ4ImYMsd5mNjN@xxCG3hcq^%Cz8~0ym#@zH?~dz9&oUUtb->w}^YdjPqTfky{fc#R zqlcbq?CdNY`_=^LD0#v_KpQL&K6=wikQVwz?tw6DWM1v^6f&=igWD>_3IWwiQ7Yew z3SpxJd%TP)e@Hxz-OZ2|r@!7;K=aW7>Z(*6liWsSD-Q9hxTFh%pgfL@v-ChUBVjH2 zGJPQaumSifAsrZLL*W=bSm=%u-xx?c)r!b=lwkia!Gi z{!eD~KOdHtu?!*pNoFf5efrF}Ce9LN4!pn)4T0I?TBMr=l~jZvM(GNQfr!l~u+~?N z^tWXE&f@+us{MVR!NC)&J~?M2@#E;UxwsZi7z#5OM@cf3$=*>S44`_f^hld7kbK_Pd$~?5?-T#cfl0(_($El&t z$sn;dW7Bb-D{>a^33j&2BporWiGxOsITMQqz=^ude-`787Vnf%J^IlOSlWq*}V6?%bWkv5+QhD?jOm5Bm14u@$UAt&A)NC!j%Q zt!`NL3kvF`O1ZyZ;DrIJ97l}@OoOh7z{e0BVGUND@?C43)FX=zU}UPo`1_m88E?rl zU;8L^n=d-JlSr{HMpj4($m%H5kLQo@JKLK`Mz<_1V-(|eH0O0wTnZnzBph%&kL{B0 z#2s0m_&YHH194Bp_)#ld38G&v5d8UB`XU;O&j3z5|St( zlplUms>Haw^WhcACC)?v0#?W|^Ur``DxAfS&ewtP1%$kXaSc1kfK9+}@s4wHY zVI%0$pfKl233e=9LIqAJV($|_Vf-BDt!Cu0Kcm4^7bZB&FGOliL{1`z?WBqaHy=*! zk7K|O)nWN|pKs|Temmf-YQS}9$34l8B;HIl2{rT-;IoG%puZWf&UUMs!8)^}G~J|( z+}5Ow5boa%hs%P0eL6%|(HfyGgEi7uw3e~d18yxfN*v;ZoDON%)n~yf#LQDYOHT*6 z?*o$QzPh^l3;xE8Vt2-M+pl6}(I^wzQA#iI zaBXlTmxNob`cRe09CCzTsI7AOOyp21>T5K(AE8ew9{(3*765MnDb8h;PAS0B_7 zrx1?eLKH9Vi@6xL_Yxw@oHW?5!~wj-;RpoxMy)ioE|x2Dr!cO>JXP)uI3*EQ%L%Azd2oGt7_PY_YvJ+9nU23+ z-%e0RA8IvfPSD42y4b>x?I@09bJL*9@w*=MTp|Q#(weWOI8*)m*?^0=+j|oy34%91 zm34^l5W>-kKJS#-FV1HKsZ2uq45+q%*fQDi7|24>!-UkaiZW23Bw92CZik3MiaL3y zF1HI2Ew&w(?mRr58q6|%3IuR-xb5xV!YQiuYfNOUw6H0tr%WK5S>)2MlaW*xydqu8 zfO^|Uhm#jwRV_qcgH*MjkpUsSYs(2piIZUP@sdl%@)Pr~Yzv+@JqOk3b5S>=Va#By zabES}52DNS1C#cRiOq9AAE4WF^oC+DA|)^sZJ^b;IlU55F-XBsWxi#X*8EIp2r3Sm zbZm|;XAhki*4~KSk-ge33V#FQ0W>eClOwRxxw+4g=qV3HMqPdk&n`Y>O5A zk;n(6J3@2$sha&}(fR@n^PV){8f(*ilO=25mQP8_1HaNAz&8IAyLDYr+BZ;3GGF=T zV~ppu_?N2ql{14@aRPLEql0ps05u9X^b~oZ=;2f4XiVfvwDuWn8Iv%Mt5WaSRX5H` zI&kXD9e%U0x_OPy>9lG3-4vCga-IU}SW~bpG9hv8G-Mw}tSd^ON5wrFrflkOL#!Wzi1%fspHrxS?T!DEPw8k?I3(mv&kCYY5 z`znzaL}Ti_F`A-G5D9z=2jB!p#xL0yQnw9i9_|YEtW=4WNBr%=2kFzsfjN2S5i$>GadWhJTe%}~wul!)j{2!5c0a48y+a>V~VN74}qE% z?Eg*1D@Yl#0B#zpXB0yEds7^6DYSO`6RM_2o#+k5;-)8qZ7;6J&q&YtE?bBoc0v-{n5l#)(JVn9Zk2>exsDsASL_|7R8_xpaxhY% z6wW)G^PQIBlkt}f8p~=81?R8=zJAH;7M@N}SFO5u(#iG6*oCg72%^d=wZ7(Wh&dpy zG<$C^lQ3!w!EEdz>NA!q3ek(`iF0WuCc>OMspq(eUnaZd`PtoTuiFLYyP_*$m%bB! zx@3iE?Ux`W?1t}OF`Dx}Dl3|+QSsAas4lyz*N-yj_{eVM7*Q#VR9HTk5e-=O2M^1) zZ$ehuWP52rWW{i=vTmM;O%T2s#<3*>Spn8|@?P(5C=LDgF6`YhswD8G%o09mwKy$g zJ)uHPL6(|GzwzUX-A_jKF$F~s7Cjq3Gv1c7e?nBO{v@=D8A4vzuch_JFR|#i7=Puw zCo`8HU!%vd)*}saLgSqDkVC-8KoE=MVI%?{yx?g`Df8SvfBJBd@$(xS=So2Z*u>au zq`8iTX#5jGF2Z9gjttE|ZCFUAl}=ds=r{D(Cx+MD_b<*ad(I#O*YhGgzMDqxAY@2{ zd@8Z&sUeU0cBsdJk}lFJK|@9bFVIGP#XgLBL%`0Q0M&d#jU>&Ykvn96k%;YY9tFSH z`1})-e=E?`$K*;+94})lgg;^NquoYCJvuUuaA7joTkQ#LoaQ$4Q%JKigeIj9A%n_b znU7(u2V>r~6=<=-B!l=~0`F4j)b!IyaCTsTs$8IC4SsN2;$<7&onlC5ySRGaZyhS= zUu0EV;aw|f0U4C*aT2FXGVLXaKI8USTh7@pvP=hx=(4>E{AqtuzMSL{6zDU>dl)ar zPSaz@R?ST1qLX7kPfQ#(8KRQg@jufZUG}!(JKFg>TA`OnA^qNMOq0sUV6HFC31bE| z{)N=Fi-}NkCK^Q8G2WAv)9dF2ResdY3psiTh$7MemcUA&1nHZAh;TsRirzCmuxWi1 zUYI{H5f(*N5`D(8#xmDpt;b;$hxc_tKHOEqRzzJ534%D|*CS(-;WnK_?T7C5?~HF` zFaeZBG%EzLBnhD;37L8_3GC|e>_36KdXGAYF%DgzGq~sD}Zd(!&KaS z1R7b}@*jyZ?vQ64WRq_+-jxnsHq6`@x>n_JWS47Rei4zv)*lNkS_xEx)zp(8%zm zYetWE&n@P4d>WCC51mLthfI&kIA*2}L<1$B zOfIjlDa(x5n1crI2MIAeDuvv3vZ-O*6G<|UL}-rYihtQ=q>J#xq@R%}jv4J5<=7UW zn>rCn#nn_L&P8J%G;Q_AMOe56;p3N$9bVs$ak-=2SV2UuNtnxM@5(oy&*11U(zZ@| z<_Gjg(&b5{?S2AcQ!_6fL3rGIH+f}`RK+X3GjJ0*YcS|5GGRg8VC8acSi=}xrKRjQ$$g?QC2iKOl9}Xt{a3pxuxJ|H15{Fyc9}o z3 zi{EiSI&O~#*amZQLXynpPW@62j#yiE<8U z2P$-reInJGXIzTf^%o9|o76ni*dk#(3wE`PDlv|vgrow8Cu{(c(9*a&@uQ=IsTUxq z4U`onpaZIvvOr~uJsk}8UKGBGvoVz13>v+`*s?fSa_mOoAO6D`x06%eS9y(p3{@oS$n496^Of@5XdB6kgwNrQDtiPTBl^WvfUKHBf1HXX$0zjIQBg9mWkL?Ns5=bbAq`3w+=V>+-A{ zR!+~ReWsB_H64FW-S+00G17Gbb$bSOBRsX1IK~+}V+s1%PAb2a_zsfuiLybDCe8|! zpR?`lt??BuJ_5XBZF1ygJmHJQ)LTz^2q|l>70Lvh`fFvvFS{dVojS5ip~ciOR`mA; z1=QtESjW*V?Q1S889conj-u4CwTDa(gvI_qNS^rUQ}`(``6p$o-QOw1@g#o8PXF|>&VN;BYOFKBXWiABO`E{c z^PU`BobKDcEo}g+s^F8hBwDR|(LDnL_r(&oJt=_Y(yyGjs|gxanyfRR5B(cV`zy6` zWVJ(8&u3RdiQQ!Tym11{47|#~DbM0r&|#WP?|efv3p&DejVv>jmLiJm&2Hhzs5Ymr zs`KuU1ap}=Rn=scSvR@C0hV&$5)>udB2|t?#z08q1O*g<`6;rh%}JQUIK9F}+=V`t z-HDE^spL0DEQ#e$aQVdq)_PQECM`+DNmU*bjP|Dx4KP+|Jj$kMP?u|;=Xsi`00mt& z==q<$?PXIG{KlzAtIc5$IlkVoi62<&{r8R2A7vQ{>tfCXPz!>|AUpJv^a-thdpnN| zS$e^QTJkP&hppAE&CeTJkw7Lx%9lh2Y z08swX6od(e^vOrHBO$*aW;^;}BUM($BCQgE*WpV|o-|LIH81VkAx0yNGn(Xrd{Ejc zL0;z@lZEBTr-4TM`;V{CFf9v^ZM@9{BNhXCM0Puaf~UzzGYDzWf{L~ms77z9N{gS= zBB5asb2nf!?jVYGWv6Qor5VSe4a?u`OfidUs<`V1ohR4i5~6JuZQ&YQc2nFnEGlk>z7>I@e`493Hq z>I>_?;{tZK0`ic)RgT zj2^~gg>0t!+gb?cZKKTQ>kNe$(5GW5bIv!axSJx-wzLul zz~roA+#H4m|08f!Nt3+De@mnfg;xnPS+me6>dhI1fDU5pMF zlh2krmbAO2am(`5cg&;7;yo(_DbPDAnM2&D^V09uXKX+ZMB%(E!f$Jqp25=bEVI?U z@z@fJ#kVXc8!~Q`W#NbSXP$7nC3A~!<)bzeZB_p*9Mg-OU&_iNIU$Ht>kNM}A6$Yi zb%XIrTLJiqNS+#BI*xww?=K5G^8{Yye{;6<%GgfgETA_5l2lis7^(1SYX)HSMC8eQ z0yHo ziu51x0B?34H6SFwHVDR)1XER^QWW>&Dp;JQ<4=_gBd&zloxWc?3IG0ns}buA>ID;% z89&c*9T@NoGBqJGVIHtcq1w?vS%nnP!tL=Wp&GvwgJZ0w+=~j*$Nr2(v6M$mxL~($ z`icQQsbMCWT!&DxFXk53!%-yk9+$CYIfJ{i`S6&aO0`rR2HoDtyd5Y*JCid+ro!rE zu;YBHc91>|R)F>7#oX1|WJ!A9LSVoJr6SNUQhyy%h)FI7^zOg;xr2KJY`?)7B@KqensT(?9&URJe#{|01pJP=Ax;FB@_rMSOljPNyH z-?<_1D9SDw(L@1}xDL1D>A$+Wo=4p(A+rBulocIUy*10IHJE>Fk~@IzRj7TeqQpNX z5;m+XvM9W%bQHoTa@UZ$AwhGwzn&5ZO@@b(VBq z2NEpAP;@H@Og)k5IVQ*J_TSt?ehU(^$9~O8GOD+h&k7Sqy=n>)F+RosV`WYoC{?PS zHfpzV$QLIO>~{1SPUOIZv*OuieUT#{Ob$)+EVhEz9T6i=oxGD z$_pF5%UE%#>?g9Szf9LiGcq$uYk9p^fFLK#8+i&jEU&~C(%u!$0ov*}aAV5(d7qLq zFN|&G*U7O-8~buQlC7rI!+_9}iVM317%#bIU&onff6&eKQ%qNlvOAGkoJBi#RjgN< z`1{y(9`e8rAKY@(JBBV*a5t@ql~_0+)6CU%Vi)(3rwkF^EH0!7_#=_j>s0u4!sGG8 znX#BJ`6-3Eq^wB8;kqdz7j)V9@PG@IK)<|zl#8^?`Ysi-Nz1&=I6K1TS>GO!MM&=? z>DW`7ywP+Qu4^x7ZvSY0jti-i#nJBazscslqRb zdddQ*G)J{-ab@na7zeeWKzVG-sa?F!T5m1Kb-OSVB9q%&A!)vtzijesj|k>UW|!C- zvdoH9f@)__^CkDeSyl-D?TwAUQyQsT;>4AJGHJ~ygnEpsl~f-g0)v=&^{8{%7f?0q z6I$yjueaHUny|%2j71xEj}-zX1+Vk$#O{$FUtc>3iS#KdF!Eqvo)tO}iaU4s|VQCV&s7EHu(0nsoK#PWEOPFbUB_YZSg|h zVGShKB<3=XZuSKk)x&`i7SwrMTM9xQQYn=aRFOMr=ov>EHrtEkNSE>&jI>K8Lr_ip zD8*E%KLqsReCllEhQlGuaV0#GyaIn>B1Wf3Y`3yc&O8%FY9eu?0&*%>Dgk>HV}tqK zVL1%e)TAPj59<3RphN^TA5sYNhli9Q*(|twvZYD;eUx8Dyl)~phpI6*hf*buVj9kh zU7axWcp{WAi1Pr5i(>-YD8>-9Q5e}Din{Hk=_RDZ-cfj0Ld_1O<|2cvq||cMXglJs zLWlB#TMb)|+n_irUB3tzpRk2x(bItI*eIs4@yZI62%&=5Y^G=i3CkU=HMe5(nGGwf z7jy5(s**6D1`!J2ltr!-o;V9Oy}2}dUtj7l@xRPC-dJHK*dNqENVu{Pqh2NosaXY& z-)3E^KI1~de(R=4ne^6YF_}(6EhNyuhRd8vndG>|16Bz5^%PX(0r62zNCJ=-zj<3#mo2{EPL zR!$YSdk8vBlb`_2vwC*v=p=1CjBF;+Q6FW z@tL3eQf<7!9G1?3LXkX+UH(d4_j*j}%onS5x7nLzeBWxS^~#D5WmKJ# zt0VYb3mKOkhN*vMII8y78!}cM>(?vJ9-c;I3WXcUC>D1I?)eQByyBlypruo!Wi0A| z;g!@Q*KGQiM;%hv0YR7bp^-)FikNS3KES9K=S{NPCDJbz1B*5_IxxP^3Ch!5k%`WX zzF$PBOzIhJf&ir)k~SY9DjzAJJ!<~-X~J#2A)gK@N)9Et^H9&_1En4EtY;Q0M|-le z>WXfPg^M+-^fXSnJX9AT9S=?3fj&!Xio5`hl}(G77vtKUeQM{6U;CI+wWflZiw2Z* zXW!3dmd{wK*PQpvWjtY4MR>Q&t7{XVl6RaFK4H=qBeQXMBTX$}pl9H>h4J%Yy}Kz= zDhXqkT0R=g?uD*q1qJo4^ZaKbu`Z~b5Gu5Mw~GQ(ROQ+;7qJ z5mEK(jB6adm6b)L4t1uXigEmSF}R5xLeMiE$~`b2cWqqh8)S*~WKl%TCm1{QVgCSa zDPv7q7-;D+(g=o3@!CxsTPVFzeopXIY-AMVVXLASo`Hm3fY!s% zHy2A=lDdRgl+y}-qEEK~TheI5ZE|R=_(LKFF4_rZt2u9kHRcOR+dxUQ3{8v?36#dS0yuvB5Z+($}Q+M_QmJQ-0V zVTSE3Y5~qr8nv^eZlaR7Iyo%Y_+ns6$vfa`sdrIe7f~8cJKEqm;7UG6rgZjnwt-R? z_fOG*iorDHr&EVQ8#{!UK{#^Rl#9u;HRBkRiQ!-Zqy>wq8*HC%-3~X?)W@?| z<`b_(t`_;7jE|Jn%4Utwqxqt?UmD4@2=Le3=;D|GN8LvZ`VhmBc{E{q3{sjd5m;4S zBb_TXZ=33pi+XTke=0=;Ph+u%{}p~<*xucbtE&wn8}kivGs+gX%KsrU!@G?h@;22V z+Yd9uDf#)HE?m6d4V_+3#eJ3K&F342%p8%3kBLY^eMlvw6)EasOGDvZUd)t_aMsy# za&(C1qNX^pNa#sLXH?Zs)xuT=V(ooez^7hC^4f>OBFW#l9_;##wi{)xy&{bZqXvrk zSFa*LPb}(#!e_L!gt8{BT5^-e_GxT9wV=IbXtk}grYPuvn2n1++-v*0Qy{lG^un;K-Z?ohKdq71r zBd>Q7}>7QzON8X#SV*!6)tA-YP<)@(28&+Kq)7mZzpam+;Tb z`aP-Bl(7m%^Fok7W9%NEqAp|v(aOaUlWabrWSv4Ctw`k9sh`mg;Y?>F%9969 z8n|t0`vQ=hLQbHBc*y-C4m?Sp_@ZlT^{pT(l)QzV!#>*4-_nxGMhOE@h1Km(k~{C9 z22phdmU=Y>RRswa!h5n_rGD?|@E8;W%OA_lnLqjfD!|l{b$iRpho^C*#z8PcrkqrI z_K(~Hif`h*(w8rKkrWH~-WA^L&Y0k{->|dcUI~r|@v#V><1mM!^0I8}8?U4FMinX~naYXsAR&X$Q12YYZc?kP0NeSAF=O18{8*m+6#!~AIQg;K< zivj{bu61l*^Oqf@K2l*LsS1jhks1n32@S(dGr*{IXu`Zu^FW1o z3wtw8SB|R!+XzP2T|S!q8zWU{5;n}%4@2kzu4V~?(qFpF)- zr=vVmJ~Nx~O_s-y0M%PCSe(aDr?T!ZpWb?p`BUCu-O5o7ZYf2Dtse7DhIJY90BBE~ z6Vvt8CC`}EeW|a(E&DeXxqrV-PADsc2y)t`6mb>UZ|aMrvvR+`?#FW$E4#@lP1gje ze82wtKjVL>E`*UN5zM8@I-WJ@B*jrIsUsyN%;z%rkq2ug7`74wdyP_0#(IXWJ8M0P z@$Tpw*jvwI{1WRj@E7dPZZKSASggI5_vT%UGDe?05jarW{KB)8Ra%Y;hk=a2b-KMD zSc>EOl^r1N0PJh-pYYU#VfuYBf|^gO72~})yEbuX@^O}_3OqKr4i~A8f?DHGbrcr+ zwu~xZ=pWh470CWG!j8lUOD{Pg--Eg5kn!asImG(i${7wA(NG7->E^mi`N!3-G|=q@D+Ca4iYs$>B76f$4C zX2W|ub;mnCg+ns-m7XY)_I$22Y+yHRT9fqeG6z&M`UwH1QJik7$@hftZ6`26Q#Tbd zIWBDxp$)&B27dXraaygW;A%I&EOPV{sl{D9u~ zkYGtFt09y?8Zsdy^hspZVN?$=;3?Z(xuH0Gj9H*EovEgs4Z((RB_m4^>-u+TdYx%> z{3Ac=s0ZupN`|@Ixwtgke`hQ1*RV8~u}A}sqJzvM5X#7QWtP%R5&@{p!!YnmB$rlE z-g|7>B7+CyvqT55`W?9VKGOMvt#m*!1zP1!(Q6Sh75BC;q+!66(YCvL$V3HCa8iXg zh#Gg|%dSA<%0q!{)SZu>#&N6zAAXXrc%a!21VBe!H?oVtQPUzTLJdkN+dj}{=OJqB z<08w}5sJ1*I$yx@O=5gJd_8DjliENS${XBs>kSXR!mF$GBuyZ&N8Kr^$KjX`3&#Tr!3}4E=Ha3}l$z4caZCWC?0~3 z`=1wr%s_!HP+|BW{{{84(5Z|Ezrn;(Dq+@nrD~ty*pgc2&v>frlid`bQ;IypqwYgS z6?z7~WGdpR#8GheW!)wDEgj~RU#Fl9mE=X1%HqR4TtTIUXi%f9gv@wgEb{SqKF+P* z?x!~bkS1fnVHgM8XR4d1H;H(kPP^5k@3Ut=1Pe_Yyo%5!oHl1 z*+c9h6)mU`fPkYlGK`a;)EhQtu+;cgJZUxZaq>WMXSVq!Qa9!4L^> z4F=ui*%q4pUD0;vNz#%(e#ZWSfjTCr1(1*Pp5R{1B@vSs z-=*1B^)ujCL&Ut~!ehBF&fq9{ScEXz%}vHD6~hh9a05@97c-`>?#*w4rY8-lSEIJ( z|Kabn5~X2Yah;;lYmV==ca0MDN!NV}9u=6C=)CE$Y+u&(C?v(Q{gR%*57*&(aGH+r z^v44o(R#O%zZZm7JDBFc?gw>+@`(zx5mlyz$@ZRp7n%E%q0Wo3iU#h$Zgo~MX^WvS z=Y#ay8bwpxx@F&Tl7_qqac64*qfu#%(}6(jHfER$?pv6bv<&I?4yD+^U-i%1f_= zC`$oSer3lUd(mJ%Ara>O5;sJ6+K13QpT%cyg&KRGsx6Gwf6bB z-)VZyN#p?1DJ%$DS@S0wA&3eP7d*bWl4~Y;BJ1$3^U8wl?gk}HBm6)z@bc_%werLB zC%F&{Lp}*;26npN1jgw-nfFn`1n#*n(yUq+hoBEYEyKHhXI#Yj%)ZJ}x6H$Ugej!W zp;{8olY9z!+%4C+NbKAo064o9tss&axF|RA#dY4*YWluy&Js85F5m03CX!YJ(9E*U zQ~MD06p(##AsVeR>}OLCHx*%VNu9dALXBHj?J0czQ#RDVwUuO3B4mXGz)y7!v;l77 zpQMrKsWdwwE`=~&G6pP34~5YmL}>c#JSNkZWWowvYBAR@p|Clq%NyFaF0BaC(~V@A zk=#1^vRR-av}8AkXF!&8LJDXn*re=yTuAh7AnzT zJg%iScVtx05{{*EbXT5CU+QBw{g8p$E!ugSt<%P9?~92yeuWkvN%*qdJCjjuHSXel zeTnu9Ps0NHd-NtblrAl|fZ07cVYdG54;(qyHlC(%;g&^zt{g}-&YS?=QHQKW{{s494J5djS#1Dh-~lX6#(F!Kf`iBPGsrT)O+8@c`-ihPCrl9;WfZfJv+2VhmW~8 zXF&7XAJ@@n!dedjq5xyHikhq#?f9%Mqh7M)g1*LR&dQu!5pMP-(u+BtkR>l>{v=1q zk@Mpfl?F#9x*mMImZhZhqp1kr=EVI}xo5flDRq~}cLIivRNMJ9tova6zlDlD2Y-D3 zO8!SnKeCSR-=o)5dn9HG#Tw~G#}^D;1tDGain|Q!L;RNOKP>$IgKSPZ!}$A~u?zQC zb&dJ^uWW9Cx^CFnr)Tgumu|v8<_!D~m;HC6$>^y|U22rKBuRl5C-v(%pl|O{_0M-y zbwa;25M1dTTP($9A_tbdVZ7K=^;Ex`_%)l69cSrBk6YYK1r`Ys$HdRl@o7 z>l;=GI{gY-J{K2)DttflV(NV0-~2m z#8C(gR+!|nQG+uXCNC4Co2Z|Q+HcZY-{w*4OdM{yOG-gu?qdA~S;(ccL%BBCV>6A;)(j}imyd3i-kRg1UO?7^qkIhNezM{ zQ#BW}L6`tQ{|@6RI@M5Vq0Q#9?9w84q(`T1BQj~02b#((eM?Klpm#y*A6cpRXg z6S5MX->|Ahw-4V4UZT2oUE!}_e{-V~hy}J=(sk4?<*Z;?*T?;$rv>A=0>kkV`&r^k zbuZQ2f#|IGo);IjyOsXhK5ob-?r%qpH++L|pP0dk#gZTApv!)f&~vr+A(9D61>^sU zudsacUvFKX{|#e#+l(783DV-`n$&1Yg3Q~OwSL@BNJ~p#xa?AAa{c+vBfVOp6D+L= zSlYOhM$V|t_ZwFoy)9O9c}eSD?JIQ({=E5pAea)CQe|u})F{ZN``w6_XRk6x-;{eq z{uSh=cm5$lIlq846ZQhuG(0aKZP*8rLyh64Te&y;v+$G&6F{F|#hUpuh5H#trz<(H zm_i_6vf-q-3k_l^V64rzy{w0OOtYyc=At;&Gfv9@`v~1`imvy1=_e6;0Mn6&X#Lmg zYy+Golkf@;G@OumJ9Gynduu3EtcbHNq7jbpupGVNq<>*04P+ucW#Uf~3;U(_$HYQ3 z_82+)xK0sSRAxwNHne|~XJ5jI0W?kAZRpzrP}7yTc+wqF8!Q;Of033X-r9K&r4Vb} zAfHU3;Z9xA8{~t3AX86Rz*(hweerECWiI+@*ql;=6cnt3moEseuDnig27QX- z0XtxuC#$iy0s1T+_2YvNB|S-dJoaLCrw`Qzs1+Qx_->>xqWw!8YW^-~I27_wHG5c| z!KkdWr;gsnnn~xlX8*V6YLN9X)FQ1Pc6<-bNI{+|4Qw954E2wGa>r!-CxQ3>>bdc6 z4@uU~$8YA($4JgUPv?IeN&ohx|3$X`f9|gSKlavB7J&ICfi=0uky48Keg4EuC+K91 zg=4;p^?`qsMzTiCgD~0}oK^|74P#}0emcEUIdNCZZ=U4xLR<*V@sxKv&sbp=c5-Yv znk^^*L*R_qEFBZ-LtdNE)07ZxOwPOHCxK*Ssq@?)c!sB8v_$?7ApC-|C#?}jarpRfFCcAHH@#})%)6h{f7B4Tg0tbFCOoO1Z-RCIt z8lC0Xo%vu!1R2LLbBMh2H?5xvN!bQl#!ofa(oa#(osf3yV@=ta&Od*j8ZJI?O)uT1 z!U9={gI9lydY;aEleckV@D$bWAQhfy8;_#P>Pf=INzUsb9KB$jvBQ3QWrTMBCB2X8 ztk$*6`=e1Osqs>s+rdViRYy%7qT^ykN4Y5#>3Z(D(V|7UrbUY-<3&5oOD=W3R1==Q zysV4wxwPxio{s3j4xw+zm4n*2X`1Q-{<_geYDOFcqf@1_KS)*8R&Cy~MM)#qkprAR zn&eWJ&!rP)jpQ=k;TNzLXFJD>I`1ZbJq3SxDwZE-le=!ZaPhaFNqOyertAA};BWUY zx(Lwauqh#&6>|NBWJv70!w(L$e=B0f7oSG%DDcoYKQ8Z}*|0O6FZ=vByp{;ZOLoo? z(_PTP>R5n7&*s}d(rK%)dc9JYWH}7wxVD%bdvUiz@wT6zI6e_e#PLocHQ5rIxoW^9 z>kk=ZM)2N)@!7pl>!ujEd<3+>EvA;oCy$tAhAYf>@vRQGA`+oW=)wrB>@$4=RGrZU#3M~SUYkdJIC(Rk2CEu} z`kMgFNK%h=gmtZ?b6-K6^a?pa*jl-=Dn?~vF*}VEEkqPh&y1*A{is?wwMf9rM(6k_ z<}b-;^;gie+9^(O}Tp>rq9& z$Uo9QbCmo>K(Q_nHfhff!|W^(Mr`{_abeYzjwU2KG~wje%{URAP-dYP3FVP$0RRKZ z*sSl2zufQFRSU&Ir)a8ykI$jF1fK^`NSqPg5LWTshYXjU(l50|OP? zX&Rs)XH@7;D;xK4i66#lRNOo=ngl@PT}0XrA;QwYW~niO>OFD|%6R#3VdtGMkY@Rb zK4HL%qOit=kLz1&-q_Z{x?e;JBpPT-{$*`u&O>HzXfWi`{5SzVPiLC@X}a>fMIWh+ zg;rcrmWImxe6+>;-u?X(4HptDnqDr4df|4{;|q(%P4Y8&h@MbKDSq>3cLK$EQk(ng ziK>#jr(taUT#`zh0v0(bmfT7#WHfvm0=K^UD_rI6l7>JN!x>WB9*d!nCY>Z&jSp+B z5;KKiRSGw^)Q*jSzUPTTRR-8|C#pBVGus^rl`9-(nzKVIk+i)#Tc}~tSLy{u3LBHK zk1sFr;3Uu<9oa3)^m06^jJ_K7i!q+FbaOJosZ<|JiZwD&r+MNB=boYxE;%^CpZTC0 z@Ka+pr@t@f)~<@@Q(oK{j8PaOC>DW7TYP0D&?C8FbogFsz7YGLx>r&9d?YpWbz`G7 zAe#J1xCinVZdi6_l)T3BD=VK+Xg8^Sidd}Fv3-oZVZ5{dul$W!?c+>VZ5a0@HqLEQ zuIW+t%y6HpO*3kC<(j?{gCr*_DW?z5&iJEzgPABAj>$Rq8?noHXlhI%VjgAiBr=5( z)_iQ+;+ls}hE9L$S%+l{Bkr3H_l>AnmVV>yF1+kn?kGy=e?9zgq3oRBa-@#Q&=Hge zgaCDm_Vhaa=a(j&OB4z^0#u$1j-u&K2)4dsLueEQ7Q5(VwJ}Xmnllu;-q6n=^a4buNc*E0?Ax zi(4wm+ya`SV<7)eX81qzvZS%SZqSj$(;yPEDiR-McYK;&u~lCoC1#Sq#Om->H3<#>-#V0oJy?bS{L-qPBv>(NN*{ zE^;`c8LRgu^o;+XWgb-$@v(!yk6pC+>>qF0DRX0nMH%M4I6Fl_%QpP>r}VeG{%QgP z>$W5H%N}Y|hLXr{_|S!QJ$MQ?D?<)ws_xVjq6dK zotv-Mko9TsWg@0SBkuGz4;N9ZiNeEIk+BNqOrUmVuWTIgCa0W-9zt&XVQ=nLm+4<0=ETH7ID%sD%S)EV#9Vy4;WsA^nqNAmEy zLi%`K=SJC4pBmJz-7bc*OC!|)^Xa1d%vGG7r`~HaS-#oMe`Vm{5G%TXtU3kB74OKR z8IN8;H{v*Q>BAB7og>l<7Cm!$uIue#eN}Kpo2=Nl)>6$Png3sSuyf*S&l#RUf%+s% zQSl{Twi22~JEWWUeAz20(S@Evnr}36(d-U-Y^&T8E1coJT&X}JR$@@S5ncom;m`TJJb=v=J$pn(BFNt4ydr`w)*|#v=szoh-GRFScA{+% z-Ps5{&6$vk8cd{@xTos9oWg#40cqT8AQxqW`0ixQL&J^^AY*0hHRPU#f|QjY8@Cnk zOOp^_&B*r>ba?vx&n};B1C7V=?-zi59M*N?pnjkan5*`Vmp)x@0o3Bx{lH7i><=!! z(+z;<+;4@pfZ{;*cs35UpZ960odKhqE+@g5%R=fXgq!RRJFB_QvBCSeO~R29LH4fXZzz!(^RaRF_trEF93a25DW zbwO1d$Qs2ZgFHC^G$2JFb)g1Rz8k|}pwRz_FO})G+e{bm&@|rNaEQ658pXkSn+Ux^ za(h5!`w|%B*n^sY_lq<>{@i7zLE>9F)#4{elxo>aC^V`RKS~F*bl~xSAZ!1GFF$oYYN&1Ou#umjs3Wl==;D)rUWQWd(qIf(?Tkq20_V;vKyW= zBKHA-W^?f-9y1bsW3*fl=n3o#z&IllXp|*t0FPs{{;iwp6Kbw#5SMd15Ch>54lMHn z1dr^uKguGYq~(J&u&*>GaTN5$P4WV}iI!|@_Hc&R2;`FO0*h-MIK;IO>tqJD@_Nt%9<>1Q>@)14Vd~V z2Nv6oEPQhP*k6KrjLb#%T0>|R_$0&I0Y8|n0c-}oTuFp5JaWA}`m-Nf*{%x`yKl1r z)4)Z@dus?L9Q|NVn@F|6gZWl;tN^7Z*A)7_M*&ivcx}XMP?suJmVis0b7jPP21*3ocQ62k4w^WRX-e&)YdOp=J6G@Yx)O zu7l~x>vHA}IdJlCQ(SlbL_|WFg29&V6?<(I^bvl|^6uW8M)gG}!_>KAM(q#5#6%Ia z4YW`s)X(h>P$He$#_bt7#gpH^IrBjA--i*4co%>W#h3}%YC4p9za-CsgiTXkpq6Mo zXk$kwx!Is|?E02lYzUmL?^1!1EECeN)%}2sH8w4f`t2-&=h@03kl3;{EM>h5oG5B3 zHn3dugvl+lH34mXYkKcCkY4(J=G}wPk{;*(l$}WMXYw#;1>J|@!;TNZl5cO3mCn~9 z_~kmCQ}-vvi^hP?^=t{eCpib(pH>>_M8|DY$dyoY*%{U(hytpddW9WyiNl3}}!o)lI+9C;%np&!DLI zGqEONvq*fy<5U$JeS#@*vhEb`VG2(H| zy(chJ!6`M+)drdgb*OSKth{_XtApxx_Z&rfxU@U$fLWlEKdtz<|Mc_r!`@Z^o_ghU zqmX0HZ;>;2UGLD<+tj!m*9{|y^n|;1~5?9|EC12;!Rp{t=)BB4ix&;u7Yocl~(=>9?Q#U0;1*ReftXdFqVlaCI!+OrZOuo=U$V-P%D z>-dZOIr8_m10J9e-ycY6sO;>G_zq#)?@6Ndhu(;Whhb*pTI1~;7Yf-0h$kajR~NWi z8$b<9`HGwc%W0|pAlEKqk=RI?saqj-JZ;K58Snjf9(=i;kiiSUyxDkh|9KUr>%2PSk6E8`T9i%~!WR=l(7Rqo0HET>qTLbsvaL zn0|Qc)4$#VFOx_wiA{GNi?KIg&3M?G(8A(J~)VJweE@RfIDwY9phOCIo zMcFIi@Lm=}&e2^<4LkmKaZz2sy`B2bC)OH0N13?On7chTKNq9M#o8kGwrnaXv#?ia zMyL=$<7cy9+KrwauuZ2tWtz@+7rsP$zxtRAK5%i!muWPp5>5Ze%NzAsFuc z3h5FLH>IeNY-6%yqixKOcqf@Xb$-gG^LEaJx4K)|IZxud3OnYeIyq34pWN-2m-?4S zB9in@h@P`D;}TKIII?G6_3pU#`oQZ3Msq8> zYOJb=(B`Ps(Fme){>R$F^e4Mp8sPOB1McE^4a1Jf9>3i*uld_E(yycX6 zj%DWlkKVncDRcSG=C~ykthd5z@w@N#{bhf>HzpHPTCt^4McN0phg9sbNuhS8A8rKy zsc9i1UH~@1kphFpkl-{&d;W<;f01hVV3kVW!=Y6>PO6!!Qz1<4*Mh`(I~{+y>8hJW z)F`Vu60Z}tGYJ+wzb@!ge5br5(U!~PS*RWgtBuO()WSW2n_B#5r!hBI9t)qZVgh?Z zr_WJIt%f&!GMF0ELTsbSsKF$aGc zOVI5|Sw}#YD1#HB({g01#C<;RzAUmvaD7T!_SuzgyL;SC{Wxrr8Ni~SyjVt>s#iLd zX^^XNd)d1&uxehE7~^W^CI^$W?fbJc`v+m#w^ne_L%zhp!s2TF58gvK)8fF%GV)y6z%3^W~cC{<);989aQ+ z=Ump_&u>*=Bpwy?pH*$-cp0-mw-#elrV)h=9jd4Qo%Zib?~ukdd1czJE40<(7=O!Z zMd3mCgitV@>7Sevd|Ga<8J)iW<5Gcqv-=%ZGj%lewZ);CG<94cfXF;g24 zt?i#XxnX0p*qQi7Ha>Ok@~}5S7YE%HNBMe^|JC&+WT7NHb15@L=CURJ?3h)7UkB&! z!)jBp$mE=X@^y`KtCjaoI2ve+bA01=E1!;M)_cmM<)=&NYq)Yh+q=R~E!L?okL2PD zl_)CN3f~!{L+VX zkvQ&P8vT*V#2 z;bpvUo63(_&X>8BmQEFk*Cf?ndBTD5w`LaCo>C-8x8>S>z1hFaSceX7fJCowcWRo$e;n~;=T!YP6ge^@6_@3RewNFri zOI^W8W7Bc-k}|VEMI`5ClpbwLChILy556=~Ow>H1PFfx^_*k^Z5g1Q?i3UkjGJ!Mt zp2)60f9ZD#MZu3^MX(xFg{k?PG7ahd%?Jh009D*MSN!_BOW2}HxSQJ6Wx5$k5*pqffl zUo44DzdkE|xqY;4kWRkBfXmNYp*%}BYr z(}YuiE$}idbm?x-jqJDRvR1btyoUa96d!!4sa$Wh-t<&!*j9_j(wdr_i6_g z%KKvU@yjVW!cw&?iRARdTel&;t*?I{WP6A9SMiB}8E6&Z zR1$53XObNmihdgqE*x2i#A-tTvr~@tWH%3N%p+H_P^}+B~X6Pk4!9q<4PvGE4J+c8}L;E+f-Fz#mm8Zl# zpO`UV6C(y6X@g@ajy~<)>U0_F9fDUxbJ>#RrIb+Re8brhOzzK!_4C6L#;Mv3K1S^& zsjm&!31(uQIT_mxqdD46>dWQlZq7tI8{3IGe<_PM8!^MzXMHr+ol@LS0tI!G+{MWt zV4u|Ax2rfRYAEj zylk1$vxd4c`J%E+q^x(E-UL-SBg+y%4W2^k;*UNk|Dc z+#^ip1s`$^KblQn_J})&S`of!Xlt&!nUb5aHQ#M~gGEFrkN75mt6D+EY6DG+-@!(e z-)dZHD9@$;5y57|_N-r~>eeGuW5zCcp1iO~of82KpUe%GUNlUDcuKy@S7~ky*X!)g zuG6D>2W3}G)Ml%};VK|#N7EL0v5anS5uzssySPlFfNEd24SP><<^0%DAeitqKTF|H zQpXjqOjk+#79*ktV3v&k)Conb;t6m)0YwS+^WZ{6I~Pui424pDDJ5hj2AvQ7qcuVG zEKisiigm{h^t!s6`>)L-HN)pB4Hk2ddT}n_R+^(6O17ggLBj)2VzROlr~F&k-upL! zB|eIFG3$icnL#*MqEo`l7*|@$l}<@6a-fuo0Ay~Z`@XO7x3|;ED3TIO%wAQp#j*(- zvi(@oZv+zg=8O2G&3p#lhZn_lPeN^fwPa!tZUF%WyzmbesN;&Zhxv0f~8u2j7^kG)# z>gdvH)2ZQ@a#};lcLve9zvmCuS0HR&YUa8HU)o^CWJ#b%rEOQt)t+-h|I}RhM34Dp z(Q?L{#p`M!@6!E>fK3H3v6PNqV_^Z3->yS22M6_9uW+P|fz zLus8DEXuFYRaA&6aeM7RPCM8gFr!lxn-co@0ADY*4fR|+j5N20{nX{$1Zq*edvPY% zMK&09(M+*q`B7XAS2MnH6_MS2Evc~dScIm7`gUechz`tZxgphzf#RP|NdPZ?ZijX7 z1skD_k>+S@YwVIjgB%Uz_VxWIsnx@j16#W3D&kt61B+T3-wWpyyPR$Nzy$WcWr72y z`)<4a!{ze3)VW7v2Va4*i~sNaV9Me3YI&3vZPjt8ZAc_JGuUmdw})Xd`paQpIHBNN z8|#P>`k;l_8z#%>WlZfrDZU$d%#7KB~ zOCfSr`z{aXLe8oLqJ8k2&_WEg_54U%Fc?v6pPoIuhur5se!bF~)hAJ5kLVgENC1(R zCU3Hb=O#4qRp4D|8qi9_YG*yzk2(G~W{W2e5OxUmY#Tv7L6P+L-n_ZYr~l`9hFK|L zcsc7F!-$Ve-bGQmZov@s_FlH+$#!sRRzkFvu=HniS5vQy4CJ9I3jc@g87{Qn6~F&J z=cuH2&NjsSJ#2Vd~v7ALLQG1{tLFf zeWjkOT3Cy%W~e#O(VvKCZpt_|^r)6(!<9)Dp9!9Iue8n(g(@uCb=RC{?i5Al-n=%# zm&2Mb7!3P3eplsWs)^7ZKk~n{{Nrm~^Br5`UWD!Nvew$wnDtN;SJhrD`3A0w)>XC0 zfo`BVhWt`Q*|!7{d$7a#Iq|I{V1haf&Sht15CQup;45^1?9|QbD-z3J*>+Mm?qDbU zW=!cRb&EU_9?o|nqntF6D^6G1ryA(fagr)MCS<&T1(-@w)4940rjh5O&hm1TcYGl{ z)cGvl{U;8>M(MRjl@bc_tY5GmC{7_QE=X_Q`kF@e&J4J#nRql}?GSduna;RUHd7G0 zr01(zfrM45Z{>Y&Dy7N^zlSd2B`uWqih7K-#W0W z-;OrpIMk^&@n|;5^&c%^ljt3pA8HFjSGnmvU=bB8**P6?=&Fs!(@eF4dfL}g-@49B={W)eQW@&irextfXRMp z*VZo$Ej+VX$na9BsLT(&(PKX->Ai(?(_P6gLC+wPYq;U_)Aj!~*9=n)< z;^gUenK9`%-T9ybci|M~Ssk+{|`Ixn8wFRJ0xVAV;8jQ`GN5=qdi^KZuSI9E|v$kRo0aWKxL7s{@ z#!mlidHx5trni;#_wK?%r-bL1h*{W#8fhFTfQl-Yf`%Qj%Npr4bYVo2>b?{ZQuX}I zzk~Usayn+ulp9xvG5qVDUTBx^P5!U0$1VLPjB3(+fQ<)U_NY(7uTS}7@_G!aWuUDZ z+f!o|Iy(?buLndpgKwK<7- zr$tTt$B~47nQ}3GV027Y`lwa8?qRoPH+)O4twz>D&}TrVN`$VkPZ#)-Fy9qmODog) zUQQ)r>OKMb`)h1Dd)1v5p@t3Li&OK7Ek~ai&gPTnpX)bTwkx*F6RtII70!JjR{_a4 z|MQgm^8fd@_;}H<)XG)b-lHmQMzpB_xe2FnLq@y#m6=hp!H-WrGoJmcdl%`LRzxw- zY2y~aE9=1RUhs}Be!7W;Hdk*XvMfs~yYCV5HvCovd+Abv*HjrRa<86M!qt#}hAQ=! z5h-Csn!i}=FM^qy?LwtlXx7cx9oBwLPMGCHi6%|2-fulK6n0sD=x3ADSu$n*+DS%D zq#(CM!$@ULL-~YegRCjs!s_+NW_1Rg1RP)99EP42;#VMIpX|5u968ZVyNr4}8tx^L zl~wh+%k?msuZyPoc!t$-UvDPtX`Q#ij@`n1ff2x-FK_MKcx{EN{2t7W#; zyixbBf00tf5i2MA56&(c(Q(0GivzNO zY*6gW-F{4Kr}f%x2Su9RapV5{nLB0y3L5t35$J0{sN4D(uRCWGqTa~L6>8<53!-xs z`lRdOnq6BZ(&K6a2dCHdC)F*+56;d{Q6Oyu#zn`^7%>7D|ovmgA?bHPQM7Lh`yegMnbG81af6ZIso=(ul0;+^<>kis-2G zPW|7rdIeyU&LZA)dFMZxseeRrMK_cyw9Z%RxjF?{?|itrY~6ckwU2X2H`+jJ#>Mda z%4qM~J#omX$yL`YQsC)Hs-7ov=zu4DM7lA*%+{98eLz=MSVYVloDfoa2qHC3=8GTg zzv$KUE_>Z6o4*|?b_yG^Wq$y!UN(l|%Atr~wt3W@azVRu)=FcPjbYA`KAzt>7t&ij ztg~(HU>o-FKWL@${lS)I?6}G#0So;n_`i*?7bAaGRkr@NN`J0iTqB;g~!C)LN8m7oG$EquY-N?E~MA?2k@^GKqVSu_^@E+;|Yu5$GLk$deLCpHJ8w8t6Of{ z$#tmFuCmBM7qRjQ@bVszwoG?zIG;?aAu@&!E^q~-DXGRBb#~2W-WZcQf>+)ThlHaq z6hF?|oxrX7mu;swjOraNp}c``;Ml>JDK3*$L_O0Zb=f#yf+4Hsvv+DZ^KfPxU+j8h zYj?qrF+yl0CNuO|Y2*Xn&H2r}?%r#A2cWV9qewUVTMetY{R)nc(_@%Zt|l($TRZ|U zFK4e?SeaB{qux1sT$e-_m^WYKdcEZJvMh5_P2qqggn_ewWA))5j@Snc9}WG8mNkvF zX_LN5jAfzCrpMQ0cjs1`#oU(D5clUJPo8;A_{m-6Q2~oF3?S)b0`ZYdN^@Hkg9d0z&!X+Gl+PzS zvoPfgQxg_9esO&Q^>XVSNkZ&<{wzSWM1AlFJBjPHusdQb_~N(#XrI_!GnsL68HSeg zbKv{*eekOqeFkNEIjgfe!u_60V(!gb;YGGx+*=R431;P4-!rS~O|yeQ@Bl02L-#qb zC=PQn$hE^n%ieLO=91{&XxxxJ3)oq;xA>*F|F9D%G5HRBF0e#sxv7{p8#c(7rn(Z< z1&snxe&4ggyeqPAj6cd^g-y_DYhKwZIo@N7^LjFJx@4EO&RJz90|hu7YD@P>c9wXQ z9F+;X2p*S=+USgVX=--``z++lKaR&cj;Z;~PM&is8JlmgsMt;acjrLT1SL=Y;?@zD z^#UucB;ZrH765r&%LyL!$d~}H4UDhiw7=KI_%Ev0!<&wp%YaBUmb`PE!tZOjZvqqw zG#hb>z$-Nkk^F)o+S1IO z){|f9*=wEpSz`<`)n~*ENIdt|33~oSn3^=oBkJ>jyd)=0S?N2fE;K5ZOKvl+B6@s9on&TldAu`pIeAN z;An(0=%Bz0n>v*-l+^DC1cXq40wzy3ez!;O&%Fbn3*ZD(Y& z*{RPy7>FFqtuqZCCBfwR+7ID zF!vwM;o93ewf3cez{MMqv4Q`tZ|9l*ezgh7Si4pSB{R0Dv;s&qtye%+NHEky&OqDs zzkTWHnI*gCmOeCPB&y>Nx}F}l9|YC-d8zK+^SwB5cVI(M=a|FU0ut7PE%0d{n3_Mg z!R#7!dzk^z;tYUiEC-L0faUPb=ZjvY;pJcvcW8$Oa;`?w>2V`aAm0siN4ukBp}4Gr zPfK27)lNE)2qRc{_Z#>M7EBuksd4$`G(uK!I~o6-|1eNcAOU1XfVLZ!Kw)GB1@%gd zS^fqa_CHY8Zx|i>U&y%$zEKUcvk&&Bdc7URg;#EX%YXzc?GU{8-n@uiNlz)Sg) zlqOMJVv(@bG5QF~b2!T7G{B&+Gh4Y5lUfqy5C>c;POk|5$9Hdt1^0$ zITnRPZoUBU{)4?C2!RkB^z+q~>w9Nl^K#;+xp;lo&a_o!r@lL3M3?&;7%-;joY5(t zjw5A(Y-Vc?|MioV&Tw!4?!#!eJl_(#*VELqa!`=x&zpfY|K&n_Nq>+$QX14)-HYtn z$ge#D_GPK_0pSfc6|0snfPguy{r9lWb0~~7XnkHkHLDW2mVc9d_|BEDV(I}=;0n>M zsm*^{g!(lopE{`KV#S^Nu}C))8*EA8l_g<;783?Z3Bf0jo{b{#AGEeZJ44Reu~(D} z=}QI2Kc?DD)FnzWCEL2dUxoRtj4M1k1!cfH=YnWf#4W%rm5_VyKcI3&fByb5l_qVp~9bosT1W0I`V2j{JRMsn!EX8rS?*s#3)K6_O3`pp_HociH z=AeFnC`>^c{;`0m!s0RT zrM&{|*v0Z@|I{Udyzbd$MvvJ)*{Ct~$kOfD-T29mqdOPNzMO(H`-q6$8%ml@e9R-! zk~Q>iYGZ|Wcxxb}4*LO33r-YPYem(ri<7oKq8%Iow?A7x@|6+>;Q zwa>;oK!fwGGV3H3+-!bNBeHqBB;J`;zsHl(dYVSvjU8+U{FXpC;6I#37Fi*rEudf$ z_c9}nrUQCai;`)maZ)OaWnUUWp;OL?{nOEE0aJ=*2iNQ&aNixl(LGVKHabl=;l^8Sh3XZi3r}#Dko(1J#U7AU zE1^7_)RaB&LULl=e|>zyNI&PtVI$ zAfVm&^bBa*3V={P6VwczDg0+Im1cCf*u)!v1@%k2@HhiRhB|G_$HL+!D||L)S=so( zz)DL0ge?W+Iu{DY^7m8m4B27JhPCZiLqtv}l z(qn;epbhN|Upq=MYs;kk0m_4!&EJ0^`Z%H=-PaFtQTl;;D}5(2V5WN7_je@8njZl$ zNtJi5z+9AvB5uK0`F-s`RKm~p5viqL}c;)=$^4J-u@N_;)dislJg+~tr)0UmOm8s!#lG+u%>1Yw`K$xSWF5nfzNG!@tW4leoUbig}A3j*E<2ziK=@qB0J{1 zQg7ApD`}(7wUAF^HTDWP3rZ3jBn3om%qZ|y1R6zMi}hod(ryVeMeM}Q;f)Lr^AA79 zoot z)v!K4%0i?r+b$#IszZFg1W<Vu7}Ek*bkd z*qK1--yM~VRR>wk2c9;cwZimt{h*@Qi^(%8+eZL2{+d94FJ`A5YWZ zaYcG$l$|S^;Ij_nt~=AgjdglvB;Ixe$3P2(b+vhU!%9&&4eZB@F&A%UC~tDwi`3%PTYu2_01gt^yrJZN+aSoZf&xB!1b0z8(J z-|%^pHY3r?6+xr!fp`j$YLy1Z-f06uUk7-)iomi>DVj_)Xt^zhz}N%8IC$arp;{b2a8Gw7a4a&mCvdne4e5>(uyy~QJ}Ob2 z?50cl5z>$zShAIIj^8c9VrLs@BQb_Gy+-sPXDyHD=qkDe9Q9iQ=IxQ}A0K;H?*T?` z&=OP~6gEh7_yW*c=QN?U2`bWjPC_9 zW1a6dsP*H#Hj`ZB_5oLNPA&-4NU{uCYxb!+HE}TxMt3_Kvd9YNdE6_Mq`|B6Mwevn zEtpEtU8Q)cBV6Mb+XY-0$v>yFgq@IbcwiN#ntv!d-!1C}j~L0oJLp%mmqt@;*;rU1 zevOR2d%E#PtR)3#rb(uPy!p3g1Vj}yd{mvv`q7Kv(%e3l1r98Z2APbbIbi(u{Eiga zE|}j0CD5_MZLER}f#-jao#vSvz}A0to7lRjzDSe(I~tlyFxsp9Dez*sb%$M_ZCOJ<{)X z`Nz4grc|Pq_2=GXp6!=4uD`t?sN4Pu=E1M~gHj$laS2PHnk?HGM-ZZ}r%uH;-}1+7 zm{y15q9>jk<-s}W9qQiP{4~Hj1FA%Nw4AJQnI&sXJ)dcBr+2Px0IXKk;C)&zH}IxY z-+5GUtj}&K26r43lWx#nGQT8Z)pz%eK51E&qAH_HZiX1_J@8k=w{pdG^CYt`N`H;G zow4A8o0<#U);cpASd=#t5o_G2s{Ibo3%~b*dG@x3{P#g)_;jh_%f;=)i%=ly$JH85 zDgrIiJZao<-fcqC;RnPH{j&BqV_xiOcn)nSM550-MX`L&mZgTVQ+|}u8)fW5Wl$>( zgd&k#limOzbU0T(s+_gXCkgHyZgB6!nO-q>GgX}veV1U!Z&sC~L&n0ymPw z2sS1oh4~Pj z-X8UPFNi%WPDP-i2K;9_&w=^EGZoahMSF##h)b=;4&H{0CaE%Wf^8*SXYr=xo?(Ti z#5+8gjL0(Qj~)&019kj2j_Hn-al!0JayRM=Z>(g8Pru5~M5hBE#vwk*qt<1UOK-V` zIix6Y7u4^&i|=fCiq>iHR*OMB-wlv+&gy4VfGH~X;KiSg7*;Wl+y{W_rKVa_e@O?$ z&W|*0pEPHS7?n`iKL*SM+Gi#eB~=A37QiF@W%&R%_8-$i-jS}BvfA?+2^6V}b7RfG zPI^G=4Ki`4>7NRDDif#`)c4D6y{x8~#j^s)IK3PmRvi5=#Ah@O2+B7Xud&2eCIlK9 z8)#h+BfK#347FCmFz)%)$TosbQ96*;sV}X$9nCwUw@*V!xChz!dEUav$6->w1Y`d~ z=Y|fVs`{1HC3FhVb(1#T)nKg7e?KAJQQHpHr1hq4?I^N^bcTZCLKlcFT^;SgvIjWL zs}wLS9X*U`75tr`Mlnuh`tOr{D@>x|ECOeSxeE{7MbtGcoNXZT`PUMOp5cLR`n7yk z%0%iQZ+(>=DW36V=Ptu#>qmtWkyuH9$5^Zr(1;s6obr3f`5tl^67=CmrWLjdvZQ;3 zYK7X&=d-GeIgJ=1ur?lH-Jo84(wjrgrDmlhUi_#}Z*vvkq5gsOJ(w?iRh{XxIGUac zd7scbFdq%%F2aU%(&E5oU5D9iq~wo-c>?)=kj<(4m>!)p$gt#QMC?Nl&1!cmzlC^O zemxTPtE2P-=j~f8JyoNazn~6f4AOKtif5U1w0)NwVbbOD%xuK1GVf=9h@q?MgRehJxE)) zgrITA*SLgqcRP0R{wzyje#_6suqjAlH-7})EFa9DanYcK@F_*OjPyl(#D+I{ET5*> zxE9c^n#jjwnD@_UGm(xw2=a|U#NZdB-MJ;?cH+bmpsXX!;z9SyC?Eq3VV;BXLu0HK z49I%x-r$>}oMj%v=9ZJ33uE!hCP4jqBJ~%#jtP|BR=VfX9oqCdZRq3+PCcTR&0Pm& zW`f24|6TRF9D8&PWo;6s(&cTNcon>y>@ByJtZh8_WP*TsO0_ABd}z3(Uy`m2OrXg> z#rJ4LyR7;DNrkM+Jc`L=+%tRn6`v>FT#HriCG}jO)=p76`df9lDQl^D)@Je1&kYFciF?O#jTNnP_cs z@ByMR2#b+GK~_6MmD*@W?*b*`>du<5^y?RKtJlkDnzLkpD%)&MVH?y!M-$wrf)ly_ zK;?xR6j|!Q#oO_@5p`iLqrVJLDA6GW(cRR+CD&wRA{eW%VYuSH-$$%S7n+o(>Cm&f zd31u#XC_#7hgH8V3iC8h?<=JxQ0KB)J6;=M+hoaM%rRp+YGszUbbV?AL7YC zW(?~U91rr0SoKH`{ky7OS2otKSzSUhhDsR9l^_z0b-Or^AxI1iUhnTiwhFZgvxwx| zk~uW&(}KJ{7hc#yfhGB|b2HVHAE$m!>m2gISAw5p_avLHl5B{*Qw{%EJOhXI)DGuy zOJq89zQi;`n@&NeVMpEh;wm2y2>rb^tc=~C)1gUzR!_HCOJDE7C^;N=I@+o4v?kN2 zt#)Tj3P|%j)9bN}cKBBknL5YU7MV25co;+yT|HbeCbtYks0&w_I>loqUKDf=JGZOZ zv6|=gS%0yYJmfdh+rP~I|IacOznS*f4dd-GgltY=yF1PbQECs@%!@hWf{XekCd;O3 z!_eX|xN9Tj_ccWJ9d=s1Y|9Cy65K6++irb!SJpg3**WJ&Fo&1@^0nk*5*KpMEGBrf z9wdWkA4csTg$q}(Q@cqknr2Y0<9&zfomXT9<4imL{R&ivVk75lOVEROaZ`Z$3FI?+ zkG%lIz0BG^#i4EU&qw;;U-20hXg1=roa4Kh|2-^1rB`k5wWNuH(Ceu-OcAz3x~avl z$Z~W`9jhOk=Y>I8WE$I_3zYX@RN~-n2M>w>9#mlZ6$ji%(oO><|B|K|UhF|y0!CYb zMzV2gZve9n=6$EY|-)44iR~Yl>e0qd{oC6%yHh}RD3r-bj|p0Jnt3M>qRg6xFaItnKchnlI01Bwu}?rEg<25B#medlvjJoZu?o2H8ZUKn@13b&-2c|ya6 zmXi=@_VAQZ$yROZ)kBu63}s~YT6Atcp;M$$?02U~Ww)bq2ZL_MwbJ=K&GQK+~t*J+xOL6JKq3$Tn|H29o#JN13c z>x;7c9seh2f$gd7SZxW%Tl(l|2=cedhmxE3UT=`b??gp?g9hfadD?urts@b?fnBJx zeC8?B$>YUf*t9EU68VTbrQxP;9s)E3VBR53cP_YM-nr#r9d(}F2+_XqkgO9c8 zCmpF|QGodq(lBn;n7CZTD|_{Q#_+>J=?j(l{K1`Eerk(?sn3SPeSz8N3nCodGT3cL zr??z|!r4%000ZAnACz{7;Ix0z|K^{Lk!u@!a%CZzs>YqdxWIw2pkvy?Sj|+|ghvFf zKH-JOMOLkNOYAyk^=x!vmkT+s7_?mZlc{8)jP>&5B%$xZ~!dwd~_wY4;?tn5(p}U>j|4R?!^tWZhm>dLRfZg7W2XkTwTg% zDitLojzdm7pCWttaiJo|S67c?0ZHO$o{`91o<;(W;gIiXA$*nKnvZ97WfuddY1(wX6P9z#w!g{cVZ^y9_*GyAg1)J9yB>W(L|3BLH|=LFOaALt`8cHxZtXHEf^BkCN_Y3hNT^4W$wB z>jOyXVX{k@^{T2!ygh9di%@etxl{b9D#Co$pI90`(OJtEARk3g z!!7SY92Gh3|LoZ(bw6-msSe(wJK#N98>g#q^e9mJhWrs9_3+B3?dvzC3V906rsB4b zU81q6n?QTP2(A_Wq7$%5h;Xhb2N93=&W+3)z$M=Ku7f^VCmCYHZu-9k$B;?bm?4D& zKy@6FT5s@n%1JqUS`f(IKDno^HwWO0;h`H4Qlu}8(gvphSGOsj_zf~;b}9buC00+Q zB*-XG2oienhVMttvZ81#*1ru(d^gYQ98?6gJK^VWs&{a%wi?Wj$EW?~_~Qq*ZRc!e zJDZqOMDpY(fC%8wqaoiY3{IpSmMIxM2RM7ErEuP;3nHc!JZtpSpdHcM-%d|hs50{c zi>Te|za>4>jXoRUp?sx`rC#A!22@%lI@6@ooVfwGW=?;b2dN2!fa8J!lx-P3@t?6{ zAwOdIju)E6d9BAT&?ULP5luejO1Tyc#@@#mNEILM)_5zh5aYN;;SjHtTWchC1O~UK zJovJoEBER`0v}kfJR6*^i*f>lAq=p1LPVE4{rhROaSD11d6K&wF}zKC4r==8ufi4b8ISsI2+v?Nfex2aT!~0lu`1IiV!7Ul+ zddeNPY0xG9uXx8g0c*DUtDNRD`m;1JBC|fN70I=CB!mC|)ASRNXzG=E&FO8btX77F zyJI#WLR1a-s%?VW?6dRQJqLyUKC{v-RUYPrbU|_6A*`qHR4AqS?l_bIL7+S;8UH|b zZ`RlDtD7|N_y_5#Ox4K#GIL5@pz?|@5@mLxRnEsms8EceU;{vsk)tk5|jr&b{M z84!dh0(!vy+7iHJi@uBhr{g<(_Ej||<94PCPxlL1 zUS>Ev^DwIbnIV&MdBRli3nsO<@gg1k$@fw2!r7r%IQFuc`1?}X7o1L<26S;k7xWa~ zbObq?&mdf`4**8i3b(-?J#5Ex^bNS$54`bJBg;Za_E%V$T@FrO3`uj-E2pn$eWd23 zX03Rhid+d?zF;r5qkN8h@PlJ8WWsN`44B=uExcBobp)nv@9L6dL5n*A$Shri(3+#> z6_hUN4Y&!X#g#@VjYsN>#b1vy)a)KG`Pxzhy!|j*uYtH!Qu(Y)IOjKy!Baibn?AOw z6(%V#Q^Taz5lnizb=!@1%;S$ZToOWChJUg)(F2?~y<&cve^L6Ij4|D}O3hJKZ*xA_ z^1VWesYY{g`U9^uuOqJuH_X`@_@#d?2w)5KaJbKqK4T*S_%e2J9uRj^iiEEMneUiOO5^z+weDbBxM;#=3y!yhxf z>yCtkEBGF=s!(3!SV}LS*TpXYj{L*(b2;2ltv*c1>b+#O;~}rZh*KZnz-;HzQYExV zK4g5UuBIaRxKl0>+$rg)!6kZ(GNSg2IZ$qN-$Mk%Zr}uER7=cbXtE|}>smc3E<~tm z0=pKKz503p!8oxEUunkD;R<=PADGqz68ad$>ZYRaNCqAn=QS@xIHb{MGuByaob|f`}qsKz4Td;^;DA{gIrC3cV z)f5Eh7iAx!cCR|&I@}*9!IauLydviEx-Aq4A^f@|SmaUqeNZaOrk-U_X-PiP(3leF z7~!8EPasv@p_#m>JwA9^j zJ3Y_*HxkSVr=t-Cfg{$Vn7E}DVbkyMe-+PZ9AxRZ5U`+WfJFS+%}bC>8@OxaspvU) zv*7qJ61-7B4!qgQ^sIr*Sgp}_#u1z=JFS783uT7WgsfQC@ zO#R%n_aC-<{U3909aZJpc8{V62udhO2?7=!N=XPJf`kInB_X0xf;38(iVCQ7cXug> zAfTY6uqf#ekd8&yI@is1zu)&8k& zOK)C7&8+Pbt;NgN;6LLJc9mzMfYjm~eUXnn+K*e(Qt_#+Tia>y&mehtxZO7?XIr@Q zjC%bMQ^lhlQ}XejMv9(JzpjYi{HOT9!zGt;DuR6%?`BkuG1pNkvy0pTTEz{)9}d7j z)}h-)-5XV)*W~6O3JB`9;HicnCZ@t_`Xz7(J4#+)Ue01`*nbp;U1q^5 z`)1O`PvQV{!qMH)q;Qih$#c*w$$3ZETAH7mAHl(2#~sYxjZ0R#aEEykn2HNcHEiFK zLthexy)Mdtb!yQJSY(TOT1EJ6?UOf+{X)AcE&a8g?Xa2}o4L4D(H>i3-Fpq9hXk>5 zQcPu)-;p%R6U$RJj(-xLZ_m%{l0L|ny9t9*>A|3&KOyRN& z*{R6oCyw-j4c4Zo;4%FItg?+ir`L7}@H6&V$@(gP-0V3vIIib-n$%Wz5})7#8=sEX zFo|ecmHMCuNP2!94k`oVvRz&M(Nw+puz#PtSm3cWFZ_y7llgG;+W;I7^yv~!l_uC#<7=9$szYkW}tC^am3n|{I0`E0R z<@rH35U1agCe=DqDr(Ucnav#aNK~kiBN2-I!1OT6p9y2IHOQnC8WjlSuICj@9wbIx zs?uOKK#mZG6BbUhuF2QBK~dXx2&9x=D9w+wm34ZX8o#W^qnwD($iThy5z-p_kZV80 z1g4*hhCh$b!_bPS4knRO{h<;=-uKqTk7*W<+>b77S!1d4?lC7gX&!lejor*fZ(c8T z`Czqq=g$@PglqHupe-tUB!-ATHFG|3-LH>H_Z@}Hvr42Lg_MwB)gS7>Hi0JJdhU|g zRE^A?AFm;H0ZWGB$`*U-TfznVafi068@|aB7`JupO1Qjk6_|(Drs!IJYMLa$#HY$Q zgRp{dS0MX~H$};Vd#m)T0q$jM)Pi=mhr8(T8YLM;8#giN) z{Ui_ZxSX(0BMw(W+N*cQPQ|m(yX)Rva(i)Q5S#R9aRwpNU6UD1!81)$&Eom(d*yz+ z$z|br*r?7ViO1Y;(-$4NAgE;SoC>jlbu8KY+iy<&ww@RN`uw88Bla7NAAr1iexN(> zvE=N~?RZ7*XusERTu?1`9iF}n<7CvOv=CWG$~U{x2WQ?xM)~D;0Tq)WNGU8 zZm#>>#FViu*WS40?&aP(+NXSCCSh0YPJ#4|>9b(OG4e1Vd&uHv*|UuWcWNn{+&i;J zFcKi7XZCeUIo5(crR%jyyV29E~U&y3~^Bc1uZ8Z%%3N^-o}3 zU$h(DSd|nxB}y&I6V`Y7ZBdrV44%4w#rdTKL@2% z(gMxE!|RF_y+tAb^|)?2|7mL7fK64h{PEnKMj*Ly?$U4T@avY|jvaq`rdS6w;;-%T zUV#bwqBipX7=1}TL!&|BLCHX+5iL(=XJ1YKxigCJ&>B5SMAx;5vJRW{ucR~oQY5#fAC1#DjnwMP8i}$UB@1~cC=Se8vWOPvf*v8v!*X4f`x|ZKJ zmTu3S!#lLe^yx=OOJvfxgIXGu+zppW@_(F6`+Ez>4E5UPLE#ckTU8BV!r7iuWw5$A zXMiz~##aK*yj%Tr`M+RPK-lFH9h$$2LmZ4hS=o6c$N@|;O^}28T7x%*fZa{TOMQ8s zXYPdIbLXdApa*Ne=y&++j%4jPQD`IMCzzdwBE+2X+ICZH?-X3O(Oa5A#s&|y+pB60 zu_rV8A+Nvc!1eYy?PEuzelLGFpQf1g?AXrcxY^az9GKbtyEI3*;^CX2Gj3cMn0yri z_ckz=sKmdxsN+ve;>0I!Ixp{dI_}TOI?iS1-!6z*Me<%v>zoFD0Krb> zQv0Y_T$iJ2SaI_@)c?7|8&MW{#2!Nium&laY~Yh&&cy7IDXAApey^0}V2SAVp`$>9 zPj6Ad^Nv4PnjiY6*1H}E+LRT)-zn~PTp&533m}jG)REMC!!nPd1ZAobo_-1An=d>w z3T7#6gMZizzS0~xukH$ig%3;|2#)=UNv?keB{Bc}6(E@2{fO0y{Vvu1=H!D^pv#$q zV4B1$FK z6q7 zG}^()7d_KGd$Va;`)XGk=mkBvLXeJ3KzVZ$Odb5m7-xDOk)ENv%UTll>F_BopH?J0 zSU4wF@lRd3dn9~9RdfQT??b%PruY;!Z8t%0dRHVF^bP4GgxeYakhp75gc!6DW*@ap z-K8X5lf3kE^0oxpG{^umNB2pGrQ(zk?N3@=ZVxm=maj=!(erg}uQf(d-kJ@n4ApSt zZ;9x+q_$3+e2b{@L1J0{WsM{F(WfGe@^7jbF9bb5OsqbnEWYe(*dd}>9d}r~^nOa< zd++a|1T0bBTWc=h1f~B6N`!$rr?98csXQM!eIK}oczC}lNspU_WuNU3?4^m35dz{` zJhj$|Ss>m!Hm_C5=umcQw~tV<;nb<;j@%g^B)ro}oTf9{EtO^|Lo!p?Oa$AyTF%!r z`E4y_t6@i;R?4Sb_bIbx`n4?kFWLAv7@0I5lNc4<;?zA;Ls&8|GUHj&IRJYVO*Y59 z^SN`#qpr5cK2>nbV!oUzTn*On*O9noag+K&lobOPR&22n(_`!gz=ca9B=N2J8LI9o z61Mgtx-1Nd=Fc4dt_^!}A>a#054L%1&spfO5JXLjCm$jj6owtF=o32b0-FaNHdaZA zzdHq6!~=zv+WsalWXtgqj1soT8$5jdn2LAgN;6Ax0Zo^%)6%3$NlWkn$nD$S)%4;K zL2WmAC@o^F>j)lpXXndX9X2IYANd%V=-%`0c)M3)lrd9t;PV*bvT|@{thXssbu+WQ zgZ#VbW`2WSG#RS$1{PjbX_fWt0H?;SKrZWc$ahjW{4AS<|JZ15m7IxukZnHi(sKN# zDsQ{M&b2ou09$&x*4~-Wb1j6BJks>mR{Ajlnn#RZ!ArOqmv>0B$u*(IfwTj>Vh6~- zQ~@_?{|Ps_ks{fnv~>BdNXD998QWWs6E-Fi1B0N6y-+#a7|L14_=Y~^^1A-9fuCF# z9nRO2h!<3Qy|&Z|(8jmV*2-TW4s{!c*$ufHfUGBcyhtvp{Ibv?OvdgO7}s4#np^$I zQ7k^c&BtA9$ve>RL9SWC9iPDIGFMuF4$&^fl76x!QFo>rs`D)jVNsxND)7MeUCWE8 zuM9rsbNIyic#9HSP@_p+Mh({7kl~ca-E;O=e>TtmvFrEP$Hp%indR(w^c~qcr`<}D zpv6~3>Ik}^^P@W+rEhX`)64w&jz?KBShBJp04m7h4o}D- zsd&1pY3>2Al_EG0pKc-y{&Y)NlhV>;{wrzNDd?^uj#f!2!HPfLwKK0C-^f@_h{W$E z&hdXaSVGW))g=ZqIUdo&99g>W2^y4iZQAjKCl;dv?kLSA&MOr59;* z1bum(*eG_Rw&Do|%Y=1cW-3kN9Z9Bo6LmWur*}vh$qSR8FR**pI0?P(8h#gjLD>Z( zZ$)l>C?BetLsAKTr5oW91bxdgfyae4%}S-B7qX-!lRfIlbD&u{K`Q~Wg-h$u1#gaL zO~_EuCLNM#c|?{snDzS9)5jodidhc^UJw~f9d5*1fO@ND{I^M1B5)jd75 z-6CVKhxf)g&>_%*m^OEdv{6zAHW%<=Rv7$iq{uB$Ks(FA>+<-cZr7z=LjK7|X9-BU z5&fFAID^p%99lLZ;%^XQ5@s(&d*!G0&Bc8w%eG3CvMnV7Mb|$OlqSJ$jjjnRF!IeN zCnQBSdAmZlUu(mB%m0h_+!6N_yCo@#1Bxav9`Fv~d0rU`rb}%uTb(rbJkpa#F2n_T zES&>=%A|_9i5Xt%uWYo4_#y11*MAbd2^;TTOWJf&tC1q3zLdLD*A+>>g9CAG{Dqdw zALh3eN++n3GK=M>Xj>jIUb^RN_(6=iB}>cbdE*VAQ8+kOH*O{qHdqPmgXd^iK2Eww zbw(}wA#4dY6?_JozI(LjwgA5lqo1a-PpksK^vgT!2@il^bRxEHCZS{QqQlufp{qim zHD4`}5x9q}Sw{siXmtcmd{~(2ou852!`*XY1Y&fvBbqjGs$6T zIVB}^RCkJZdlAOor`G8T=r-wZp%7X(WtY?x<1{|xu02Ce-Fa-6*R zcP^uARuA;*&ptxJr%wo8v+abKnhy-l0>H=hUx6bnzJw0H?6)^Pla%gztstlAjtkO0 zmnvA2ga%ip{8Iz0pa*d;|KM9n`z?3P1= z_6cj}x!*XJAWdmxsXc?lUqQ$EIFXDQw@Pe!02TX5gQTzI7>+cl z@V^E@>6xJS-lvk9dfbtXg=?ew{Aqpvh72V`H2ZZZX?w{UN2?Sb4P8D#5G;%3yw~%R z6K!Zn!oDh-hO%3KuF%MH4&HO5^`c0q3cy~XPh*hERHk}D@AUDt4 z5fn3!8mKX;0)MV}ndisNmP2(6gNpFY*tLFL zvrFS`Ruby1Fg+$_|A*p)@%~J9zW+wgwYRy+8TS4nHAc)6@d`<^#SS)RjOL~k?GJD8 zKM_!g`!%J6UxK#kb~qH}Kw@6(cVJYkqg{w~`j8pLNT=?*@h-i!-uaNHsD6C(r#Lk=z zy)>y1vS+TWre`dpUWBzwc8^9$E3-Wtg1O$QI?<1?Sj%+giU(|_6}gg{ivKLSs2dxw`D&S}SQjQ`$r$Cfx$pzXmXTO+{ zH;PAj;|oyA9^w-v)3p=)nBQ%#5gZkG8_0i`?PrKE^s^CPQH_2xeQ*(L>k+_gbEK6^l5U+FKo^#v5oi(DC7Nbdaf5|zbl>8FgO!=U6m ztnIP-A);@5t7P{IwZaE0Pz$Hpk0h&~BaUkl?A-wRhA+s3=G&wXgMPQ0$ZTJNpo33a zyF;Su){6TMD7Ig=uRLNHZE}4Orbl~U*T6Z&w@nOSem(#BikqYlUCI0R8yYoZ@juuOLJ1vp?>3I9utM_ZX z5UP^_rb>w*2rX065)yj7;WvDwwxt0hy)ghJRum6YSVo8eo^MK}J~>nTGlhs?fL=@p zKobw=t?$}&w5L?u;lORrM^P-nyyN#uY%1y^nKucSfk6w7mI;R>1g~_C2%CTDe-r(H zF{AJVgXKvA4pgj3=J`vo;q33lp5JzTbn&?a5r6`16i@czak~xHY86}BKI6wD9;W0F zMuxsQ9M_qcah$SUd+fqP3$>Yt4tQv|?w-~Q1`#JOoyK@uz&dqw;t*%{^Ri4Its4Hq z!{iymA~y$vm}cB<8Inx`Me5`Akgr|5mEsgbYLUiIFT(T^M*;ptC~0o&1xdomY*^sz z%2xr;3Q6ftfH@|D0rbsgPx3Ni(2$zQrzFwdhZK3v;HJ*WK+zdC$#K0N(z}Y_`-Y6<(Fyr)_PoEbl4cagCre_2?zeDROu;+Z1&?GePXBef?=dUqP z1zgjcW(j?)G12?^nUiFb=g6C@8&Do^UvTVyvT zUGQJuH2or=CRXeiL0DXB@VRBC%ycOvQIU?mRJ{#YNZ36OIo5V7KE`vTO0y9RAaW%! zh=UP!lyR`0PB&70-@w=&2Pebh2NS0qBt$pz^0GbyVsSa&Yun-I%mY(JZ^N?2q5)IK zx%&v{QK<SANoBx?uu8vPL-%{K_89MKd=T32_Av0?xe7!=C`}J}9}@o_2L$%^hmY>ifi{3> z$DLZv4HXY6cp1KVmN32*C7JmYKCpq9iUVT;tXoZAH%!3Bb!A}niA71?U z_;Z!T^cg){sV3PX@%#Hklbo-RQ)6xB?kQg;3lCC%1J+A6G7U1lQgI}CVlXu$O0a_at7w=-*Z=~U*+Yb@_gzo>|JhI-1K1$6}a z&M+gbYj3ZSeRW4#n%|b{Wggif!TTX$+`6K|vbH`e%C6h`kJeL7iC=d8K@#`7uUDWx z-i$0Di-cV&*&|ELWr$61;gG;m?yvkPc}jiW5Nu0a`<8yq1K?|t^U@W4TJ=LkYW}B2 zXQPS7Ywkc|bf-J{n{me76)^WE&olazQ%z*XNABhub+Bu?ZtS5S9JUz$v+cqv1n{$Q6t)qa?xk{*+VP-zZwvk?*vm zW@A!X>T!g4`!xGB2{G@iM*dVK=GbUYzPZz&9=3g#j@8i#7ZPiFTxVtp2i#-)8sYEC z;6Q{Idn%(K29kfA>x#T21rNs#q9fpyzi+48Ozj~0r0LOjb)pYiT zo+AtV_`q!@rV^K9N=p)VqzI!%AG;BsJbvq^NHy?|BxI_KzMK6Zut=66;`>vP5V_vS zN5iRo$VItf_?SidboHC0qv4 zi*)jCNpM}L+qgv{&~r(2CL{T5;N7K%J9nE*!39iUvM|uyK=hye+F-+jGBW%@Ys_>{ zzu2DyAJtHlw;WjNJt+s?JKhs%iTT z_KthlQ?5!0H46YAP}c~vu^pT?q7VZEsiQN;e|~wdI^za9G>OR91XayH&C+8h)f)6f zKcJdYGN}GOdT#!rrIvd?0O$B3nRbC{RU6z)Yo{l=B9qAY6^ZFv=vU}7G=xsfKU5U@ z8PRsNmET1xaAri1C)^hgMYX82NiPKSjtI)i6eNO<;J1^+=AFHl0`9hJn{j-Tuz^sd-@vD_++;^z7l}T)ESN?UeiCBHovi z92;BF!@Fr&zpW~ebLFrTOnO#8GyQwh-g1yfGbT`cMQ*R^$TY6+t%BznkU%M~bd8sA z%c|n~1(Z%s(DH9JZ%XsLPBNXcnLeTi63M*vR}W+$gz6M7Xln zvz_WkEisif~3sxhkqt`BvY%=VNb_!9fDYHTc|$AXm}52No?$@A**LY49%Uwf|b z?JD$&?cQ}a#ArQdMN@;WOLwy_h6c`dyzHmi6oIW(PLOemsUyxj%u%*y%j_y`b>bSH z=LNRd7Yan@r_Foq3p_xhMYBb5q5{)JVs@(<)Qt?P!#(%&Mf`ZBPzGy+cg-6fp)CF8 zI4xho3R*H>l){1PQwaGO=0`uWed?P{;ULabe?+p9!h0W0Y+q4_=}ylS-FG(}Spbk( zFMd@y=r}vrPS-?uT1>OtZMwbzFy(tZ?2-CDlhv=XXk2C6_4v5-beFe(ze8rzKh+ERj1U$2I^Mg5!6!SWM=pkD zYf0o!{=s!9jx(iY+aX6VajLqq{>OS-P|tDMY^|Cqj2cM}rWYmpvCu%-ZaA-ai;V{9 zr=0Om;Tzh9*30~pyvjMt9lR@(+lwib;dbuAOW-r6e!7g)ujH7rXt59Vtp&^T^{;5y;x;?BhHrEY2z);uNVAwA2 zll{Bhe2+bgH)WrBq?$9fls9j<`K$km{9ld% zv)kJxh?-il+P6~&J3R0*>9#$7=xP^L^SQyePb2j>rt1oVF-=M*hy)s(sL@QRaqsvOypBSwz`Bjjx8~ zIm5f>rLe@dH~GnxK8Xhyq>jDDU1=!iYg`yplPMPvKa(oFfx}K!o|TZ-8c0{MCHa#+ z?qi=LKDFx&nW;Q0%1C#^-$Jjb!|w#-uE!FZpXQ31Ch0V})?8+ApV#}cXUvzk80$`T z_YZ8Wy@eCc3MW2A3J*_FA4WI#a!b1dz`ye>G~E@OJ=OcCpwP!)1aIJYMIgBaz?bU| zc%P3UvNy=GwH6PMaOP0p6CQuTv^zrd1nkbgO71TQZNde_R{kn}nEunkfL9*m#l}Iy z`XyWxe&kR_D`I=!ohRfyKqd{V(-^E{Y}qiHemp@D+3hh&zgVZ>-$xT`uiptXnB7fy z3qc@Y^bHtI3~x>g2g0A?K-*Qf+Ct?Sbeu80Hg%-q5aydOBn>(s3+Ga02o)*TBE=+U z6{n)`uoX8I#3U)f#6;6AE&4#oeKncs8$9xpfYAklJtaG|51N9Kxj49MzvDre?sTqh zX(R5#cK`4`b-2FmON|e-s)lKc^wjr#NQGX2%^&H)7YJ=s>1p3=TNBE1LVpG^6g4PI7BPfz=qv*`~^Yg>OIhuc?0Ee z1C-&>8#kw|RY!{jrq*L6IPHdoVTN4q!P*#Z{S7bS2JHHtfpp*`v7`@1$ZK|_7@XoH zUh&d|Hp!_u_~i>>)Y|~W0J`ek30~|WSJ5l%3>kAD#{=7|J#Y~sb`K;xQRL4e8^hRw z7F%GUNyDTW>}tO(?J*GZ&jfRXs1F;fzt~)fH8%&Y-8JneVt&$Gy4mrh z9Uz5qK+Rsk#};zmtYfN&bIu4@V*m_U#p7ScVSU@6UyhB(jx*t|Jg>t1NHPu6x!9&i zBbqXW8>6ZI-tY*mNaKEr{TwySwoy?x3Lih;Bm==jQZ)2dc?a+NPp-}Pe^?pD z?K{OufH+9wE1rssBB%yJwe+9(IcWJJKE=j3ETCO!Q=ugQLCyyg7o#oT^+=CmRhQt$ zY9bv0Z+C298hv)ZS@m6J^%_?l!XHYoRa))TDf$bO$uHKusc8Q1( zI6ni*dn@*JUkXw(VR-n(^}uF4z)M|sA7GLOp{i&e|4Y&ii201c@%@on z0B(I_+ORZ|J(+5|kEZfx97loq+l=YZSk1iUnkDf80$e?`f-#(Jv5>>t;VA!s>A`27 zV}|dwJkt}Y$Y3wb^;UGZF}*6EMxNZPMYL7f59w2Jpe?5niicV9oxUQfk^d36d-q@g z<`t#V6_)&JHRY><;9p7AZ}lP8VZ%@%bgKR}-TUX?K7lCrI82hF7ay`{7~I+$1WDG) zA#@_L)}pdP(-wJEF9fXWW}2Ua=NeqLRbn*^QcxPw>8(14&XX>_<0uBz(R1LOw=aJD zM@*NLsvkzcqt=&rYf*uI|K^38VIMD?F~h@4m`g3O&$?d#QCl+(7R+x6R1>DtR{ug?!2N_+~d+N&8^KxAWjmB zl)*7bowX4%3X3u?gES)u{%y^4qibdhuR1>}?lFY=>|HRiHQ(vU)LI9;Mt`39u7l)< zk~orvYOu=$@|N-hRfI4v4%0r<*g zQw}iRq|XJ26ZmaIFroN%hBZ-n zRr2FHzrQqYfa-Lx4(vtJ+~IAx0QxP;7w^{=vA zRhpi$cL0avnC|7i>lL3DlRoJR%RYsZQ5N+a**Whx8Mwd$aO;XNSOV%txEQhk6m>ify}y1GqL9q)pPQ16 zsl!5jkCL-`GzqETP*(t$fO73SW$kpz4ha9vrrVe$Co{HBzfoRCsU&<>+4zV;KE?Tn zcr62$3rw?R*25A*P)9RV#t&aw1S?z$h=X=Kv+;rNDI4l>u_ASN>?v5lGbY-=@i)pp zUydc%8)*4c2}&eWDK^UV3rRNKg1J2Dd4XqX8ToZND&Uh{}!n*mtnAGgzlm4*87> zn@=9G%u-(hwu#nh<*T_t_MtYSLwgO9`1mf~egV*O-nGj* zTGXYfH{qsFBAcp^YNxj4qe=k-^^AudH0*x7S{eL&iQM-BIWiSj?!i*q z_gU7^WZXtIF4k}sI)NA9=*UHG_0HcwE>xz&s&&nf>DPL=Qmt_31;Ua;@H?y0KLv_% z`4Qs^5@tWL4jS%hBUdFq)wh}A#udt1b~y#LBwLE1sK(*NLZiW{r68wu7B$AM8N3Z} zB&hc`x#TA%Fa?g&BntwMH-OAYH~7h^=gkH6qell^ree!EMocBr|6khIhST}EV`5LApm;$I<%0OyK; z1V8J^fqk`~i4xYh&R_+&OR;bhwS=G!DgyPz(0s6YzaEY%22M^64vr7K_g*!^#DBt! z|6wZ%vYecdh_;a5B)@X>)n|@xN*Ez(@N7bQShe)(i%wA zzBQbpsos>CfDy>d=EtM3r18`gbdWi~`1p?1)s!~H%YctIGVT4jSze9VIDwcnU6+C4 z=sp46ss1mZU^W7@tMM34e<)Jg?3&#isx7M)Q0(7CQSQS$;;vY?{Q#hiqXEi?>TpGD z*`Q;8Bl1a~alvgiNOC}OXcD&u)!gQtVl?=Q=LHL0^TkpAYqvAyaGmPCFc|0yZB3cY>3oLp#D_r+?UX zS_K_Fsx1b!@g-opVsl#ABPu@&S&f)LsdM+w3gyLH-|J4M zB@(HnenHJZP<32jD5iG~8c4;w;}L1gdn6h(Q$nyertf!_RLZtRu;=$8AL?Mt+vKIM zrDcD`bPZ-UO2N87mPWE%7gvYV=}cXjiVm@>`Bhq1Bi=)>4e=-YWm(*^;b=1v!8XP7+JkDs>e96TiOTPkOif;ro`oWwRxaP2g zsrQZ&LV`*IKCVl1ySnUUw@dF7+=MK;xrm4%K%tkpfB2#ZXye-bD8p^V<6Z)$KY8-; zbl5@sGz?39XAKXBt4e*_1NFNaT6YEG?UN=`SSUM|7vT!ennT1syaUs{7a)Mz0F`k> zkel$Y`|rV+M_OXK2MB}u9g=bS_CO1}0m@R#HE!=(!NOyrbWz@Cen3qhzIbfZ zM+7P|cafN2|9c-H^qRnwC!e0|vRidKXh1yzp4EOi#VwnauCnS9Z53K0C=gw67#L{n zVh2W}1q7Pm6GYSro6-6M9L7UL(NQUIOP>C$EPye70LEOqdYsu3PT(@QXn*5%Uw)+x z3Q#7^5tl?R#FBXe2PNJ0lpOu=Wxtahhgvh!Lz z)?MT}{%o%BCfS7)&NYu_i`1U_7H{Y-f>p;M?>=#V{B%&g)cczli@{N*T>xfZAU~7m z$2<6frk}k4lYmJVGi|?;#~n_mG8JS<*isr_`59BG4yWtUuislhRfO3ES82C%o_KgF zuHJIB9xJ>s0gB1k|f|TyIDkN~Sj*0781wrJ*%p zOo+*aedDcwZTnC+QL-v1{>Pv`2!fy}qJ=B+Z>-GHgGwH(*jsQ*VNlti@qK50xcR_DJ4gHt*pv7_-Of_b~v;owm%m9=F7sgbUOQ4-hbpYfP zBv}tvVRJrgx0Y3}MvA#&0L;i*YKfuQNik1BfNWe`?H#|R+fpRMa}c{kTRg z+WhnaS1~~C%(8)B;yilFt=0 z^)acTB*0}~(--}zY*?8BwVBi&9BUeQGx|Jgzn}){dwd4H!XhxJ768HHQ;2sz;EHWo zejmS^(zlCXwD_NjTH`oK2mz-wwTiq^7p*VkOZgm{n5o)kL*sipUin~sd8K7A4D8p{5wS1)^ zCZ0u`UNCE(5U$xL)yxm}Hg=#FH_1t%>hb|q4uysr=zktNhG-`g(A!M9k$WajT(CcV)%F}w>kF8x^*qS0Rbo~ z{~~;L&s2@k8}=kjK&L;wj4~wWYs@NYF?cbcx{@`aR=~`-kw)T~nd8A>H&klTBhKqb z+i|MiYzTa9R-Pxz%Pd<23ke5p8g@DYP%+BJ7^ zKqPyOd`N9SGHYCNhMw01HM0-`vW`k_w+F4r&%<>Np6hpvt60>#23cbee{i zA8_JCh59Xv#Rp_a!k`~j-RNI$5^`1J1L?{u(BIpxg{Dwc$=B61GgisRzf@l{T3EWx z@|(}8_fVMT8vj{1H}Dnmrd+u)Re`8_XK>Lra>YLB8OS5GVK6U0*%$3V%xq@eRsC)R zPonJGp-$V<9lB`4;6x!#1v)W zwC^l}(0mToStL$~NlvHCqO8&I86vKmK?8IuA2=W*f8O%525Wa8{o5Dj)kvV3WQZu% z{XPJIM$r`*H;w~C;QP)6HYelPG73bUKfJE&T*=8{9NYs|*Wz!~ zdcRp{4dBg-4>Wn#3KKEftH3skqZgd7))Q5Uc`&p-_-d>N8rWOqr>w~KSK`E#sh6|% zNo6)`yC~NI9{2{dcN(CN^_r6-p)Zvqh^8uCT$0iU27+}@x4a%D^LJtyf z1K7)j&A+n^?VL(%^`Yq6qu2&&i{!TD+t-;9Pg7&o%3Ukcq~DPK=N)&VycxO9_=+)CohUpFUsJ?H?XZ>#YEfQ~c&70=y@uYk?O;uEtQ zEkQ=FgwejAFY547ID-l{l$>Pp`0J%T%N=+s_}@-k_$T5vDsc42D}+}=HgGw<{DS{MU)48juA~hOvcqeY(U%k_KowZ(v}465dSC(3qE9M8@vQaB@P zoSj?Nm>4baT8@5YBB!`DOLOa-pEViOBB%hc>k2yWM%XdM;%9wwhi8WV6ve@d@+^W2 zIeY_pz?C0g5cQ!D8ceOz0bXO3FlBCsl2Sb7y75szSU#Irl7bkT9j2&3@fh0BN=p*v zlq@QA>7rRyxNDj#Q}adB4FB^^TX*N?&i`Td~=D48W(wqxK(i^}!8Y+E8ZZ;_*+ldSOh zU~KsnsdoeOvN;}q6#t;qpE4hP@T4`qR*v*xrg07YR>P z?jY{DE}2eo9m+x5qoa_ zAPX(}33#4Gp-SHAC#ON0v??x- zUV~Fs1H!h`Ptzw0z-e9VM`b1XH=BC8hrgF@)7vKUN&4BSruxFTfQ<+6j0isC>t~A2 zyUD^yg&@NW!(9zYU+WCsBmbV4$sF>p4H)BKpVvvZUwB+RPXUesxU0T3e7<`@xv z6+!KlCk^NON`?c9$wFg{0%AfTH$W;wYPthEgn}V(o2Q`_&xVs z7<1Rlp0@fu^K7P)N~jk?*EkIFgV3x(Np$+W#?_H$N0|?vB;L|zG}q|`ftPz|Gz`E5 zcel!Ml{{Z-qh(s}fAXQ{Vks)1&pewufe0A83r^Kd7+>;?Stz;vXkp6X4s`+%uRR;# zHQ=A1FHad*H5%!K(bpJYq}>lYPuB_;{5f9p&(HjF4^b8cEPGYj?(p7%9bjPbQb2cm zmkXwcrGpIG=EThZ{LKPw)h(AgUKK;);V<6*{zE*j!=tCQKN1e}L-U8eJnbEvWc=Jc z{Seao&sV@j&wu|f)$P9@3i_oez#jhjQW1b2{hzOdM~D9@SfFHS|NC;`nM`(nrmP2-`}Fs2d@@@!h^9h zgz6j6C7QrIJ9QnOuH4SnmkYR&nNS=RlB33 zqeJKL9SQ*&gs`BS+V{bl>9lp_6L?j8DAmyd#Zdq_sIVP#5@9E$QwXcSWHa(5BO~KQ zZdo4(LREm;`~oVUD@1gNFu`z3`<*HKzpozeTKQ%bNFwrh7C`Os6_}6oXgsG6>AM|% z5pg%*_CA5gRu7~IN+_BFfT=Orc=QJvNT?*j#s$JL0ivJNDIw%m#Gy0Jx89lShuN)(>EB4nlCqTtrYns)B;+H zlv&z>HekHw5;hA3$m-lLen~Lz_;b>N^Ph)|*LlH#!}BLhj(g3sb63WPcPE9>8Od_V z^sWH`ozQHi6c%a_Ac#mu4Fh>;u>InYTUEYZM4Z3*-*168*~K;!A>ex*-scz?Jv4=q zsyZitmcEEMG8n0cjawQ73UsYN!S-VV)tzj)+UWN^khF})yF<7QdQi{ju4Be;L(3OG;cx4;~>Z&&OTZ`Sf{U@#Y|NgK} z0`xiop>@SUsrwCeyKTFX{15BF={ST54Gy-dpc*Sg)7J(NI*gnWLHM^gR{w!-6 zF8wQ12S6N2GOTuQhvu3d7yIu6VNh4s)YOz^T!CEAjR+}dGI1|8R5Rer)u+F|NYTrV zqPZ&IRbOG=Ob2|ZjP*)D2Cl&9F~a94DjLw3$_| zcz=V;!~}!>H=r*+p+F2`8|H9FZC{ou|JRjMJ*ilI!miP>KIH*Wvx&3*`TEh7jb~zi{wV%w@y*l{&g!P0tS- zX0*Y$@dO9+-yi?~_Rsu(n3eu7{xY5-4kF{{8H*x@_V@g@fm#G#jWPdbO+{{+T`mcl zUA)q76#x9Y|BaNX8+(iyA(k*yqn=)eGNBc_``;2(JLm@e0WIWg{s3+5Q-B)gM@axw1cOP+BnYnm=UE5UawzN2Z*u?p(JDL3S!k&z z(TzfNq~rp`yix!(oDAR=)&r2Neo8_PRx_x9u^51SLphFG!|wl^52ycrhcL%A4o}qU z#9bAGpz^sFQDoBEA}$^9Z+4yI-PR+gToCUMWa=gxpf${`q5h}B#JlE_;dID%OGAVX4c%sUiR#Ve7^gqnKk(*}vCk z2`3ovbPVjFzHdN^uzu*$!xM zgn(Jc+0WE?6RB$0t>?eA`8+5OEq(Yfx%uf>h**REtF|g8HmCKygFiz75V{GEWX6fW zmx}%)%;B*}^5$b%^xt0%&q3*PhNlfcqV@0zY&E>mbSiGk&zL4nDYoKEPXxgBRfdqe zsHd;8-ilcI+;sxz9-rm%39h-&39or@&KCUHy?x}%@KDtFB9F=fgB`cTj(ftuuMJ-G zr#iLf9&=mJQ-H@|u6|{hOvkFUYh@4mFC9UKx`Fy2CPOQof8X&L0*WEvM>#{=oRpMw z7RA&p9t>FAKI+cVaoft~YG5V(I;P4Ixu zqgmIkGxYS>W*oHeV}R%U2-;bn*XvmSTjX66$-*4+MQLStfBnPmM-SZovAgRbYDzye zP9m(v8EWtBH05X^Zb>Kj0Ej$*?#+*WG_FBk6KP6B6cF^QHleXf2EyGkH1e*AO=*dz zP@lsf@CUL^Uc}NX!`-uh>E=2E^oivoMUu*IN@19N@YN_EOU66^G}SG4ID#*sUs!(@ z4)E6a_}iOjULvw1Qc&FlsOk)yh!=>8CL72=2Ry$_FU^0?=aw0j0}S!&sCPu5sci+~ z%E6aWd)M^8Z4BPEmJG~6M-Ik~5L4SFX94#A7vESn zIpadzbMk}v97NtEP{Km>Ri~!fKkow1)AkrMSi!O*_6mxsjg5`s+uF`s1YT zI^_mH%_Wfh&<2ilws4Y^k2a_#i~~nP|K2=I6J!z5qP!6mh6l|MuqeI)+mIHBlKrmn z{H~iz;^H@8IWGx987h{pKyzTy7{acYbNBC0RH5O9j|N5QX-SxTj013O2l4n*U*+|q zMgZ+}O@0O-)9_1h@j#J7|bw+ZAD25 zHCE!#SQLU*J7UzGL?f*j5MD>{5}Htk$@TyJ3<*5CW72$;ux$DSB>w6lXwyOo`4VxX zMUJa1Ap$WGKDw@dU?hDDoNAtvt2+21vdNzf!8S?V^?m z{`&tx-FwG#-G_a{B#~tA>{5~t5oKjWX;37TS;;14WEMhZ5<<2@GD@UDnJJ^}P(sK` z_V^k1afr^d*LA<{>$p@yw~TEjA>(J2dh(Ci#eEP&jK=%eA@d3Zb2*v?BOW-!7u7utou0n5v z*9MfDWGR7mfw~Nd8LS_8NR@K&GQ3!1DH#rWv7icUDj_=zU9~YNu44P8?%us?2g!O` zKGYN+s2~c2n)bGP{N#(@Z%ib=c|8pU__p;J*Q=IpNikwYwU+c~lu58Z3@##M4Cwb^ z*=K!rVNknRU|t3sh^)|uUv-aFpbkK8)((lGN}y(ez-`FcY)0<8jdX1s^JJss-iFl* zZ38%~t|$_PR)|y7fAu4Ml3Rad*Y4aIJPEyfWlUkIr=dp3JQgSv1enWVorigCfCH_w zrepWAE3&O_yaoj#GMk%LzXwsHEm5K&$YDNod7`orrJh)&QJSZ=;D)u+wG%EbyX4C9 z2h8#o`uBvMf4k8NSI<6*Tk9-8j^9N#V7SBPxG1|F)KBIg)}VkU@mqBFV7SEFbC#Mov<}Cn@RnR%tDO~W;O#g=15UPHtXL8;PJknf@?HfT0 z6b(+~QPR$r-H&H{%*i=IRR!Ys*YB(j^Z1e8gHZtBZV9k4D@8vF*L2{*;kM2$a&&uM{%m zKf?7p1Dh@uq%p*=&@lY1t`}!!LBnzH+yWg)AJ0|lz$FxqHf@O5N=d~C_ocn4FbVAypFw(9Vg0_{Qwr|(g6!|v>07y$Km3Uax@-Upd>r)7$=uU09=WvTIlN$p9{ODRO zR6gd}7wNYY!){Opn1edHQ;&mZik9eV-ShNiy>q_G{WiSnKZgkxj>RiigV;QJ(S776 zVaj7+GXA?hT5|6uA}6=#!yyNs;E)69g_5f+=a{jBTma5D1l=A*3*#SL z4PZhZ=tlzywNDP*bLOe9_Efz&2}T?g4GkjXhcjwJQ}P*annbk&8~JGWrqzWQF6oIU zM6qvMfkTdU!bU#62pL8qb@uhY$j#1pBYv#>+L5g<5qcZBC3tZ9ULG~N21xC=Tcpsr zBp~|c#xM)1v!CI?!NUD#1I3k# zq;#d3pHE>8fShrleqV69b4;RY26cI*qT7DY$vZ{Hs>SNQS3)54?u@m@UtJr^vW5x= zBM9p>(5-^NA*vl@?TVrLD1V69-Q!6@<#%#FjMx)yZ1X&%JQVPxy~IAg8xVoI5lOHU zXY}D2?S+?1z=O$x%AzI&laz5itTs>!2iC@e33CRuR>Zl%q#oG0_|p+HueFYyC>34V zWfT;4T0yNJgT6<$R!m*qWQcx&>Kc1KK%XV=yWN^CzZ!rcvTm`~&@!;{6hD{3% zGb+bsYi!)npAm7O!36NQl<$ zJJNd(io(P|yf1pXOlS zpKrnqr{(G=kVMJ@@@=~U~rg{U4(?2Q6@>X$iKHO$FTABupUU;NVKL#+?4z@?4h{RXn* z?+=7a6{nR?pm)WV5Fa!g;xB#twp=`gR}A)>+KJV#;5puqw*BjOC>`$#NLiu%!TW#? zpXf{f{wSjjaKT;ICert(s(cOCuEAgtTe_zRWL4p%HwIX148d454R-cIo81jN)g%8u zORbkdeio$9D`*(hA8vtNyO>`9iMaM^y$`<=djo2?8)Ljrv`r<%jrdH@~ z&}rfl$OQzTpQar0kIrhoTze~_UCu;C(0)su3B~ov3Eovwp_kj%k&~h;@v(tQ2_mjNAMO< z3jEjtu*)Kw+XEJZng-LF=(`3zHXZ~$Sh})fAehkd*}3}Bu#rrmC#bzdyc3iIOwi3| zQE)K`@STOm4%ZzPS#%d6r`%$`c4-aG8WZxjWq@J0nfsUchObAmy_M;H7FgaBa&<01$DhKBbDzBO5YC1@T-sY}hiNci%$Wni7x% z#`i8nr01WFUWVPH4>d9IqZX+H=tqHrQ_cMg=vTkP;0?Bo+^(RsL4vvxAn>>ovvuh( z?b%iDsVsx<-F~U@Qk8iBgBa^*Q(eGv5fkzQPgbIN8(4-PaXJn*niXX?!Jg+TcdeOAgy6&f= z#7CT$JdFA$0}iwolcS^$L6&6D^4UR+s({&GWkD6CR$^{UTx0|*bhDpE9buF1zeNEc zm3~%M4sPq9*JDQA$HK6wTmV8iu>J~^+}D7Qgqz?BNu+^F%Z64`6L7u7n7TvbZUVDW z_4Vuctc*P}Sj^Zq0%h`DsXVrTb&RxtN5%V|R^{=z0qTzm5Rb^!**`pbFKjdt+F)h( zVhCh$wYlmIO|EdC4Y9lw%f4sxwu-KD|E1>KwbO3{U$*Bjpm6%TsQQ>?`BfD~p+L)3 zeTb-s8z6QqDvSiwqJo z-omJQm+PSsPv1k4*RUn>S*^0SMB$IZKp-wc2DT*2YQRRXe@JnLCbT%?=63$Ou!}zv zxbhLuHS<#WmF95t*Cv=+KZM{$7Mb^_H_U>!ZUy#h;^PK*6fA*3w~w2{Z4v1PVa!`$ zn$j08Ubx%=wP6e@omPyj%k(e{+&PpG%=J&YgMuk5+M~m+QW?inEaFH7>WXwjNR%J^ zQ*>6)qVFWYeC@M0Y6U@!Mfp~ipe-!u%FgAb8MKk&>aLsk3LVPxk^J^}`X!{Vy$*NFnT| zFk;Pc$vDQ)HwNQK)We5wFaU47Y8jdlhDF)*CnfNRFBr&qfYdS=Fyu!+99AoXyxXa* z#NOLTDbe)Pw+4Z$7wk=2Yk&d0{KEkeoteLBh?Fd%u8{Y@3GDH;C1;J)ez=r8kHj~1PI{Drlxtk=|^j0R1yqu{nR7%^S_7YRRgyNSJP?;jAJ{O6C%)Cc!r zA8G>LhR&BAKug|H07Rd6xxkSDMC7B7}x;y`BqPD@+7ax;Y`&8$s zxCL*4myZ|KJ8jl$rTv$|B?dkm$;{^A$*>N{==A{@kOUOS1U5QqYYQ}(c%jxT~cO~?JCJCCh?ltiStNEd9trAQX|_xi&_o@nOy0 zVwI<{Vzz`nN)kZJWT4J-VYpF-fxZ8wD|D|%{(`x&*c4@FW(I-?rMLZtrlw{YkZ9V2 z|1|Xy>lNYra(gW=C?x#^pD*=KQddxMTg4am0rT5*)*7~yPvD0~`&8D)kN<+6`OKJC zFHIvO?7bom!>wt@&~k!c0a$l4Lh1>YF#y9O{9kv1_<<8hIA_F> z@yfwxh93Cr6gOZ4ZhiOg-k9@v{sPVOR(BXe z4*^Bj1C34yF5F4gFn3hI*x3!EM=%;wfNbjxgR?;pq3VBm6qd<9 zh@55%|B+#EK-MS3D&$O19$N>c#{58-R?juUaQqYz+R z^yY$Y-lf~4(4P(|TdS~{8y|#v67@(79yqhx2GpM8pVH?RNUQ{-iv6#8S$T|oo*trV z_ZYDz%ojTlxDpV#Ow&a;Jv)qRn zY0!C@^mPaxgIjQ``deNA2pMo~jrca)nc;~7oii8iYBBAU4y~sv$FK}zz(MVR^uRrc zX+R3-+LH&E&jZ&o=UxaC{rCJ72UmmNjq3OivAS%I50+Pxfd)k@(#jSWL`^%E={QDx)vClI^sZVkS$;9d8RTVeC0-z5zYFx9xU<(eu zh66y@g4o1wf$3kMvu_gCU@rll-g3|Z+4Fb9{{{g7virm`G|&^als@t$vDjFTZu*0% zi?hqO!o)q{zXWdE{lM!;bzVRsmHnh7NO|Gr03jxX@C<1!*8vC1qN~98EO)Fj!AF6S zg#&JUS^;6{b3Ps&cLfNkAJePPfc&|7~C!+sR7r_ki z?;Hc=?4Paev0)N%mae4{mmc=K;vi+CgQZ6 zBtM*za1f@^aS_Vm*>d5PuqHr}_EI<4f*H3_m#|v?49!~79(=t7vV^(gG{!~ns@bu1fQ7;daCCDyw<08Yzz2M zigq7`RGW#l_T|ib5^^N5FyMo_6mSdQ)Ca5jY9gXvofb6W-_ibtATz2U0d_aD%>R5* z$}{uX`D*bis9euPu~T-8Dv^0o#`@=iln^^Y9M9R?Mc z&v$iWR{}b!GN_-NaJ8<&1h`yPFezDM0H|RPth3sX)y3jDerlYk1lqHeN{M+j5E=Lm z@`sh1UQJ4B$*qWqv7>?cx2UmZZM%HG#}gyTunHQ3u3YDvsM%ML?bG8Cr2pFWO^A53 zq;ME1axBcNj%}h{y@a0Q8t|?Nw!%>=XMq59!O6_*-tPR?q`%(8wpqutyv(1z2bj(P zh@h$#^8n<}`73--cI0;d^O4c#9AXZ9bzLGgSnA$ROVR$*VXYfQ|VT8T(-5iYeV@eKy~ z)qhGfm<6LI9GZT1uwdG4bFcn=LPt~U z=Ve^C5N_s+*B|$dPThPXxk*AgsxdIMW6+QGw?o6q4sUq{)gm|=;?36itLJH@#Pf+s@E#%cede$4iy$%r zYb!G;SVmY8h50?~!nBIZYU0V-JI(E!qoJ%q50Z3Q33|GK`8)!k zLdR1q9HWGEE~%{Jzq-f0Fk8HE7-55LXYX_7iCS26ewrqogL_Z@gi8wj<;7*i*(@l588Egc0NMRJ10OYU&Edx2V z0taAr*>6er+9f!`E|1DN*M|@9%pbmRp?BRw;dG)BNZMq;e9Fte43DD+8ofSJsT-==Le}7 zB--b$YN1;$7y8EvXtClRqTwIfjbKF8SI`>3eLp3|2s?GMCk-bXLZLNRtIKz zDTEj#AyjV#V8I+DdJqSKDi5dKtl-dy-Kik7(|)bOb~Y1=y(xH*2G7Y#D1+ zp5KntyHExO;7@Sq`=yVDZ*_e43U7`P0i6rq{8zImALtFrU|8&dBj)_!LrM73VD&od zoQS@;Im~1I1Y74^(dob1(ndofp8LO+fr?+*7C?3#@xulETw{=}_^d5&Z&?YX@b}}G z_~_Xlv#+n_))_nkQRdtdg0LwwKR+gxuIoP*E4c?f0f0W}rnIa}cy+~Gc3EW0ral|v zFNW;~uK9~EN~aB8wijVjN0w$bO?dWlv}O5O`?9*h=NUm+0%w9|efjdH-Lf=%D>Efb z1aZE=0HDwY3@N#1>}$j$f4FdgdLIl7xcRJT8&TK>{-LFnB+0DmwL2PqnA97k(qN!Z zhN*Z3>V|Fp11k68U|`P!k{?g91>mUqLxcjDyzHOzJi{B93lw`LboVh{)Zn6c%;sPO z$vT@{gA}gbgwkex`>XwL%0Cgp1p?+`h}5aDmwo?#-^)6?hqr>BhGWHh3f~q_;`)AP z(QNiQY#!9G)>fFK$a4<7`pR}E|$KCh|F0R?{uvpf z3bvxS7i# zMKR$9%fT4!mLUzHH1>qQbdOs{R>2R?%O}P7$og`CP^-WkKpXHS8gyqbgT%KCk96n+ zTa)wz9^;Ny6jx{&b3b2u3m-!aI1yawd@kFXqax+enA zj|`^Z*oSqD(CThjvcb%$`L zzU7{cSw%pQ$d#Sev%2f+f z4(f@EAlll60RL{=dpl1(Sn(KPaOq#|jS=oO;AcUf(bG2<>R&;NBY--yzZwlmn0b={ zF%12{EDp(3uPWb%C~_2^hV(d%!*ik|Z(|t%SfLQ-RuS0-bT7BDKt3 z;7Cr>ugRK--iv#N3WBTG*^jhzO|&ilr2&Y=)$2+WF89YaVK}hmM%NCxxvJkC0!n=& zFS)G#qNgY&H+sXBNq;*W0XrIhT1G-10%0{_?uS=@E1`I!UV%X}Ryg8Y5&}xm- zBI5V>W2bvlzi)jhDlJ?+;K(dxn13I+>odT(3+`}J!GV9EGbVZ51}}#i0>=2B*t?_- zI`B=d$Bl~q^zz{k`G8u2lqG=mQB*uFw)*Dkj(1bmm6W)z;pu~M8=iex{X3$Bg?~i1 zYMnHcn=o@~C2S4{E&!Tq9q+*vF5VuqhPZ~S5p{tCN*jY`#!w~$4YIs~vNEO?{r(A0 zgc$A6MTB7!sMg;b?AWX z$}lRf4t6lbq7~sdH2EQzPr2gDhIo%8IM(lPgdC1CD+8vQ9>3y}Gk$Gc{z&Yi6~Xd( z*G*JoDZ_5k4FlD`*cUqBRHhM90nks!stt`z*pRM_+`tEyW64I{SSCmW|MiwsAV`EK z31+d`lFqz?URcPbK|4AIg}D-y%FvNl(K#LhgH zN>F2aPI%0pLUaO^*Jpir+Ftx7FiU*6k4Zv; zQ8KiOV}O(1%^O*JRI(zRh>VO-IDy04k$KMa7YfDhi`{UmF%r81Hf(0x$&jnCgWos= z%cch$GXcO&6t+#^SceJaaq$`3Qn*WDeB^}Nrf&%XxWbdAp2Q?a+SZsoer<6!`LvDc z?@Mq#(*wv_dIDm;49dV>5yjOBs@JAI_#5X!ff7tt!s)qb63D7@068w_bbaBRw38;Ac;2qPKd!SGH-*Ge7VW%JgAz$Q}>q{CO3bryDmgC47|mTPK-V=Z-c4P z1a`nVJBak|C%h_|+^e}ZIN{ELU=SWwA@{Q-+n{N3k4eRM!Wv>r=m7lb^dGC>>@u73 zMnoI!8jkJTJ^kuDVCTZhcer~+>Vs4RC@t@Qx% zZnz5JJh%4;Z=_bC$`Nfz09f;ILY5G!>L1kzQ@;G|ysTJpUIH9ipgJlAn)lJi!H9Ax z0|xy518Q7#P~-YvZ|lKwldz508}uR-_1{sG`$6cXpzbqsMs%d2Eq6ljDKxXa1Z3W+ zE7i%jRhuo$jx|NBk+4g}K9%(EI}Y!-&wyG06Cfh$y1YPoROeXuw{!CY!vj2X!+ZDY zCgC}*X-YzlKqqeB)ez${tN@N%rsv3#{%%Zt;km3^KyelZ*)BYXNEtp$@wF}B;eJ;6 z72PFL2@vi~C?T`oz=T3CsB?iZf#;axM4RNXytK!nIr9fBDL@jRl|5dC6hLqWE?(%C z_F-T5y%J7AIDHmSzln2MP=&`H$}Of3_V3MGnWTa93B*DOI~NB=CJsrt!Io}HTfc5kC`nVQt{-`(uRu|He@Np9)6*yH5T8|GjYDer9fsiVgo9h9dPfbMfb7vrn&Xp4|uIz4cH^KWmJLMh#XN;cXAOE`qT+X-sWK%_d7zy=P z*9?dgMTSezX3%;VlhtRS5_j-A4*$yrZ=yx4F7)5z(45^H?NMV?gml=W|KJ`2GIeMPUTu_C0{N3kVYlq$&kyh zqPe($5!wV$TS*`*mob1rNf>Us`LQj!$`R#(Y|31ipDRI1%8tPlm?vSxhD?F(tkvpg zNsw+VBr1Win*&hj4(SFkkcQfjqMhm49G(S$i3U=Bzfd*~mp>WQv36jq>C*!;*CJ(c z?b`Hp^$BmdjV<@sksQ7351ufE&= zgdqPvudk0a#)N-w59$SAAWvztR?u+4usbfY$I8Cpu94#;`MoK;nS_+DF>-^j0rb zPPn;d`{pyzDDaqD0yxVb{KQ(vY@mAK`70}Nb1)s=RwPG3)9!qTs>h!r*&kSU4D^*x zPLB#Vnl|bIJQI&bIZ(me;~E7NZsJNKGI~Ie2SUY`K;KjJIkn&am?$Uw6mi!wqDh@_ zVB~(}TA>C+sO1$@)G^X_BM^xrKREJwCXpBTwS6WQW3wdIzeq7%a&<^{`WrCREqSdMG! zwXykPwEWa**u^|@Df_@8wOR}^9k3fce>1m^{8<99WZB^i3JFVSU@OAIwHmKl>E;Kf z9&;O5PR$*qU(6mI+J$g*HeqT0$;gg*kVo{7c$lRuPr12i89?~k*r;{VpZ~eKe9BaG>Mn`yqsqJhC@&^)+ZB(%)@`9nASLmigLZ_DwBH{m4Ye*L~y zl=h!smsx{#QP7H|FjNm`*ut76uJNYY<+9`8sm@ zRtOyJMu#S%Z)h*U=?=q7azQ~@4%M0o^!kCF%S$uQ3i4M!li^N2PmxH-P1%bF5UnIu zA!S9z>BLQ47n;Gl0KFXX+VcFsFc`du>eQxA}jw(5UC5uCV>s?+^TK znVegm6@a|Vk?kU6L&<%pCz>k)b;mSg8^meg+n|qHl5rwYXfmQI;cSvgb*1L zPd-qzzW)fWJTx7{?$@>L)2;C8=&N>)CMh4E z>j;E&ATV_nVnAwBks3|nMeNWJGpaxuf#;&`Q~#+^|*UWAds{B z0e^Uf(P&M100)#Kzb%PJ@60D$SqT%ERc$9=b`y;JTA3hQnmeCgWN}BVo5X%2iSB-K;cn6a&sULvZiXfT8o)gNpSP}Rv@azw?1-~Dvn_p*W z$5{Je?xmbZ(Uh;~7<`yA;Nqf7$*Ms5fkLjjkaNWPVyW3PU?*Z1MLtOOk`$^+p?M8K znGeL_u)s+qosUE4@E9>;bVI|-NMlaaE2=OC+0fGl^C?%uo11VTMS~)kc=yi{Eu#$^ z6-dYB7AIfDx}6y)zH}H57-1(Wgfz<@pqlF%T&*Ll)7vyCxUPV)6l?XPpYZfP$dA!t zq98C5B2yjjw=Rd@5X9|w7THHopC3hz4|4>ms2QSeB4|>)0kSk5U zAi{`tg}Cqp3AM9AJ*77NW9Kdza4W}KpZ28?b|gqeNCbH_3PAd#9JLmfl0uupwe zJs9(MBQdlR#|pzrt+qE#xgHK-R}9iFb;(tyJ_Ss_pMV*=%Zn=x#v7Z2kcjzS%tiGz zQXfwN0~$^Up)hn2k27lR^o&xl6I@uY+GUelT&3pA&@7l4FzNJ@o^qzFV5yHWa$@kVKAh$KMR3&q89zaPp< zM-vjrlh!5qv2NwP#Z0_stKUYYE{a>Ud#-QPEQ^(|=D$`m7B}iV9)$bf;27YENX*B_fY|?`AupgL{R0KCCu!#Qd);yo4xF)d~Zc6I*_&v2} zRA%R4ZK}ZW4MkHvbyICNr#Y&*X0MkNcDBb`v>Jg;K{Wn$@^sy~2ZazL-M~8tru&*S zXn{`)gvq?*XGf?HBd8-@Ujc8;GyyQW>Plamjo`I9d?9i-uZHQ5$~W1x`piwm%Sm$N zvD_a?w|L9k82n)>Ix9Vy40yJ%QAlw|8 zhrK0T;=`U5UlAOB=Y(Dl(9(57e6R=%%ns7$-_bmCyFLNpf;M{vE=Z7QbpHyVWe=z^ z&sexKm53VxJ30mul^#U$W&308yFoXx=UzabL5A$5p&SFu1$_>HcK#vk;KndR)h;`Y zrFC5^DU8C73ouulKkEX(b`Os6`j|2f?c5$~DDtkrqn1PTz^&+gm9t+bfzT9g5XOG= z6@*%r?aIu#@#QHxH{o6fP4O)Ne=!)Jx-HgZB@^5<*6xriI<` zI#K2UD=E${sD*8xHG4K--(!%7X>5;z?#2Zzau?^mX*7}I8TKD$ccZ!NIf$?&>h{`v z?fBWS5VpmAY0mWN1v8809*|ztPD?C&&D0Uo3pqFv?*Y-3mW!gGDE=Whf#VV*Q>ltkq2CV(CA4rBL<@GinCIK;B=QU!02PUx`T)x> z{uPt#zJ-q0E{-pKWf=>5!J4->dHq8XG#gG6khiw<o(Rg9AAQ`^YbVo z_zQsO!AjLu_qM0>BpW+m9_hdEUL{q|w^s za%6!PTroNe&|iMG02ud4kVo77ZyVzs^M3Y)09D=E$7g9E7i(WEfV~fsy7zOk+$VKf zx?&UoIdZ_9#bgSjnoYDN_hHzH{A*qJa7Vr)!+e9LPd;wvFs)Leag|Zle&~H3pMyuK za~2w>oEBP*JzqCgZ{>alE;Bor(eErW6C2XGeZL8~?8oUdt=}M^+Vk-c$m;`xrr^Fr z$1@VL0jb@tkaB|NI}o$`gsyIrr%58}Qs=Qs5Ha$}UW6Jp2FVaHf}%iBM!(KdOv$kE zprmbkA-#3|-4R%kX0#O`0?oSNad05aYS@=Xyvj*s^AQ6?F}^|zJS@fif?7n9udgh_BJrxw$9AM}2cOvT#1VxIG|t2@Xq!Kl-#a3+~{@}qXO#rk~Ps9T%2Q&5X0Vz)R3(iRJM z$~f`nyI=-*_as!L1y5cagUu*@)Wf_=S`PveQZCH!zP!IF_Zw6xl&f5LS)ng4C>3a7 zd7xqnz(uQUo?ozCUQ~V~q4c9lmgr@)rE1b3xm6#myViLVU=*JaZED`s?85wgfAv9f zmFES3!18r+&~cM%$kP-a-1Zh46brM+r?eE5t*%|?jT9_EhHV`F-Z|#wblnDD2X=Fa zTKz~>q1;sPI>e>UQ@(kl{CSa!)hzaJ3^l{XLrV)`73v)_iThQg8#~zCptS@!Kp77_ zbOx*={GCdEmFf(9i>-u_c`8t{+*U|0iB*g?V&}lIu0r>Q>IC4ihj~e)LPvIRqwoug6mh-cP(W4_^8&GJ!;!B)7YMD6tp{Z+aV(V z(0Q-qSpKLv`*$6ew0`}ChMilmNB$Y$d=5lq zx?3*Z`&GF9AX_($H#taT3T|Gb8XK$Q?4;gV5-1tn`G_m-o;tg#gb?p(ctAGO+Y{K{ za{5<4oSm9|4HMf%;YW28WX+DQs;zJRC`-O=>?^}zWIp({$XlT!%JGD`U^ix~;MtE` zCs%y;P+;y4+wI)s+o>qXT79ls(Jv(`=9lAE{fiz$P7=&zHRPMeg0`lNb8Bgc&+2;C zRf%QYo(r(2d~#gUXwImQpZPjk*;wOGnX7toD_u`-2aUH7Mv7Mgn z&~ZOXLWY@#P33soouKdo9-qC_zu51aX6<2NAZJn_V>WyEgXC+SBUPf3`_9qAvCWY) zthc2;|D@L59#yIv=(JvX(zkJ-iNu&#v%ybZwf8h9%kIe!Fan9` z&s=fEq=9-z@pA*U?xrBTkC@wjZi2=3r*W(a&HO=$p)zE^M}ZD*K9urqs?<6paHrPR zoQ#vy4Hf#$yqn2*&c_-CcKcBzld_g(_J>z+2QVzwL!_+vLJRXu>x|-d_n9k8>`Qc50_TaX)zW;TU7;~ogGqjl zi^ddA5TI(l%h_dHA4btS)crus%fDQ)qC8JbJg@kjkWwCpSq-h{OW_iNKnFn0onPlY zy)J8r_rx!5b?5fJ>)J0*^&~aK)Gc+Gfm!EKZqwpBdjib-l(GAQ+I!_sNkdg5x0i#;wp9}z9U?0ca*+K3LHKuBRJsH&-xks zoR+11X1WJsdOGst$R4xsq+C!_NuhN+Drc+SO?Gn7x8tBvxJtJ@zcSO-Bj>}lneX*` zmFgu)D$szr%i$g@n$_4q6{YcW?*zZ*>Ap(II46Q`F3R9$Mt< z9ARQ1{>#_TycycKHJGyhE=?b`I{r z2`1*coBKVMTw`{P*>mqlp@`UeoA43}w_{0zUECdNgq&J#N$z#=UYCU(OQL&NM@yX5 zHQC!*Nv+nOofQkM={$CN+fNhf9hb@OxmLY8s(0shjUVR>>>f-*Jchvbf*4!&h^SMIvu!!!_#(lJ}~XOC?Jr9{45l-k&K=HJyvXZ@-#lk%8Grh6 zNV?K?I|;mtjuYo)4wZEQO~tXKO554OI}ty&YEQqUt#u5U@B0?ZP*AOsn0C{y_C=lP zH_B=8gz%PMw*nV)+@d<&&iYPiH-z#CWNsD6a36k29{a3$C_n6G#Jks)zxMaUJ-hzy z!%1H+^CPF7UhWpsBb#_px2Ltp{a2_g<-^l?4;5QvpStq5D<9s()z0~)H$S4_8CSxS zNS=(ZY6|m`)GZg?AJkOMdw;2LSJkv$a3Rziu&2zoPD^dG^sv0x$2U)w>&Hdm-|_j? z*QMchsT9NF<4QT3MBRe8iIQIlo;0pHJfkwp?%m?F2nzM5szz}kmg~3-)BrByy{b$c zI-*nBTzdSX)jSM(cUq8p%GC2~(Ar*b?G0IghreM!&J`L5PO_Zg9jyn{))!o%xjOne z`)Q5ZPcfCfKCQ8oLgF?1G*#_sM{4$W6FMiqHn-n*!}IQ}4bDHAyW_st9j;sZceS~~zWw>^kjCDIBFU4It|Us_uMTay7yG<$^d(KwX)~ADfPhD%hdNU@?!}2xUJzCg zkTQwLTGVKM&>r9Kr)gDv_rjY;CfOAgIP>zowJ_IW%iU8=Z$q_;+#o#C?l zyP|ie9?mCzgUK~)J|U&HG>VzgOEZ|Iu9`zqR+7I<-5;D)c>}y+Y9d7-Up({DSG?n` zQ$HKojyO`D>hqdM1glzSROf8J{wloh7ik+jR!7ght|H2Z(h{>|Q)^ zEZ;LUK{LX6X!q^I*PZW2H>OhVT%_gC<>JZM!(cV5TbQ;dpysa7Gf%6x`cHu|Zl*pf z2mXV-(@($k+|5Lo1Rc|`fXzAH!|=^I^!*o`I?c| zFoIX@z|!Y-`_T7nN0w)$72AC+yf-bvY;t2tE;7w+pXU8vGcAl0gCl_ zUlC%@>h2hiw(FHT7xhj3-JKhE$=Oc$sNPbKU$1Q4#^uX2^79^*B&DO5kMg1JkPKEr z*TwfwIk}%~Y^r66iPI-Qr``~neY2=k%Aeln=q}lx10O6Wg5~5Sb)~f!X$oryd$^q! zA(Q8>$#c4qkdNG!9)Xv6O{FZSuDP5Vw)y&` z+&(HN%pxwC>@4v^&Y)$d@He+1<5D=!FS8=$>Q;e3RgW2UgYwQ`=lD%&e3h%-3om>-5)UM?KE}C5GX0!aGTpfSVCBq zZ}8L0px!#ldy0}Y#>KriVspIdZk$lk&TQ}XXHkN~;%vMZE5wwfg489ulRW0*=?)Ip zDeTEklm6T%Xh}0q60gj*?yS>SepcVk8=`E+1Ar!;1=8*DV-V)`ZzDvP-do@6FBK1y z*p9|(t)uy#i7>o2)C%R)(GK72XO?E3{TZQiku@gr$&^_-H}MS`(siGXE4d|~-)c-v zMpR3?U4TLBGyCa*jlTd?66JgLP)*aVrK3PjqfJSPRzuz@9^4)=CO7NweDDY-_HbUc z`e~&;rx#B3tosv7Xh@c!rA(VHPHr^($wMIP;hK^nQ{&XR>16?0-d=&2McdFCwj|ov zeJp&I9rd+t8gtYAIc!ED4~MC#&wimTT~MC(2LW3~l|7NhW23<<@s7w%k$s4ZiB`s_)tcX{UyRz%qR4WyM*p2ZtC7SqbjcZa$Z8)ycn;_ZC&4uOI-* zXw<#8`J!WJWRl4(66rFdVFSq&waDxq$3BZ#$IROUfpU4Q>t2ELPWOOsH^+MSOwv}i zJSnn~jADI<*gHDG;jfJb4#~Nux|!`$%4jt*TAr2c7q6=?OXP4l#`}8CvTW1vslq;q zXsUCOmJ1C_y+IzGLtBR*Q0FFp7B)7~prebYp?#Pq*G)Hi>b6VFKG*x1OiQxUig9l> z7IP=PC&-7gBV~-K%cQ?g)0Yr(s<}TaOIwh;Y+b*R$|Bcv6Otx(ei&;^X(~}NPVcd} z)srMyrq|UUn&@qMw>n+gL#T~eOR<&9Xuoqan=8}o= z)+Xkg-r@dsJ3+?#k8t>w6f^Xx`cv=$uXF-MzW;#XC1b4`t7OG8LsO zza{{@H%PqV3U8bLnoBiDV{69Nz=cx`DpQJ+87(e+O=242Ed4C5?3T~(+*cg2RM+=% z!AQoy7r920`SZ`r+dB7EKnQc*WPBnmXTDujlAfka-2N{O3d#DF={_WMiX6mDN3Nd8 zu1ySo`1Liwe@D;a@eUV94y2iF*zO@W^5!fpn=AV^qmOn$!-^~}jh8qeEBDZPwpvAA zVmsNej8H{uC5y~mN@d^PIo4~4@g4}D8Gj;W6s_VbbqUgHpB5c{czb5LoMvYHfFDiT zrz4YGW+!#1OQg~?smUX+3~yyqixeD$`B5~|_RPCPo?53^UiPF*Zjak?Pq+wK57SG1 zAm;Y{)}bPxOO-{VKmJ1WWZCJ{-jrN%JRfHGK#wCrw#yOHwJ$yUq0p%fJmE9`)6(}s-6(0Fs}MhIQC3n5H%)M}b2s%`OnaEr8_<8F)OLE` zust4R#OFGH#5aRwd3|!|$*-e{HE!{TJB@bu4L);T)KOqp-77m|FVE1N(h~jZN=kc> z4BfrD=_5kiJZdsf$1ny4f;Y~Mf1MwP}}TsG4IEf?$s?^ zMf7&V_S>gL^VhrRi=KqLb!zYhMVOUM%m^o0%=))`>zGEUhHt;#yRA+gloPvqxYwQQ zlkKaujMo|ztZAJQCnwySKBQXC7IMGxMM%iu?{JkS=>b=GbK5LPHo@TC@wYPPNjH6% zT{u@Fy8~MNcVg`MqEcNfl*vUMJ8zUykP1=lVw$wP`sptX;_vL&X0j7TANE&Y&kT@IPqokXxOw0wEuT8GreG0uy_~(RN~44G$7vDw+inx4XOwTw^a!G{q-nTGdRp227dgj?-cdLtO)Ba2;f-}N zk{x#DH!ILfV%kEJ;Qi@9YSGRQT7=}rtCPdu$>NAl=G?xVl-Ws%al?TD zd$p0dUt>p|Ikl&JYx$CjX)O}=K3tUi_C`dd`sUV8opnZ4K=oOrx~V1x%ZHYxPcEyR zFL_IM{7Ul$o8&9`;g;On%B1KHeY{B0&!DiyJl8&oE<#7(?w+`S+`2@A)_o}s(=(}R z#^KivXwS4#H^_?p9H1Aa^BJ;BpYboC4c=d0ZBMS$7#l$LE|f8!xmH(6Qi)Z=rb&&C zcxd~;a23sEh$Q>m_2|^#$XQNC9qKCCN>{}P#Uh*YdlnT9?6_4sX*Jj{MynJ0trrNU zITEvM3VR)+#Mg}}wV zMcaK+HTXo9xd1`FUFpXr@1r(JN3ZWZYC>{skZHSU><^vib=)MrvvkT+RX&wQC@^=_gd=y| zqC(??cT`kbTrEa&DgETl>OT*9kFN91Q)6y zNy2D`k`ne zZU2bKh%>wy3;D(G&UN}|WP94FN-*!Ugfu(-KF_jI8IaQ4xs-8|eRRP2I-NAj56nRv zp1E@6N#t|G5T(;;zv6x^Z_PDyNMju63A^Ugczo(bSjw#v1*Q_}^S;4h9}g=WDZO=z zUd`uhu-h`_Gkc?;#VhfVFBBa#vSk3KXHr&r(J*dlQgJ}1{t`jC$w0VC>f+&c54#a> zr>OkxFJw7n`p7ar%PJ08yF*EoTb9t)4dspqoaBs~rYygR>Y7&r4`Or)r(T@bFeVi? zP|o+dby12=i_AVIo5v{rMRts({!%PAr>Vyjs2=%dhFEp?zxty3Y1BnuSVbXUzEAkb zbm%8iTK0QR&wVph=(itLZFb3uG!O%ZQB;$Vp{-k7(HGa%e1Z7(?Xtdkv@T>~ZmF#k%ZlT>c#`re$#!3y(smgEJ~C$%)IJ7zpfyneX+S}? z64Rw~zBBV~soo(LZQXF?3*2Xs8*YgO*N_xoj|Pn?hv^A2!z4EQrln9Q zo(HjXN{|a^SGas4Xz|vw;(|M!cR2f{xjsI(Ga=|dI=!2)1j#JQc$(KFXs091EM(P& ztd}Z0eyGvSJuQ5-e11ZRHL%l`D)GeZ{prbmPYaL$X*U+yn-ZJ>8~y~Zefz3VyOA$P z5?B-3>N?~+mKFl9p0QB2W|elznQFq|oGGw6%!5)atSHqcstyp7h{=t0=U~K4hA^Y1 z`7mJ_MK!XKLj+_UK7rK6EE}Tc_;f)Uas^aM%An0Ky#kQE5?UqDv~VA+sh`mIfSm6q zFd;Kxxa2fv*3+-EI?6kLnnZ30TC8Uwm@VI&HrRRc#(EwlMjC;5Rk7nWrrLUA%InWZ zoea4qqx6Nwj{X6kqpE?b5>@)7x|zl<)wIP;v_XsAWU1Q))HUO)wNsLK#TnB#-3NA{ zw4Nnw`x1CagZt~^ZL)o@3Pb0yWgl>X=1(T1lx%NaRrP5r-d^jX^ycKIh`pJC&b)RD zb3{o=Y5o0m%mNnVjP+0u{})kT8CKQWMJu^cT2Q(}P!vh&+=L)XsbJ7ZD7Hf=XQ9?3it)cNJ`DkK{xb{w z+Yudmh_Z^!MgZ}b`Ki}?>n^p&ZE=S>P{sY&c}OW8t{Sz%_R&D+acmXGmM5}gB>!fY zJ$G$qD~^+J$5^|kj|In*k64%Yb>~L&+!w?U;zXPrlPMBvj3?Tod-AE#q!E=+6OdB4B7Mms{tG7m7jiyYt%LGtQZJ_uu>&0c;GazH-|kh)occ**{+db% zV&C*k8u8J`Y{QHx&h89A0OM_H2XarMy~nu={JbB0qGo~TT==#@@tmjiA(-=tVbU)e z*Jl`*l`w9K#mtT#-qnt@J*xo12Rp|rE@=!%8rl2PmBQyf0W+dyMap_NfRO4vVd6!2 z^z2f7YGmLR`KIbh>eb8EB+JT73Qw5^RX>6(03(KSkm>sgE3O@^94d$VMHlGBr~MG> zpB>O>=G=Cdb)TANVR#({F=4}vS3Xi!MkNPTjTjLM+!eX=XAivG&8U|V6(#s-;)pA+ zf;n=a3__YqybvQwMgnmIM?{+J7b?BfSRBI64K59i7c6(AeMQhTr5L-1NB#h2}*1lK3&sp_c=8m1mfb>q; zlJ$##hWQE=Hto@YpJ?FWcrS795~y2l#$4n;yR5?gDjM)i5Dk3kC*=21>vz=&xx77- z5#Ia}B9H^c-KURrukIe+R5w4SVl8tGBVD%9N=-fJ^2j@V36$ZKksq!w2C;cMT@QP@ zbfSMq*7Eu7e9pb8P4Yo$dKWg8x1_hgK`+;z$P{%_B2JkcmUo5c;l)Icv|BGS4!DkM zR5AssqvpT?u|jIL9ze?bCuP*I4p9*&&GJwN+xx$G13{b78rRwd7;PhZ33!$nFWvTd zIHev(%u;yC1Gt(6#Y3kGKJA{H*5Ti~?X!bJ(z*4G7(8=#v`k*ChO^v%Lh(w%|i{fX6kpRRI0tbPICB=5g)C=`o6qCR^4#Qt{s z$xs$s%9Pb7EiaMH%M#f8kOL9W3nH^E5DGiXCqFNG+>8pKR6q`F(A>&fB`9oh9RMWx+DdJm*=^`E~>f znGwK?d=C2ex;+>s^pM?(w-=0S_cY8Z)jyfbbPeddKaZciOy;|vh3g<)#XF4Xw-r1| zXsRTZ>p{X8c1by;`;)Y;JXs+N3HYRo+pPZ4^Y;Uu|9$(+Wm&6Zs*CXX{B~+*P)a6f zACH?JK8*{&yuIp7+;O)<+J_9u$}Dl%YEH-&Rs8Xm({nKL+Y)FlgNk7!t#M|dltT8V2aB8}CU_=|VeL|~64!!UyvK;yNDq`QE)!KYkIS=0t?UPW zn@{#XJ;Fh`>fI%F_s%3|c|At2Pa}Bx0X6!h4a*%}_AVafKzWLH{8n%5+Hbh#KDh?V z5Mc7^@ojBa|Fn@^bH^xtB>y2kOg*_78A?35Fu72TV7rU9^JOa`v&Q2; zCl!p5$XUz5^+FzP!bT{F z|EhX)m$uzRn0XwlGOEYVTqfMhCh^B75nUHloqAU=v;K_lg*0bggjsQK_B0N^%=x!b2v!2)0ABlwLF{n)X?tL z7TtHBK3bz~fx_Q(bVFXNtm+)*9K_B}=Wm=`mGi5hc0|}jR#3YZ1U4x9L(DRj(@2EQ zKpTGT{7K-uTo^Wm@J{#{k|himXmw2bO+Vog9qqnuaPN!l8B}bg!x92`W+cH1)oa;b z2QZlaIgj1H!?)=4vHiEcjr23o9tA|f=tldZutqK(r%k+kJa3rD@?)9GuomI;t(z0< z?k5Yjv+?^ftNNX=_DDhWC>&&y;9!Jv7Q3!}h%U6r!r4eF2ZI#?IN(iCF7$^4-O z!i1u0*Swg5hD}762is_FJx>#z4zWb~6#?|!V7~9Z5rSgp3TUZYfWW|Ep@S0~ZAcHX z7Hu@f3?14)%a{XANmcH@&p`#BL;m*Vc~aijEyqnwF|Q|B7;JU!vQRF^8PV}Ex%b#k z7IXi7mi6fj$bbf>PMwi+?@m4xp9q~^i?lA9od)@~U{fE+=;L4VdVz!NNV#lHWrfWj zX^P`%xj=Qwwx++p5heqA|2NaJZ=vsv?W(B$R)&$0@ga^&7%^;5+=qso2A-U>OyUCq zkK--pd-FJ6DI!FC&*23E>}mPq zeZqNLX3De!fuNg-@>c!1)5Tw++#aj{B3yS_384sOw#x|35Z zd9|ljD^xfB-{!C+E!WA<36xX`#}V;l1c$BUw$z=NVA5bNg71lhm0o;rO7&l<`!?NQ zjAY`m+vpIQXLII%=CDD+BsHP^H@A~8;Ne%`wFCNq>d z;pgw3AdVdcS}Ch~**PaP+l5L(#F+xX*p_rK+So(-KbmZ8da4^^GVgw)m<_A^)n7Hf ztPjg$bEM?^6j#UjbV~d&rQLqY-nHbbi=<`aCTzWn8kVpy7-^4c3_<=+lkDE?#5sP+ z$ld>=1=$jx7m}=T`?ee=&$IeB^RsLs(!aP?w^KCJjW6V#s7hkGBo_J8)2r;n2?tJQaLSiYhrN{wvjwk?SMWn(!lC;u5idx~5^m{RgF#1~Z0?bi5?& z-5b!caZste zD5_gH{`Jr3N8Ndhu5U2BdUAe@SytDRe+)~KB!lGJ6OYW$8z;Zu1H{yB0@=QN-*~flo1~llprGU-JQ1|HI-J2F;u28efM2*ZQfMqbl6-c z$O|HtR1!^B?nvY8lcH~Pdapp2X%R$3HayHeCuEgr~_a9WOZgi2{OvU%Ab#%((j;_ zT6E56^1a!NHCFYtvgkvGvv(>2{zVQ4!=zJKe{E`7*a z`PR>T8+ZbhRwf~==?(qzBFtbRY-z-eW&(7lxV_=+yzF}|G;@WJF(o70y&ay;zuw}Q$wj(p83knHEhK6J=P&J?UULDCa!B1$Z{gva zlw9UJLP#KwWJn^HN|n@1%6Qj^%bMzy?|AhNQ>cOBY@_J&Cg2!UW`J5L+i_VKeFQ1f zcW{?S?|e65)s9JUlJUvpWze_>%WgQ{#zN=@9>Mq8b)qM85XZ9Ig0e3GmV9t!MGolmw33h zo+-hEHv8-lP>2E{f2DFXl42k_^s(z}$;OKu8!|!{^oM>L6E~SxGVV~!@QPYDv&eM? zYz%}JULA7du);2$X+^Y2KhHAX=}bktVr$T>hVA!~VnKA%C9nz_{rMGr+IR>-GL zs*0i*0K@~DOrM*?N4{3{MX?^2u>?kIT_VPIvzMVRK;1zvl5bdy6PAi#XsaH5#^ozP z$*j<0)Z7@9-c8FbmhimO5e!B(_g;MdrG^(r!}s-m)2Zs*Nh4#JwbMk9cW$lUo@V(M zAq*iDKPgD*&{}HBAwx7BbYbc9{eO@xpdvc&SsQ{nN$AVa2^uY=ZHB?TvphTRB-g9w zNE`u%zTt6|5!f|6BP&#iX2c$e}{G!a}&voJSIWBGn z{*OIT5n1pVe@bCCy-0wkwi3l<%hGb{B=X4-rnJaKylXz{ zuK@VoCSb=m2S$oLn_q_GWWmN7pC|Er z=BZ?mNZid`{U*H5%;lV{1skqrFo_P%NO|BNC&9fBCxmzrXU&SjFAQgnyq3SZKXs*| zhu0CwDW%NhVn5xN5zkxJEjmI(px-rlAAxa+eiBOsg;QlO%V@95UL7gD!9{fP)1<(` zy?=PgvF0me@o`8wv<8n_8)6?;-{TPt?jrY5=l@}2Ss&LG9~*6w&-@+j`bWKMXz`>) z7vJ>oSRif7H_GxVQt-8V+Oc8za=9LRlW;Is#{R3&#&Pene03P~XAv{7+iOeJHo7%o z>t|D;(57*;Kw9b1XP{xkS^T;Zy7<>MnTIP+a_$!AD-xw+ff%y%?~o-Gd?#$HisEs- z7BONu*&>IVYyCv}p47e?cQItn1G%KYEM_rHvfO$le;bcq&Ne!NIZmGI^m&<5Zn_$f zc$GEnH9c8sznU4T*8|#-XxE*yBa2cWmEHLa0Q%!p`*TSj?~3I$Jpi4AgJu9TD-y{P z=lF>pH}IsppTO>^W7zkkGbI?<0Y34jG*kN3*JmUwWifuN^Hi+_dM`#YDV+5Lrrgnt zC=!+lc`y4;^3c>~9AYSvCnoHNLFKn6s47DWu?}g?M5+lz0 z>n=rut6@`-PJ4y^lS~rQrvmPLxa=k_^Lk%}{o6f}a&7`{FO|!}B_evdj-$*0+_}N# z?1MdqO?Sng*u_srb7b=t8V7Ls3>oC+vaQt+Mb!Mr%)$P_{F}!I@={`l1qc*n)j%bUU4Zi3u&rJ`RhCyI<<7y zczN?7-;@Cw$(spbepb)Al_bwqpHJ*bl9(cFW4T@jy1H&jlfkUGv4*$4SnDpWoT%^& zz1a9yOO;cZENLbpKP2LO8}#(LTT-e#wQl&-MVo)5Z!at_Tf%&uiq$Y7{DCK(ZVR8eRZxW)r3j&shDU0Vv}Bpx$?uX@6?DvH(!Q zam6R;qgSLy-u8<1L9O^V)=vtFgY$F*bj>*U|9j^FA+YY7dIs)hNQge4tgZQYDY%vj z50y*r8N|W-Jr45 zFHaK!7A@ndZG7DG1QZ)*LeD2guz9%x_>5YET|hNkSw<)kH?s6ZA8LcxvY5Qcf9s;S z2H63Lpabo>yaHo{QBNA_HHi9OE=qTTAn-xE9g~s7@P={arn>T6m36+s*N8Sp^hFBQIV>a za9I+gVMM7l?>NuG+Y-HYZQkwPXrUi_rB_zYrhawj{PjDRg^G{r6E(THQ5Kc8P72f{Pl~8&uYsO7(RHIe!qL}#q#l9hcjZ|Am^9*KS>Cvz z0-(=$9+0Dd5xo;k>%bvI^5~(39{eN>E%#dhgWVh=s=bK_c-BT)<^9JR$dEziphNVB z-rFBmgH#_|mj;|nfU|q<^ExK=yua&W;EYiDcL*D90i!E*B;~?Eta4tFkd1klZV%=f zYJ*Dd+F0&5MGRo{ce`%zrV*20h$M~$NjXFBkhZNiSu(m6SNBcxqhFKlx$cfZD3a)% zi9a@}A5Fq_1V;x`+0r-b)M~|wvSIADr5=gQ%k$IJ^)Q-UrFp|M3c|YL8v`S} z%7T~=LAFJ2J#Qvs7f|$0#tzDXTMYNyIfN+9GZ^W9Qo{9w*CR?4Oe!o7uZ2=oHjL@V zdt8=*i+PV+P6+!GS5x4x-^0zZmU@vvJ0~VeT>a1IoXebNJ^(oF{9$#SJlO*YoloMe z^*lMeEqq}CYzaQqw=%Mi`!Gdo{j7!~#_1yn(}kq28JIHT$bt(GkDsgy86m+fGH(M1 zom#-g$y&#sq@m&>$r^N44mg3`iE`yox6Vk zF6;tC7ziy&!3u6tx*+sW!WkOV!Fe^X`7FqX$Cge!xI+|=FgM1|5{=NS`t-Kd5hCX< zeUT46M8d4*roVs}ImX&{pEi_IS^wUS%g0BRD~%JGqEYiZE9dFo`G2iUY0N&oOi!h^ z*7jZK*)^>{7A&{GZG!z}{(7;k80!{U!r#{ehVH=nedHeJdM*62JeT`oR?wIbro!Z% ztr@esj-_`|)tKc!b7@f3)&2g0hUy9$J5R2jKN=1o63bHPtLX#D^Io{$6-%^05VM>? z#^&b%Xbi%5LDb-$z9pV}4$4F$nYo6WfOA&+TQ$PBGW$~(9BdXbJrIA@wm@t0*=CJmxW2x~5jKHuuAk98xFcKHA8s3A}?z{ryytaclxKR)wgwdG-PTo-c_yyd zcu)sFIUOnhHG%ayj0>)mL$WAXP{BVhjR)Hp!nf1GZ zNXDwS-vd1)?0{8xT6Z%R3x=Sc?Pe3ev~qgaEVRtV2uA!)NviLgQ>gi(?;a%)la!EK zl{jZJlzZTp;s$X3T-3ya9AvccgG}*B0t&QCG#&CY18s&bHD|2|a-&fuu z28>pEvMp_0HfcG8Tu91J&Q$OKU4ZX)I8K)@w3L`kmvjX@Bh9x7+`mH8&B=;uDgEV5 z!b_h!SJAiaBjW3koVUL}KA1TCrxfDX=?T)U`((Ok7~H zSw2kWdnENkfgrwax6AtsmP7yD4_}&*+=l#?tz**BFt#=D%2+6Dii6Rt@qFJ|(fp@tb(%FA_(!UF&iyvZFgyrov0# z05X>abB77CtYy>(5$D?ui-B*3=j2_cQSR?@lfMKj+Zs>x@WjuuXqjppQAs_wo}(Ov zZ(`GXG;=M6Mx<)6@~UfOF#j}RkXbb;k{(?Pwgr#au`^{u<)wlOS%pFdZu_tqBc>4` zWzHmzXq6-obl+W0h|ed`$_WgrhSZZVQMTm#>eobCOJ`9!Tk>|S?Z*ZKs$MRsnx2N> z@lz?9X(ZQ>Cfgd(kOQO&CU0OA@M2$zWN!n6Es1@i-`&IILGlq^11F@k=j9-Ex>l8DQVs;?0 z!dsg9e$)#%#PzPX?QTtObL10f#<1fUoAmbjH&G(ToOxcf{DfY}ctJg*saOlFkz3(Ug`SAzaFggDWE-iPA3*U`dsPvcs<{!DWQ8GmRR+|n4&)~t~&Ib&%i z_(nI7Z-j>;{Ce@ShxC9vpK|E@&U_dVDx+Q)7msD>UA&6Us{S3gm!+i6_VKTK-2CmJ z3B5HB6pUb4IZ^BCAi$pn){`SX1xg>u6Q*_b;I8AG?eBxQ4TB(-aCd+Umpd!`0uB=< zg3MVYY@NTcV58BYCe$peCTe&cv1Xwg@|>F1fd%w-_O>#W%@?kVwB z<)$pmr=X3|KUwWPUUTs7A2re3w3?v%Dxi0itchkp!upVb>bMa9ivWLLE@-50(VhkP zSx+_x9Z1{Ua*e*6w@OwcMi5!I^V+M%T%2gcs6nOm81W@Ucpk@>SiN$449RGs-kc+F zq7id^cRo$@7!!YT@zMigB!4GeV4!}aXC=qmLwBS-SmJoXw>RG~ljRt(q>puFuh^tN zq_mTxcH|bsY(vLo!2)85GwC)uIs^Ju^s1}J6X)vk^V=1%h6VUGpWowGdY!6|Q(f-m zo~hl+JUhM;Vo%(}jK-@2i;VgrcHB8=yCOe|In3_6*k;p_E>f)NuJ!>%HaVe?IK!fxwT`dG!)< zj7R6N1S%U3p2W}%VjJs6wY(HvF;+1_lEAf^kK& z9By~CuUnoSXI1gms`2mEAr)0mNg43gbky2l@@_H_g(VFn;osf~=9Slqs+$MjGk~2z zm&bEzPvBJWD-WG=;CvH-_>&+>HWR!VnyjMT>^FrMQ414)cQ09~m{b!cmz_w8B%EWJ zhkPZ2)#>QjZ{z-c96>x+(bIEpW@%Z~Ci}BQ8rbv<*0Lz^QHw*Lh)7%7W;eAL;#J?Y zMv7yFNXYHX{89MNqe#IP;V_K8OlvU2glfVKvp+D>Pi(Qt5Tt<4+)@y{R`PsyL<%T3 zWsDa#X@ZTxPm7nLu*SA&A@gSQeL0UxFP5xLeG#a&rF3{l=G>j=NJJ&Kv9fXfy9gS{ z8NTo)oIHdp$XePB9L=v}=2d1LW|o6fO%MNjSEmX`{f+c3oA{fS3f zWn6b~+c5w>^XW;I6rF=HS+T?`f+n5Eene&{|2{Rb%cj1?HSmoa_$Y>Be+mPhfL;J zL`Vhl4BZX%4ZPH2)wONB>fi{p3nF1y(G~p@uhreh-&BJ)eE-pX?1rc7_Dh4@(N3O*14pV~(ZgSU#XgOgp-E}|_w zxT7H@LKNcNGC#R=2NsJI|i*2MQ+360+C#tGQ!3oYx7dSfW2OX*46by)jF-Qah(sC1U6Z z;@?oRo(Mxj-}>|Jc>l^TmmA!v9NkbsyaFWu74o|ANE}$(l`Vd!nrnFcx3JxA(_KU} z##Ke*^w?W81kXgd+J@QRqgKYiRJs)w;oFZt zz~I*^+1l$LlhMYnV&l!*k*0t<)z0?g5idixswM6r7M8QyJs3S}7Y%3~nqk%@7z13T zv#1wkBWYQYW?G6D*b5{+p#I&f3(hTnNc4*renQaZZ`!>;eCF<#Yod#9{P?B5OZ(yE zgH2?Db*q(v`q3~E^)_R|y~8u$7KbBzAN{D7c1Kw28?84?Wx+*@$CQ87rAm1$;+ zB)a1>8QKKXk*yL`jT3tKp@MC$tX3+Iv)HW8us@|fW35LM0EiMe$eE;os-9dZ*h>?? zen9{`pr0tuIkywtrP zOl*I^dKd}@oNs7`PFZR&GcBnFFSm`p7u z20LpA#!?yE4F%Na)6vlKmWzEDY9$u1wI#LagC4-trjMGm$H)J_Cg8knu>A$q^-h{y zFQ|F(X^(zPeYF_m2uTuu)|(Ww%Q#KDT|>C1^O&5)->PVy_P@(93D)qFL3aUKopqMXiRD4+TAvCKrlSvSxpa94d0gL~; zXF=5M_(JmsTRXpzazdd@)8W=*544nDrzuefl0>6R0>y@`Fbi=%(bqTxj$m_(YZ(UM zSFpgQYZ!dUV}tF39JA>wwvP=r;!?`qicgcH!kMHe(|mxT<0JtwhT-mZ*6LFU!bl=I zjZ(-|hcoMHxv9*?(I0kQiTKW}w8$tePjEVZ8S6^{QG?vqKFa8(Bbc3KMW9EsnCx|D z{|gzi;Pr{=;u6Y za5h^9%|zb*Aq^*p<1<~2pg)92|*4L9rKki4q0Fd`;%p-EXR<4R9SUp#o^kG4P3+tCof}G zFP0+4mqcmMGhXe62K6fQjW;B-usqBg92%iN5P7l??SzceaYn$(zFjY0!uvHn^WgV_ zf*1xv!K>1He~0_Wa5|JADmm_G{%d-w2(4(Y{c+um3FgrAN=CvnK4;Qs-C7=nDxA*% z?zPs(dCY-$DOeu_58*8`t+*AErZn{P2MA9e=`mIxftAAQi3I6!q>E2Ivt@*zA_;@) z$5%=JP12Z}YXYrNYeSPj$+un|hb-6F8jvye_qy;l;}n5e-=obmQHQOKVqQ-ei+E{V z9<6QjSwBfW(`C~k4W78$Z-b;u+v}v*objf8jFkw~@;u zMCfs|YdJGcOdK*CH=ek4vVME3MrQ?ndXH1qeTfJp1Zo2_jexisA{|x#1q3K@duHX8 z-)ZPo4@AHJySxO@0UTPa;oFk;a=jb+dlL3#R{?I(&%q-g;ie6FyRfdf zA?UcMPH}NR4LuG)Tt7(Oi*hnOf@@BJx%;?5QxDgW02PWB461zGrPJgNRFOwzPv64a63P&Hw;~9K zSLFe-kB556CgL)M&X54`D8g_)7)c+PlU$?E$0ZVK0Fj2yz&I|- zVI|uIr;r{A_a@0R2XykniBp1CZqNZiTwnRK4EF+Gj=1)*ZE*jXcgJpsv}s}y#TX#> z3VwTVsQf(6*cTY2bK(<&r-j1`tq(a6{WNF{WflCH@_3{OpiGiLj`089bY~Xp5Q}M5 z{;iI4=dFf=0`Y>>bLZ!!h*T}P?4y@2IMeq+|Ngznr9-sY@EU4nl;3xw7cu6>JW;ni z2Ul;@Z(Y{ziQ?`1-@C8pHjTE@%M1Pm%h2P}iL=G`B*CYUeF_QriI zMkd19rM!u_|DD%Y8;Kq3wI08K=*?0;&gBi!+>Y&?dFp7EEb?Zd>_G{mh(ZF;$Zx+s zJ%drNT2m%gRO14f2Mo`mrT|?mBoQDn=36FT$o>A+fvm@@7JLjgA!pGns6vQl%#X4l z*JWp?Ak2Xhu`U}6#*mQK%m7hdQ)P|goYM86X{4uV|2vsch?7C<0n@wd+YmnwLzY__ z1bYE_0%fx2QLO#sVFT+Kec40Ey9By89-mLX?tG7evc(mVyK2d%Ll` z-8%%8UZrm~GnrtqGJ!6{z7|Q^gv#xCjr#yNwoc&M6yl*f@=u68-~0mi-2~r4{4#}h ztx10=nOEu=_d2J7q%ZJwA-2x(&+O^^c+p{mR5uC(8*-niXBeDI9qrNa|A!BX`I492 zbA8+1=8*yOAVFBJ_YpKijzA+|>58OLqv{QVSN`g8uZN?c%I3#6c5?{QWXKcb9{QD} zy@Us^@|L+W+d7R5*-Y+t#Xy%j1rlxV1%GArY)PjHJ0v-?3ELl{1N3v!%fp#+s zN#*TG@HA^^_GPZ^Az-*?#=ld}aeH&AqvMK$aOKY~d$KAPa>Yu^A7!3$h0)LT&kjH@ zR1se=L6?b*;qk^T7Fgu_V!Tnn?s0obE3 zgsm7m?GrkWAWZSmeUJC2^_ADBz{bhoFD@%?|4@Pr>2kqQNTgCL1LnXNkB}!Ul0WxP z;?^rk6I3o`J4g{TN9_NMTAYg2=OP(whyrn<#85tLPRHc&9!jC95)dOVqo(tIHkKz z=qX(p6b5N-oEIa~J{o2poEv3$GL*&XN6=3YBSIhldT+u`<}vVGzP#pPL7aG>d~vb~ z!>t48dsY)Ge+Y@pTL;0z<)&_`pxe1y`e3siTN7Lix?euz=veh2ph$e`r0XCUXi?KP z=%W*OQM_UsZsnBPwMg_mzj}~dq_BOebxqe4mpb(V`bM}FT3Dc}E4Dn>N?8q=F~O>3 z>SgIY>!pE`DXT7Vb)z|_t$^X_B%$_ZMXg zhnG3oUawy-UzL@Vr!`%9(zz;3I~#B_qPCO4Gdg0Cnm}3BJoqEsvynoA!c{4fl5&MM zf=p8W{uo)@7*T0)0;0v&;PlsykRr?aAv!pW=SW)&hoyh2GluO4UKr3cVF84_SNyMn zxWIZdRnWo+m6RhBL#Lk2Rv z3H)c5%mO8;XK{|bGM=K5DL7Ib|Hl6BumwFq3^tt~PTn?fOihc8<87-yBZZzuhv8T^ zsQ);)zvrPJ9=*Pr>;GGH5h96cauy)Iyv!>8eA2BKldRG~@5s<75k*zk8*;~xkCo#B z(LUiwb-Q$2p74qJSJgH+HM2|iH0kg)*QB-7gB;){;(JYzKZP91tG#0~YQHul3ki3Z zf0X|PNbbg*%X#U?9ssSFL)UQwyi1hl(_hpdyzPC7d1si2n}sR9ZGODK2qUv`UQk4Y zCTQmju~}e}|CZtn7GTJ^3L)>n=~r8)r}^qsDHEBK!+xI!l10^`e?O&KWFt53ZYU7E zT3kRWNK-|l%e@!}o!%{lVU( zHokyWj*Iyi9KhhFXP>@|9Z8M9yxI4;=@DGLKX5q2OTQh0SdM%bjHS%%`$!9!+!k5> z8vk_Yex55!6GF3ICQ+m<_bv) zsdY*X8lm^#BjeB>WxxMl4U0SUm`IBTw>6d)OB+R1)YNP<0XMakEdH|&f z1^2qacxDukW<+l@96}dkLf;-+G|+SYo!)G0rL)T$H8_5%x)7MQ?ra z?=WSZd2W?;K}bjA?gvm*h&Ek*50#|+u(+?6oPhCAwgqL}4X8FF3{!Pe7HU)Lo_&%gK z+?~|w&PJXWX?m%^!2-IkgvJO3*2SaR{g&;~u2 z_Z$OZ+oUeabuyM<)~=iKWSq`WsOt&n2h0f6Z}FanTiQMgQRKy%IJIRIljV zEhYcVRZkK)NRBstN7H3VdA^10%qC9=X^KerL#8_UudLbqU}UAp&$F+w>*t|F$Ut?4cPLXs?q5;**PVeX}Dl=!{OhuEtHrmLR*T zzrXQ>%wtJcu8c+sXvH-O@j?Ac`**74-$Dv44K`y;IuNaYs$ko0sO?;f5j3n*@4Kan z+7>k`2hTokZkn>{!w|?(|5U2lj`PBqY44uoZhQg@`Td}F&*!j7Z$ygB5~MnR1!+(C zaCw3oIdDh=+r6Gg_a&UYtgc-#Jr$Ee73HFCzWJCgAhWgc=JH6b^-^dIN%9Avp@Q zu#T=Qk&D{y9>JjaZKKOwx)CsyD6xwom;n`k`EaxQv01j&$-xHgkLN4fPsr_x%r`ky zJ3hmr>VW2?GuSs4$7IPB*nM$#ge?%>tqWWicKsQWbC5I8M$+t4H3fO(cf6h8kC>f2 z*}eS(u7F)Q9jMU7KZ~A@&tEI1SRD;O{`H*AOgfY8`6%1W;7)G>=RFP?t~&-_k(~PL z3evj2xoW0`A3bVp{4A3zNi$y-atZxIo(W0)y!}k9`>M!D9b#CWw|1q`6h`57k{TAJGaO>rbNFL~)R!kpzs?huXw2fAr0|`&5VC zh-7I#q}Mk8f<{vKQM%I@w_UV}xZ|!l5~nVC3R_lyh@+J-BT|!xaSU=6YiPcbp3k`2 z0c9q2F)#)>#d2&8vi-jz*)JN~-?c_O0nWlm`JYE8u@r5l6tOx3uR#(fq9_Mq2Xc3< zVtt-c;9_bI?DrFw)x6KNovepYpILwy+7V}E>nB5LnNl8~pAzov@6(Jp*t;yxuB$80 z9%;oeb$b5HRv>(w)1^b@doupvA@3KbMl2LNrqa54!sI1Or{QYla1{{&qcZOPwc0yf z5P;YKa4h*`8TO$U3 zE)eBWKD3$fbu~NeM%i9hQXwr+ezEcshcnaoj05Ww&*SNh!#@zWvn8Tso8+o8Ao#q~ zL0wgt94VOi=dVT0C%?B+N~;UMm!=l(?y307o508IFH&qG76Co`e2~+fTXd~bM%;1n z4NjvaAZ*KH8ZcT#vM^)0RDpjaBzWrJXI-=$RQL$N*$-ZU2#Sw|$MolZI+2})-G_DY zy1*027+!hF-@7UP_W;V7=%9vNN1dV5IIDk-)(_sCao)>FGu*ydF^i2i&!;48_e17< z7{VMHdtHcv#crxN<+6c;bvYybTYwY`Wt82QC$rPdAF33VQpTm9L7qy##=Sj#I9smBk?g^2=aaKr+ zwt8!C#5jsycUI))FDOI$Fk;}ebN&54w~M0?%ul@vHxdKMZT-)6uIXFpJE)T*xWJy( zGJ$O-mdJ!B%%Xc<6}=N#s#+ks{5Y}-1oJ;uMYE)vcXl>l#>_6vFq&KPH<(^&!{Mi{ zSsR^AMN9}qr}tIhD3C{ZXmA0`3?N@^7J9T{G#PPNsWimh{ia>|9P;4J+bJ-5&voj@ zvOHUENoPi+__aSCJk||$Rf%w1pOidZ%!w+amGVQ83bSRjjDwVeXU?HBR_49Bzl4a% zSf$k!r7$j?;2VC{Boj~vrv?XBq*=scKcy6h_oFbDbpytwV79RaJUq!}X?_}J);DSC zOwZV`XS`Deof!AM8@-R@!81@w{K>9+XSc}niE7LJ*MyiOdOhP|`|0$)XN|Wi;FNtl zwX-rRFh{$N0AVY%*j_4zA$bdcO7!o0oE{%+0+M67`UQ9k>=@lgzh&{Y*0vj2>o;6C zJb(}#hH%k;>xHawJmOaM-CX}B2{lrgHYT2zJbPfXl!5X2%?xh7=6yJl%0)wk z`orMXst1gnZ1hROmB)_azS!Mvh*QkmK#IJLe^LBL(2Z^_!4k&?(%xpwjpG5%TiiY5Eui~M$i(I=`X)a$Gl(=f5_=Nb=C9xrdV zBYqrG$EiC9p=CJkFm1f|X}GgO1QM#l`!65(?3@6`7^(0zj>ZOt*t+XE#R#kEZv&jk zUk}As#7Vj!(CF#MGfWEZs_N1AdL#>8(H2)K2y{r&rW{p;xG2LL?IA#ScMuS@TI{0Y4g$1sO5h0vu452!1dQ>~WHlZug3 zq&W`We((vpOh zzh8mn7i;aiQ`cR2|2nQBkUU$hE1@1wCD>CPgB_UhjZ+Y`J6!eZfm4qv;!x_@$3f4R+walt90( zkbJZZxlAu%laB$CpACWsMXk4YLOjn-oWEeE&Q7Vmeb^;L>U+ps_>v9OaB(*fC}sm0 zYjpA&nopxxuWk{RU8P;$K5Pd|K{!Ew*KBUyK�c>l3ixcFsQ%D+vRMmgtcy#D9GQ zoikYkghIZDT5$;S+{|a118DZ7q1yh2SSkH~i=>+LT^MqX?QyE5jF=f1my%wpVVeMF zBI&6W<8_qvvk|~=bK>rbaRae9A{$UUHlTEB+NYnM0p(<64{V06Jc1L_<^_^Jq6i)a z8pGGIDmdx`x6GlmafF=a@qWmgu@Qt;^S1{Qem(?F9_C@!tAdg6nR@ZgXDzM`ZyR3I z{%@yT{(Xr8UbTHI%a9byu{F zB*({t1F2Rq830VTpr`2dz>8|UhR*>Q3RO zwZb(R35d`xlGwKVMdhZ`ijGwWLZ{#kn5l)D-VP=wADNC_?Z8m&s2WKBT>^n;^8f4Q zsnzk337{N7OoFJxyiV)6fq`|IKWMP- zat9z&E9*yx(XqZJML>C*bboQ}z6-cguqU76z8B1(h6x44Sn=$5K{^MC|2td^Z!(K?eS2jZ`(2CG!8kR z%b~DD32VhTMq1NKs1y+$L@J3%sMW~X%BDiitW6@gz{u`_J&mSy+T=zE^Ou**{NUEo^tHco^bZEYAC~51s4w zNxy<7vhQuB9RGzF-<(F1u>jBBv#{cG;6++I@EPjHCQJ=Ee)WTu4{UvUL?xA)FkUMF z?DzHFo!04sH+&H&-seXV4IG z$?)LH2U2#o8z2!-A{PaCbDuhuP@!K>|Lfk#;)G59M&a>Abr_*$_^6+S@cFFBD+f+B zjgH7x3bzM~>1hP3A+9Gpy#H3*ml;_awi_wQ8C&ndqtc`9oK}+VHW?yCT9UwAen!7j zy5^#9ML>+%symSCwpJMq4(lG!2xg1&KfO4uHM_YR&zgxjgujN9%B1Bl;`*j{5fg+W z{QI=x`cIHx%qCL;*iS+VXTQ>Vk|9pld*kw%NX*@MUWTwR4@lWZ`~Ww+33lU>oPw!o zVgAP0zY3=CA7KMmD-VDei;?Aw6H#v*a_ZfCf$K9CnygRuvrFIAWmfpG{>d!ZlWG-$ z1Y+a*KNI#V?H1-|syjSX$Li;vJSP7PgAUnbFkpd8ii~E!Ywj3U$)78c!J)IxnQao{ zXLM?wkxK7}1xdsKj9g`60<@aWZSY1?Dn)XRiRi9RVuLe zk~{$Ce&|Y=82F{lSIwJuCUy6>^dhsR!uWp9_h(-_#E~0n3pjaotUOIP8=Aa(SoUkl zUvB9-(OHrbRYT~T9Idzv*#OY}NRGtEKRU0FQSA#bE6ek*tU{@(j9)Xor4rrWfSsuh zJCK{1SLq<~3Zt!C_uDeIQ^veMG|Fy!yK=k?S6tY43M?zkBuY{I8#1vhVRN}V7fSMp zs|Sh}PS5!J;g-r_Yfp;yx|Ur7T@TYopjlg38-{wvYDf@nvzi9>$5Zs>v>CG97>PQ6 zeFF9eJ6qSu#6o0_JwMh`8CBkCMN-jVebWMg^A%LG-wF%~iv8X_swDP&YhCI)n?(Je z8c2!SD0pBpyyLgj&dWdqbJq{Yadqb0QffBIm+HFPEM}(;ue_t7Vhv&E(4HYilQp5z z+gj|{@S+a~2F~vjC>HJhSig1%z}}VIMz{*+)JJub`a{qnJEEz%X$qH7^Hi*tKdq&P zNUKUSI_k|M(FZLVm)eci7n9UlT_9bU#+6q(0*MTAU;=Sv^NVda237MyvbQfK2?Sfb zRqRQcNp#-T*}{cS!ZZ%s58tt5tA-s5>U>K{blRQsl^I>5-k7#OBcF%+1&6%CP$Vfq1f@$J%2s;i7^4c)$C^ zgW38zUzZho|C!v)fZ(uw{0-(sq&=q(drg#MA*=zZjvlf)F(Opp@@3{k9pTrOqRRK8 zibn7r)sZqY#H&Bh>Lrl9Z)zgwbBx*|)n**R4PsLd?|B^pJmvb*jVVWEW!2c$x6h8jKi3aodG^tItY zT{&Z>`FMBJBe2el(NFsEVT@36uC`xl*ok{BAc#4 zmhncsk>C=gnI6X3ee3XmZ7r^jR+4n}kTRXF;;}< z@lac$G5fc1!XkRPC(aJNcg*H>ViItJE?|K74iwMMq-q{dr8mICZ0kLXccwF^!mVGl zJBRd9UE!s1@%nPw9&Zc535XA_slF1HIZF!maMblAHr^eLz_i=yh8gP4%4>G;fTzF5 z-siU+^^!TH{rj$?B<)hAQ0&qzRzpdWKXj9j`|&$_@wbo9u~HR`ng?N0;))8zqt)@% z3%}4qE0_x(t-hbID~P(ATSvO9dtaMiF9xTXnmEdh}0)A z9IF(?Kbyj7e&Q2BJ6ce7_5Aa-jw-}ZtWb!Su^N%n$Y_H2}>Y!p8sGmqt-^u`sQ&XzNiqeG3zsQ=R`gM@czC2$2VFcq9ZSnogypcR?Foo zsnwXDfE;_RoeK&BXg9nAUFKBhcabNq=hl zQ59{qzRCo>+rzB|qN0`gRxt6DZSMmuL=(`giaDMUK?jUH;$3`a?{DA8XJV1UT*BZ93HDR;#c68fK7x^~)E7(y>Dp{9yjs8Rmch}-SG879Y$KeCjGndFN7sY|Q;GIt-VZT@m=D1s=rIn+$7JFKFr?N1R7a`i#nDo$XIoM+KX#aN za@N8T2_f128hOi(XPDLY$}7ah)`}e0&b0f~!kdwevFIBM<}I`T8WLX@wnzmoai1kP zr{1TNq9zC_%_Ao?*vwXsANKNhXkH>xy-hj9l_y{R91i#HN#*IiPni`4hhZ9QV3?>a z3<7{}S!9H8U?skQ9r#XM#5AH3Im=FoZdt4M@m$7r#Yu4r5axk?AjpG(@SY3bCvD}e zY@&~W$_cP6eiM%FBkjetJtT$r#|RI`aPf&v6`Fy+gZ8-jyYtE>CMb75ZJK-!bQEbA zQNK#EoD8WiNHE@s*d>YBb0+4Ls9hWcySp+KEjdJbq3G zXXTP7NHl#EW>Z7^&7tJ&qO3_A_w>o3ti67?-9OOPH&JXj{g^(7E9)k0VP1WeNs1IU zSQdh>4140p9qglm>@OsH`4EbxcpK!nUGX;7b3RQ1Rj2v-htB#;)enb&b^&z5yc$g_ z{(a7sWq-PKeZ|FI^K-mY<0xlbQJpJ6C1RL<=ylRI+&i|hL=Twfc7M9%y|Z`3-)_ky z)&~47(l^YJ<%6-WKVLfRyn|RGD|SfW3#>gifM+deak(tcPmNe zP_9bSl%}FSg+`36F=%zp5$kPCml$_Czf{53(JuRqqD^XPHZdN0gj?bfix-8r>(puo zH2`>R?c}=umG#V1b%sMzcc&nxt@IF-t`x+@1w?ncw-?uoG^{c>AM}z? z(YWAh(DohZ?l}|1=nh=0awTy45bZEp)Dlkp%KOEMz4HiWJ(yN;J^ks>+M;nMnN!$t z>;yOy#JU+g2Y0~K(<`R8g`!=;W3Ph!NQ}=D$N*FpY`a}S!z6dsgqU|nWiOWuaUm3w z7d;AB+@9zzqN8AB18>jL1R#pxkV8ck^=hdo1Qu7c{TReX-8hMTZBM*{ z`g>%3HpV-Jcgh-ZtTB*r*pc+P4Lk-X%YpDd-$k{^0vlBOG{LMdSCY>(QTq7Zps5^5 zKEc6xcWnw}$nAgQl6uE6t0!C5SCVE|jJY+|H|?}rNIO8&?G0xU|3m4o35t3KUdX_{ zn}gyY@H}@-vrKRnDSK_foRrfW)i#$0H3~V4B-$hcXWm{W zy7F2hu%Hl4079I32lbE$#+{95g96p$GN#u z!R+>X8wDG1*V!w|VXcl{lu?r7Zc&f91iBe`!$gUA9@sYSN6vmyrS%jWXjD^IT<8~q z!;KL~XMz#VPY(@_zBmO0rXNqyI?u~tod7f?S+40SIiIsBFB_^i-e=5LqmYC~(#MJ|>;mV(Hou1a30ifHGG@8g=v~aF#66SwAC}Q3uaF7jlIW&zt|I z?lOFN{jIFrpBN z{EMU3B0^h?{}>Xv7s&JYIkTqRDe&^&$2^#VQ+-e7DzDLQ^lh;F$aQK~5f}NE5UZ|; zG3zn@ps*BhX~~>xrLnz>B4QgQ44p|+q57s)yfZnmzH4@_*c>mSbtM51+AZwZwv_Y3 z#5<@!763MzuJy5CQDoqQ%ey{0XP-rvaSkWn^zKy%1(A=aJ~F%}(%-&invdN`yA$oG zRm4(n^RRmw@m^w&SGZj=6_Zk-NJA?H5#t|BTphCtK$Yed8})$Z=D&6U8W(YRcdzWk z`ffaZTkK+0c^RAD>~KhZ=bsQNkUi#YuBVg*i3Fe#^OL)W!G9M4KQWle)f|W_vfy!9 z!Q1dhm~YBtx^myk<@q_746YjeYRp#qtfbjm?lhgbXbal`W>$pO2k5-iJmxc6=cA`n3e4lXyus7xJsi;t>`TG=M{E02Ze*y3jp;e)7>hnqHu0nI*dFAJ z@+~*8KU53Bt-Z^i2gM`rU2XooH?{+@beFS(*V>| zLFj&0`+DFTW+(gGq~qjwHO)kJ*;D=c$YxhmC9BD(3|Hbh@d12QIBq?k9Xr)aeF&eh zRpd;>`6TmT#@{~eEz-Uy1lz|31;15a0E=^aeSM-J8IGaJ!FKokAT){j8U_RD;)3j( zP+F>yV{&?BWznI{hpi%xNXSChLN{(p{37r&sY#5ddBGPN{FXLF3;!qRE1GH~1G$XT zAOm3`{hPhu9#gxCs*y>i;`#qfS}}xzuPynGGS6gnO}oc>-eCuD*<4w+z!g%OHdAa+ z6EgYzKd(xDVwSQ6cWtdjz0M^3Q5PaN)37MEF|aJ$O4!1{%bi9>4)Ds8 zBBxsFpQl>4Nq!itfg2fQ60j@}X7AKI;$Hoahe&1g`1L6}FF`HP#N^BNrt#eLA|Be% z*}C`d3p)K89-9ApQ}W+v8~?fgdB5yj@_)QMUm!gFqSJ5WqxS!LaUcIl?R%O&D-sSY Rv=YFdB`(XH&rsJT{||`7%N76t literal 0 HcmV?d00001 diff --git a/evidence/research-20261029-final/results.svg b/evidence/research-20261029-final/results.svg new file mode 100644 index 00000000..5e445a41 --- /dev/null +++ b/evidence/research-20261029-final/results.svg @@ -0,0 +1,3372 @@ + + + + + + + + 2026-10-29T15:23:04.316010 + image/svg+xml + + + Matplotlib v3.10.8, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/research-20261029-final/rollout-fixed1.txt b/evidence/research-20261029-final/rollout-fixed1.txt new file mode 100644 index 00000000..478b770e --- /dev/null +++ b/evidence/research-20261029-final/rollout-fixed1.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:04:38 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 8 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/rollout-fixed2.txt b/evidence/research-20261029-final/rollout-fixed2.txt new file mode 100644 index 00000000..238f56ef --- /dev/null +++ b/evidence/research-20261029-final/rollout-fixed2.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:06:40 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 9 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/rollout-fixed4.txt b/evidence/research-20261029-final/rollout-fixed4.txt new file mode 100644 index 00000000..8c9fe3f7 --- /dev/null +++ b/evidence/research-20261029-final/rollout-fixed4.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:08:16 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 10 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/rollout-growing1.txt b/evidence/research-20261029-final/rollout-growing1.txt new file mode 100644 index 00000000..4b624d12 --- /dev/null +++ b/evidence/research-20261029-final/rollout-growing1.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:10:14 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 11 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/rollout-growing2.txt b/evidence/research-20261029-final/rollout-growing2.txt new file mode 100644 index 00000000..5dc09761 --- /dev/null +++ b/evidence/research-20261029-final/rollout-growing2.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:12:01 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 12 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/rollout-growing4.txt b/evidence/research-20261029-final/rollout-growing4.txt new file mode 100644 index 00000000..d898e60b --- /dev/null +++ b/evidence/research-20261029-final/rollout-growing4.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:13:44 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 13 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/rollout-saturation8.txt b/evidence/research-20261029-final/rollout-saturation8.txt new file mode 100644 index 00000000..5a540a27 --- /dev/null +++ b/evidence/research-20261029-final/rollout-saturation8.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:15:31 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 14 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-final/source.sha256 b/evidence/research-20261029-final/source.sha256 new file mode 100644 index 00000000..93d2dce5 --- /dev/null +++ b/evidence/research-20261029-final/source.sha256 @@ -0,0 +1,3 @@ +614623b626103627eea3d8946b9b22474be13a49115ffbb9e68e2d883ff1e4d4 student-tests/load/scaling.js +dcc8dc1217792aca3385c8e3195b236058ee9b2df912e60f9af46dc51b9a6c86 charts/messenger/values.yaml +60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb internal/controller/http/fiber/errors.go diff --git a/evidence/research-20261029-final/summary.csv b/evidence/research-20261029-final/summary.csv new file mode 100644 index 00000000..2e4c8b99 --- /dev/null +++ b/evidence/research-20261029-final/summary.csv @@ -0,0 +1,20 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration,source,confirmed,rps,errors,error_percent,p50_ms,p95_ms,p99_ms,rejected_429,unavailable_503,network_errors,api_cpu_m,postgres_cpu_m,valkey_cpu_m,load_cpu_m,api_memory_mib,postgres_memory_mib,pg_active,pg_idle_transaction,pg_lock_waiters +fixed1,fixed1-20261029110437,1,1000,512,8,32,30,evidence/research-20261029-final,4242,141.4,0,0.0,91.8974085,221.84451689999997,570.8439318800006,0,0,0,562.0,654.0,307.0,277.0,22.0,50.0,5,5,1 +fixed2,fixed2-20261029110639,2,500,256,8,32,30,evidence/research-20261029-final,3725,124.16666666666667,36,0.4578405188859214,95.44093000000001,172.7375654,350.0392311900002,0,24,0,713.0,454.0,126.0,361.0,80.0,71.0,5,5,2 +fixed4,fixed4-20261029110815,4,250,128,8,32,30,evidence/research-20261029-final,2783,92.76666666666667,10,0.17041581458759372,138.39813800000002,579.4783116,748.0037995700006,0,9,0,787.0,765.0,279.0,264.0,203.0,113.0,3,8,1 +growing2,growing2-20261029111200,2,250,128,8,32,30,evidence/research-20261029-final,1198,39.93333333333333,6761,73.1868369777008,46.2625695,347.8488570999995,559.5331142800044,0,6754,0,255.0,221.0,146.0,163.0,75.0,76.0,3,5,0 +growing4,growing4-20261029111342,4,250,128,8,32,30,evidence/research-20261029-final,2319,77.3,0,0.0,136.678739,800.6695819,1002.1604266600006,0,0,0,684.0,617.0,158.0,273.0,210.0,117.0,2,7,1 +saturation64,saturation64-20261029112756,1,1000,512,8,64,30,evidence/research-20261029-pool,3246,108.2,4704,41.26677778752522,152.308315,371.86722199999997,533.1040489200009,0,4704,0,644.0,596.0,313.0,511.0,69.0,64.0,3,2,0 +single8a,single8a-20261029112953,1,1000,512,8,32,30,evidence/research-20261029-pool,2674,89.13333333333334,23,0.4056437389770723,131.492881,237.366661,553.4051984999999,0,8,0,423.0,340.0,192.0,430.0,15.0,65.0,7,1,1 +single32a,single32a-20261029113131,1,1000,512,32,32,30,evidence/research-20261029-pool,3603,120.1,16143,68.08806782234595,3.862274,112.4937897,285.82339131999726,0,16127,0,145.0,243.0,85.0,464.0,40.0,125.0,1,1,0 +single8b,single8b-20261029113315,1,1000,512,8,32,30,evidence/research-20261029-pool,2647,88.23333333333333,19983,78.22972126526777,2.858447,134.85857299999975,171.70400019000002,0,19983,0,290.0,187.0,127.0,0,22.0,69.0,5,3,0 +single32b,single32b-20261029113452,1,1000,512,32,32,30,evidence/research-20261029-pool,4952,165.06666666666666,0,0.0,98.00462,169.04933884999997,243.31071381999948,0,0,0,728.0,984.0,327.0,309.0,24.0,133.0,7,5,0 +probe5a,probe5a-20261029113950,1,1000,512,8,32,30,evidence/research-20261029-readiness,4352,145.06666666666666,0,0.0,98.04979,183.89047805,227.91660417999984,0,0,0,695.0,370.0,229.0,168.0,61.0,75.0,3,2,0 +probe2b,probe2b-20261029114146,1,1000,512,8,32,30,evidence/research-20261029-readiness,4810,160.33333333333334,0,0.0,92.3184985,159.7035873,211.03447146,0,0,0,3.0,3.0,21.0,0,22.0,59.0,4,2,0 +probe5b,probe5b-20261029114403,1,1000,512,8,32,30,evidence/research-20261029-readiness,2642,88.06666666666666,17950,76.34399455597142,3.865505,140.496066,199.81785927999985,0,17950,0,503.0,347.0,224.0,330.0,23.0,81.0,4,4,0 +growing1,growing1-20261029115804,1,250,128,8,32,30,evidence/research-20261029-budget,1133,37.766666666666666,3898,61.951684678957406,9.191468,400.90426964999995,515.0820838300001,0,3897,0,188.0,94.0,76.0,80.0,59.0,83.0,3,7,1 +saturation8,saturation8-20261029121309,1,1000,512,8,8,30,evidence/research-20261029-budget,2008,66.93333333333334,0,0.0,51.4747885,119.66888329999979,161.99635167000022,0,0,0,488.0,499.0,230.0,211.0,62.0,84.0,4,1,0 +resource-low-a,resource-low-a-20261029121455,2,250,128,8,32,30,evidence/research-20261029-budget,1281,42.7,126,4.463336875664187,179.871273,474.7400550500002,2920.94988727998,0,110,0,110.0,111.0,37.0,50.0,120.0,103.0,2,5,0 +resource-high-a,resource-high-a-20261029121644,2,500,256,8,32,30,evidence/research-20261029-budget,3270,109.0,18494,72.94024847170184,3.132864,165.90313379999998,214.25322976000027,0,18494,0,498.0,377.0,224.0,295.0,119.0,106.0,6,2,1 +resource-low-b,resource-low-b-20261029121833,2,250,128,8,32,30,evidence/research-20261029-budget,1164,38.8,25,1.004419445560466,183.4024585,427.3455392499994,3906.8322486500006,0,10,0,148.0,19.0,44.0,58.0,83.0,107.0,4,4,1 +resource-high-b,resource-high-b-20261029122017,2,500,256,8,32,30,evidence/research-20261029-budget,5109,170.3,0,0.0,86.548129,150.95621699999998,174.36450792000005,0,0,0,777.0,851.0,377.0,50.0,67.0,111.0,3,7,0 diff --git a/evidence/research-20261029-pool/README.md b/evidence/research-20261029-pool/README.md new file mode 100644 index 00000000..25b70a72 --- /dev/null +++ b/evidence/research-20261029-pool/README.md @@ -0,0 +1,7 @@ +# Насыщение и размер пула + +saturation8-20261029112615 исключён: в Deployment две реплики при ожидаемой одной (переход от HPA). Остальные профили имеют одну API на dev.asisti.tech, 1000m/512Mi. Исходные значения остаются в profiles.csv; анализатор сверяет фактические Deployment и исключает несовпадения. + +saturation64: 108.2 успешных записей/с и 4704 ошибки операций. admission-samples.txt содержит UTC-время, число неистекших глобальных слотов и значение rate-счётчика. Наблюдалось заполнение всех 32 слотов. Команда наблюдения — scripts/sample-admission.sh. + +A/B пула: single8a/single32a/single8b/single32b. Увеличение до 32 не подтвердило устойчивого улучшения: в первом B выросли ошибки, результаты повторов неоднородны. Такой вариант не выбран штатным. Параметр одновременно задаёт pgxpool и клиентские пулы Valkey; отдельно вклад каждого не выделен. diff --git a/evidence/research-20261029-pool/admission-samples.txt b/evidence/research-20261029-pool/admission-samples.txt new file mode 100644 index 00000000..1f4835ab --- /dev/null +++ b/evidence/research-20261029-pool/admission-samples.txt @@ -0,0 +1,540 @@ +UTC 2026-10-29T11:27:55Z +0 +0 +UTC 2026-10-29T11:28:01Z +0 +0 +UTC 2026-10-29T11:28:08Z +0 +0 +UTC 2026-10-29T11:28:14Z +0 +0 +UTC 2026-10-29T11:28:20Z +0 +0 +UTC 2026-10-29T11:28:26Z +0 +0 +UTC 2026-10-29T11:28:32Z +0 +0 +UTC 2026-10-29T11:28:39Z +0 +0 +UTC 2026-10-29T11:28:46Z +0 +0 +UTC 2026-10-29T11:28:53Z +0 +4 +UTC 2026-10-29T11:29:00Z +0 +0 +UTC 2026-10-29T11:29:07Z +2 +39 +UTC 2026-10-29T11:29:13Z +0 +0 +UTC 2026-10-29T11:29:19Z +32 +149 +UTC 2026-10-29T11:29:28Z +32 +191 +UTC 2026-10-29T11:29:34Z +32 +74 +UTC 2026-10-29T11:29:41Z +32 +32 +UTC 2026-10-29T11:29:48Z +0 +0 +UTC 2026-10-29T11:29:54Z +0 +0 +UTC 2026-10-29T11:30:00Z +0 +0 +UTC 2026-10-29T11:30:06Z +0 +0 +UTC 2026-10-29T11:30:24Z +0 +0 +UTC 2026-10-29T11:30:30Z +0 +0 +UTC 2026-10-29T11:30:36Z +0 +0 +UTC 2026-10-29T11:30:43Z +1 +4 +UTC 2026-10-29T11:30:49Z +0 +25 +UTC 2026-10-29T11:30:56Z +16 +200 +UTC 2026-10-29T11:31:02Z +23 +58 +UTC 2026-10-29T11:31:09Z +19 +142 +UTC 2026-10-29T11:31:15Z +20 +251 +UTC 2026-10-29T11:31:21Z +0 +0 +UTC 2026-10-29T11:31:38Z +0 +0 +UTC 2026-10-29T11:31:44Z +0 +0 +UTC 2026-10-29T11:31:51Z +0 +0 +UTC 2026-10-29T11:31:57Z +0 +0 +UTC 2026-10-29T11:32:04Z +0 +0 +UTC 2026-10-29T11:32:10Z +0 +0 +UTC 2026-10-29T11:32:16Z +0 +0 +UTC 2026-10-29T11:32:22Z +0 +0 +UTC 2026-10-29T11:32:29Z +3 +92 +UTC 2026-10-29T11:32:38Z +0 +0 +UTC 2026-10-29T11:32:44Z +1 +1 +UTC 2026-10-29T11:32:52Z +26 +117 +UTC 2026-10-29T11:32:59Z +28 +198 +UTC 2026-10-29T11:33:05Z +6 +100 +UTC 2026-10-29T11:33:12Z +0 +0 +UTC 2026-10-29T11:33:19Z +0 +0 +UTC 2026-10-29T11:33:24Z +0 +0 +UTC 2026-10-29T11:33:31Z +0 +0 +UTC 2026-10-29T11:33:37Z +0 +0 +UTC 2026-10-29T11:33:43Z +0 +0 +UTC 2026-10-29T11:33:49Z +0 +0 +UTC 2026-10-29T11:33:56Z +0 +0 +UTC 2026-10-29T11:34:02Z +1 +5 +UTC 2026-10-29T11:34:09Z +0 +0 +UTC 2026-10-29T11:34:16Z +14 +8 +UTC 2026-10-29T11:34:33Z +19 +254 +UTC 2026-10-29T11:34:40Z +16 +39 +UTC 2026-10-29T11:34:47Z +0 +0 +UTC 2026-10-29T11:34:54Z +0 +0 +UTC 2026-10-29T11:35:00Z +0 +0 +UTC 2026-10-29T11:35:06Z +0 +0 +UTC 2026-10-29T11:35:12Z +0 +0 +UTC 2026-10-29T11:35:19Z +0 +0 +UTC 2026-10-29T11:35:24Z +0 +0 +UTC 2026-10-29T11:35:30Z +1 +10 +UTC 2026-10-29T11:36:09Z +3 +107 +UTC 2026-10-29T11:36:16Z +25 +193 +UTC 2026-10-29T11:36:22Z +20 +79 +UTC 2026-10-29T11:36:28Z +30 +18 +UTC 2026-10-29T11:36:34Z +30 +302 +UTC 2026-10-29T11:36:41Z +26 +33 +UTC 2026-10-29T11:36:47Z +0 +0 +UTC 2026-10-29T11:36:54Z +0 +0 +UTC 2026-10-29T11:37:01Z +0 +0 +UTC 2026-10-29T11:37:07Z +0 +0 +UTC 2026-10-29T11:37:13Z +0 +0 +UTC 2026-10-29T11:37:19Z +0 +0 +UTC 2026-10-29T11:37:27Z +0 +0 +UTC 2026-10-29T11:37:32Z +0 +0 +UTC 2026-10-29T11:37:38Z +0 +0 +UTC 2026-10-29T11:37:44Z +0 +0 +UTC 2026-10-29T11:37:50Z +0 +0 +UTC 2026-10-29T11:37:55Z +0 +0 +UTC 2026-10-29T11:38:17Z +0 +0 +UTC 2026-10-29T11:38:22Z +0 +0 +UTC 2026-10-29T11:38:28Z +0 +0 +UTC 2026-10-29T11:38:34Z +0 +0 +UTC 2026-10-29T11:38:40Z +0 +0 +UTC 2026-10-29T11:38:46Z +0 +0 +UTC 2026-10-29T11:38:52Z +0 +0 +UTC 2026-10-29T11:38:57Z +0 +0 +UTC 2026-10-29T11:39:03Z +1 +7 +UTC 2026-10-29T11:39:11Z +0 +1 +UTC 2026-10-29T11:39:17Z +21 +173 +UTC 2026-10-29T11:39:38Z +24 +83 +UTC 2026-10-29T11:39:44Z +21 +324 +UTC 2026-10-29T11:39:49Z +0 +0 +UTC 2026-10-29T11:39:55Z +0 +0 +UTC 2026-10-29T11:40:01Z +0 +0 +UTC 2026-10-29T11:40:07Z +0 +0 +UTC 2026-10-29T11:40:12Z +0 +0 +UTC 2026-10-29T11:40:18Z +0 +0 +UTC 2026-10-29T11:40:24Z +0 +0 +UTC 2026-10-29T11:40:30Z +0 +0 +UTC 2026-10-29T11:40:35Z +0 +0 +UTC 2026-10-29T11:40:53Z +1 +2 +UTC 2026-10-29T11:40:59Z +1 +5 +UTC 2026-10-29T11:41:04Z +0 +0 +UTC 2026-10-29T11:41:10Z +17 +222 +UTC 2026-10-29T11:41:16Z +8 +162 +UTC 2026-10-29T11:41:22Z +17 +153 +UTC 2026-10-29T11:41:28Z +15 +178 +UTC 2026-10-29T11:41:34Z +17 +175 +UTC 2026-10-29T11:41:40Z +0 +0 +UTC 2026-10-29T11:41:46Z +0 +0 +UTC 2026-10-29T11:41:52Z +0 +0 +UTC 2026-10-29T11:42:08Z +0 +0 +UTC 2026-10-29T11:42:13Z +0 +0 +UTC 2026-10-29T11:42:19Z +0 +0 +UTC 2026-10-29T11:42:25Z +0 +0 +UTC 2026-10-29T11:42:31Z +0 +0 +UTC 2026-10-29T11:42:36Z +0 +0 +UTC 2026-10-29T11:42:42Z +0 +0 +UTC 2026-10-29T11:42:48Z +0 +0 +UTC 2026-10-29T11:42:54Z +0 +0 +UTC 2026-10-29T11:42:59Z +0 +0 +UTC 2026-10-29T11:43:05Z +0 +0 +UTC 2026-10-29T11:43:16Z +0 +2 +UTC 2026-10-29T11:43:22Z +2 +60 +UTC 2026-10-29T11:43:28Z +7 +7 +UTC 2026-10-29T11:43:34Z +19 +312 +UTC 2026-10-29T11:43:39Z +16 +285 +UTC 2026-10-29T11:43:46Z +22 +180 +UTC 2026-10-29T11:43:51Z +22 +154 +UTC 2026-10-29T11:43:57Z +21 +134 +UTC 2026-10-29T11:44:03Z +0 +0 +UTC 2026-10-29T11:44:09Z +0 +0 +UTC 2026-10-29T11:44:15Z +0 +0 +UTC 2026-10-29T11:44:32Z +0 +0 +UTC 2026-10-29T11:44:37Z +0 +0 +UTC 2026-10-29T11:44:43Z +0 +0 +UTC 2026-10-29T11:44:49Z +0 +1 +UTC 2026-10-29T11:44:55Z +2 +26 +UTC 2026-10-29T11:45:01Z +0 +0 +UTC 2026-10-29T11:45:07Z +12 +170 +UTC 2026-10-29T11:45:13Z +17 +192 +UTC 2026-10-29T11:45:19Z +18 +154 +UTC 2026-10-29T11:45:25Z +0 +0 +UTC 2026-10-29T11:45:34Z +0 +0 +UTC 2026-10-29T11:45:40Z +0 +0 +UTC 2026-10-29T11:45:45Z +0 +0 +UTC 2026-10-29T11:45:51Z +0 +0 +UTC 2026-10-29T11:45:57Z +0 +0 +UTC 2026-10-29T11:46:02Z +0 +0 +UTC 2026-10-29T11:46:08Z +0 +0 +UTC 2026-10-29T11:46:14Z +0 +0 +UTC 2026-10-29T11:46:20Z +0 +0 +UTC 2026-10-29T11:46:25Z +0 +0 +UTC 2026-10-29T11:46:31Z +0 +0 +UTC 2026-10-29T11:46:37Z +E1029 14:56:42.086748 4642 v2.go:168] "Copying stderr failed" err="next reader: websocket: close 1006 (abnormal closure): unexpected EOF" +E1029 14:56:42.087119 4642 v2.go:151] "Copying stdout failed" err="next reader: websocket: close 1006 (abnormal closure): unexpected EOF" +error: error reading from error stream: next reader: websocket: close 1006 (abnormal closure): unexpected EOF +UTC 2026-10-29T11:56:47Z +0 +0 +UTC 2026-10-29T11:56:53Z +error: EOF +UTC 2026-10-29T11:57:03Z +0 +0 +UTC 2026-10-29T11:57:19Z +0 +0 +UTC 2026-10-29T11:57:26Z +0 +0 +UTC 2026-10-29T11:57:32Z +0 +0 +UTC 2026-10-29T11:57:39Z +0 +0 +UTC 2026-10-29T11:57:45Z +0 +0 +UTC 2026-10-29T11:57:50Z +0 +0 +UTC 2026-10-29T11:57:55Z +0 +0 +UTC 2026-10-29T11:58:01Z +0 +0 +UTC 2026-10-29T11:58:06Z +0 +0 +UTC 2026-10-29T11:58:12Z +0 +0 +UTC 2026-10-29T11:58:32Z +0 +0 +UTC 2026-10-29T11:58:38Z +0 +0 +UTC 2026-10-29T11:58:43Z +0 +0 +UTC 2026-10-29T11:58:49Z +1 +4 +UTC 2026-10-29T11:58:54Z +4 +6 +UTC 2026-10-29T11:59:00Z +0 +25 diff --git a/evidence/research-20261029-pool/base-revision.txt b/evidence/research-20261029-pool/base-revision.txt new file mode 100644 index 00000000..32abb9b4 --- /dev/null +++ b/evidence/research-20261029-pool/base-revision.txt @@ -0,0 +1 @@ +7b7e23fd029beea47e6f625a96cb98d2fe04bafb diff --git a/evidence/research-20261029-pool/date.txt b/evidence/research-20261029-pool/date.txt new file mode 100644 index 00000000..3f7a1069 --- /dev/null +++ b/evidence/research-20261029-pool/date.txt @@ -0,0 +1 @@ +2026-10-29T11:26:15Z diff --git a/evidence/research-20261029-pool/deployment-saturation64-20261029112756.json b/evidence/research-20261029-pool/deployment-saturation64-20261029112756.json new file mode 100644 index 00000000..14fd8bad --- /dev/null +++ b/evidence/research-20261029-pool/deployment-saturation64-20261029112756.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "18", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 32, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60164526", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:26:25Z", + "message": "ReplicaSet \"api-84fbf9968\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:27:56Z", + "lastUpdateTime": "2026-10-29T11:27:56Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 32, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-pool/deployment-saturation8-20261029112615.json b/evidence/research-20261029-pool/deployment-saturation8-20261029112615.json new file mode 100644 index 00000000..0ca9dc99 --- /dev/null +++ b/evidence/research-20261029-pool/deployment-saturation8-20261029112615.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "18", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 31, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60164234", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:26:25Z", + "message": "ReplicaSet \"api-84fbf9968\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:26:46Z", + "lastUpdateTime": "2026-10-29T11:26:46Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 31, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-pool/deployment-single32a-20261029113131.json b/evidence/research-20261029-pool/deployment-single32a-20261029113131.json new file mode 100644 index 00000000..ef8caff2 --- /dev/null +++ b/evidence/research-20261029-pool/deployment-single32a-20261029113131.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "19", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 33, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60165408", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "7037faeb0676fe1a4b4de3f5bbd8f2e4f15c57479484ae610cfb30c24add1e04", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:31:36Z", + "lastUpdateTime": "2026-10-29T11:31:36Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:31:43Z", + "message": "ReplicaSet \"api-757dbc95b7\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 33, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-pool/deployment-single32b-20261029113452.json b/evidence/research-20261029-pool/deployment-single32b-20261029113452.json new file mode 100644 index 00000000..ea09bf8b --- /dev/null +++ b/evidence/research-20261029-pool/deployment-single32b-20261029113452.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "21", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 35, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60166203", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "7037faeb0676fe1a4b4de3f5bbd8f2e4f15c57479484ae610cfb30c24add1e04", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:34:30Z", + "lastUpdateTime": "2026-10-29T11:34:30Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:35:03Z", + "message": "ReplicaSet \"api-757dbc95b7\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 35, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-pool/deployment-single8a-20261029112953.json b/evidence/research-20261029-pool/deployment-single8a-20261029112953.json new file mode 100644 index 00000000..9bbf8ca2 --- /dev/null +++ b/evidence/research-20261029-pool/deployment-single8a-20261029112953.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "18", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 32, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60165044", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:26:25Z", + "message": "ReplicaSet \"api-84fbf9968\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:30:19Z", + "lastUpdateTime": "2026-10-29T11:30:19Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 32, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-pool/deployment-single8b-20261029113315.json b/evidence/research-20261029-pool/deployment-single8b-20261029113315.json new file mode 100644 index 00000000..dd8965b5 --- /dev/null +++ b/evidence/research-20261029-pool/deployment-single8b-20261029113315.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "20", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 34, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60165807", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:32:49Z", + "lastUpdateTime": "2026-10-29T11:32:49Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:33:22Z", + "message": "ReplicaSet \"api-84fbf9968\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 34, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-pool/load-saturation64-20261029112756.json b/evidence/research-20261029-pool/load-saturation64-20261029112756.json new file mode 100644 index 00000000..0763c196 --- /dev/null +++ b/evidence/research-20261029-pool/load-saturation64-20261029112756.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 64, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 55995.2814 + }, + "metrics": { + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 401.99767529999997, + "p(99)": 576.616830559999, + "max": 7017.57684, + "avg": 213.6142088077467, + "p(50)": 191.3700135 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "rate": 211.78570235741327, + "count": 11859 + } + }, + "data_received": { + "contains": "data", + "values": { + "count": 11090315, + "rate": 198058.02779660645 + }, + "type": "counter" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 1.3795551400000003, + "max": 14.244521, + "avg": 0.2349340860949491, + "p(50)": 0.155843, + "p(95)": 0.6693625000000003 + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 4704, + "rate": 84.00707849643916 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 11399, + "rate": 203.57072444322066 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 163.46032220946165, + "p(50)": 143.75494, + "p(95)": 360.878234, + "p(99)": 512.61079596, + "max": 7017.57684 + } + }, + "confirmed_messages": { + "contains": "default", + "values": { + "count": 3246, + "rate": 57.96917023797651 + }, + "type": "counter" + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.1934017953453075, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 74.471482 + } + }, + "iteration_duration": { + "values": { + "avg": 337.6012475935087, + "p(50)": 301.04942500000004, + "p(95)": 697.9470468000001, + "p(99)": 936.3719748500005, + "max": 1497.258214 + }, + "type": "trend", + "contains": "time" + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 64, + "min": 64, + "max": 64 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1058512, + "rate": 18903.59283023444 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.06324757492200016, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 34.458354 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 23.806737, + "avg": 0.20671237498946082, + "p(50)": 0.181281, + "p(95)": 0.42426280000000005, + "p(99)": 0.8308295200000007 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 4704, + "rate": 84.00707849643916 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 7017.064104, + "avg": 163.0186757483773, + "p(50)": 143.295731, + "p(95)": 360.3821336000001, + "p(99)": 512.27814752 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.6010178117048346, + "passes": 7086, + "fails": 4704 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.3969137364027321, + "passes": 4707, + "fails": 7152 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.3041592049076592, + "p(50)": 0.001234, + "p(95)": 0.001434, + "p(99)": 0.012724420000000014, + "max": 525.672971 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 2291, + "rate": 40.914161742207085 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 64, + "min": 0, + "max": 64 + } + }, + "iterations": { + "values": { + "count": 5700, + "rate": 101.79429154543011 + }, + "type": "counter", + "contains": "default" + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "max": 874.341712, + "avg": 170.9695874179156, + "p(50)": 152.308315, + "p(95)": 371.86722199999997, + "p(99)": 533.1040489200009 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 5537, + "rate": 98.8833319801836 + } + } + }, + "setup_data": [ + { + "chat": "7bb14e47-ca2b-4d22-9ece-778c293e3ebf", + "token": "6IjGS4Mg7gZlo5qheTmZYxe27z-SJS-AvtbeCn7Jxjo" + }, + { + "chat": "220000bd-7884-4925-a5f1-43acc73a2c3e", + "token": "0Vuc8T2ZoLzCSAgK1SnTcliwrXvhbeA5MOi4S5gf4Q8" + }, + { + "chat": "e0cf378b-18c9-4711-b912-8bb67c2cd9ed", + "token": "i99DldVRBG_Xqms_UCRTtlcx423G_3uFKIqyhiERgPI" + }, + { + "chat": "36b04788-63b5-4d39-9bd1-0975c865576b", + "token": "TycvRZFlzzr7htbn96yUknJ9VI_yvpf1NAUN3reK9X8" + }, + { + "chat": "bf8611af-f87d-4dd3-be51-bd7d77a7bbc0", + "token": "pdJI3Cm5bFpUCBfpQmkr8DNksubnocbg3P6AHwvXzrM" + }, + { + "chat": "1bec14b9-4d35-4156-9b3a-07d867f10cd1", + "token": "wRHZ12UcdCOWU_VfNrebEz0um-o5MH3qUxtNrAhU-nk" + }, + { + "chat": "d3f32855-d6e0-4f71-9a41-f5049882e43a", + "token": "Fun7aiDNCS_aFmzH3vMrHty8pIdhO4d2suXNsxzKrhA" + }, + { + "chat": "acd9cdbb-fb68-4231-837c-445d5a9b3cfc", + "token": "iy1zm6U5UFGwJA6QrS0Hsrfuul-J_N7rsdCZIVvSHf8" + }, + { + "chat": "ce1620a2-d040-4fe7-8595-0991c591e7eb", + "token": "G95LyLE__0mN7-Tp48tq6mYOR_x12Z-En8gTqStnaKw" + }, + { + "chat": "cf9bb5ba-b517-47f8-b38a-6708f2400780", + "token": "7Mr1WuKxu7f_jROtvvWSrqJv7iNKeIgnRGvgFJPUiB8" + }, + { + "chat": "efe12f4c-4b0e-4557-88b0-623cdd9e2429", + "token": "Odjd1ietkAXcA2KDYBKv8u7rsx28YqAAqn9ld9n5rL0" + }, + { + "chat": "7324e6a5-6c52-4c8a-b47a-9682a3b98c65", + "token": "xPlmQZ3HY-XMbBUEW954T2sScYADlDj6xT7bA2bu7Ts" + }, + { + "chat": "b4f5cd58-1e5d-4d73-b19d-42ab840df946", + "token": "ofzILf_2vnVQh841wl33gQCVkSvFSp6OVj5mXdf91Iw" + }, + { + "chat": "2fd103e7-7c46-46b8-9205-42c6d3a1f906", + "token": "cNDVy1CsyX1uzUWcOKcBP607FoAUF7iQqLS4rkRBdJQ" + }, + { + "chat": "29f39173-1074-4f3b-8063-d237c0543a7e", + "token": "2vyAJ429jl1dkc0VNhxPus5BcSKstD9iNgGOzWuaHyg" + }, + { + "chat": "d6f8dd35-4944-411a-8988-8e86aacbbc39", + "token": "mJn28Ak1IU6INeLrASNuYLRrEwarQf-XBMjUVAZWmpY" + } + ], + "root_group": { + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 3451, + "fails": 2291 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 197, + "fails": 151 + }, + { + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 3438, + "fails": 2262, + "name": "history readable", + "path": "::history readable" + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + } + } +} diff --git a/evidence/research-20261029-pool/load-saturation64-20261029112756.txt b/evidence/research-20261029-pool/load-saturation64-20261029112756.txt new file mode 100644 index 00000000..b6f772d1 --- /dev/null +++ b/evidence/research-20261029-pool/load-saturation64-20261029112756.txt @@ -0,0 +1,2 @@ +time="2026-10-29T11:29:01Z" level=warning msg="setup login: 503; abandoning synthetic actor" source=console +{"profile":{"vus":64,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":55995.2814},"metrics":{"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":401.99767529999997,"p(99)":576.616830559999,"max":7017.57684,"avg":213.6142088077467,"p(50)":191.3700135}},"http_reqs":{"type":"counter","contains":"default","values":{"rate":211.78570235741327,"count":11859}},"data_received":{"contains":"data","values":{"count":11090315,"rate":198058.02779660645},"type":"counter"},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(99)":1.3795551400000003,"max":14.244521,"avg":0.2349340860949491,"p(50)":0.155843,"p(95)":0.6693625000000003}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":4704,"rate":84.00707849643916},"thresholds":{"count>=0":{"ok":true}}},"measured_operations":{"type":"counter","contains":"default","values":{"count":11399,"rate":203.57072444322066}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":163.46032220946165,"p(50)":143.75494,"p(95)":360.878234,"p(99)":512.61079596,"max":7017.57684}},"confirmed_messages":{"contains":"default","values":{"count":3246,"rate":57.96917023797651},"type":"counter"},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.1934017953453075,"p(50)":0,"p(95)":0,"p(99)":0,"max":74.471482}},"iteration_duration":{"values":{"avg":337.6012475935087,"p(50)":301.04942500000004,"p(95)":697.9470468000001,"p(99)":936.3719748500005,"max":1497.258214},"type":"trend","contains":"time"},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"vus_max":{"type":"gauge","contains":"default","values":{"value":64,"min":64,"max":64}},"data_sent":{"type":"counter","contains":"data","values":{"count":1058512,"rate":18903.59283023444}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.06324757492200016,"p(50)":0,"p(95)":0,"p(99)":0,"max":34.458354}},"http_req_sending":{"type":"trend","contains":"time","values":{"max":23.806737,"avg":0.20671237498946082,"p(50)":0.181281,"p(95)":0.42426280000000005,"p(99)":0.8308295200000007}},"application_errors":{"type":"counter","contains":"default","values":{"count":4704,"rate":84.00707849643916}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":7017.064104,"avg":163.0186757483773,"p(50)":143.295731,"p(95)":360.3821336000001,"p(99)":512.27814752}},"checks":{"type":"rate","contains":"default","values":{"rate":0.6010178117048346,"passes":7086,"fails":4704}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.3969137364027321,"passes":4707,"fails":7152}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.3041592049076592,"p(50)":0.001234,"p(95)":0.001434,"p(99)":0.012724420000000014,"max":525.672971}},"failed_writes":{"type":"counter","contains":"default","values":{"count":2291,"rate":40.914161742207085}},"vus":{"type":"gauge","contains":"default","values":{"value":64,"min":0,"max":64}},"iterations":{"values":{"count":5700,"rate":101.79429154543011},"type":"counter","contains":"default"},"message_latency_ms":{"type":"trend","contains":"time","values":{"max":874.341712,"avg":170.9695874179156,"p(50)":152.308315,"p(95)":371.86722199999997,"p(99)":533.1040489200009}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":5537,"rate":98.8833319801836}}},"setup_data":[{"chat":"7bb14e47-ca2b-4d22-9ece-778c293e3ebf","token":"6IjGS4Mg7gZlo5qheTmZYxe27z-SJS-AvtbeCn7Jxjo"},{"chat":"220000bd-7884-4925-a5f1-43acc73a2c3e","token":"0Vuc8T2ZoLzCSAgK1SnTcliwrXvhbeA5MOi4S5gf4Q8"},{"chat":"e0cf378b-18c9-4711-b912-8bb67c2cd9ed","token":"i99DldVRBG_Xqms_UCRTtlcx423G_3uFKIqyhiERgPI"},{"chat":"36b04788-63b5-4d39-9bd1-0975c865576b","token":"TycvRZFlzzr7htbn96yUknJ9VI_yvpf1NAUN3reK9X8"},{"chat":"bf8611af-f87d-4dd3-be51-bd7d77a7bbc0","token":"pdJI3Cm5bFpUCBfpQmkr8DNksubnocbg3P6AHwvXzrM"},{"chat":"1bec14b9-4d35-4156-9b3a-07d867f10cd1","token":"wRHZ12UcdCOWU_VfNrebEz0um-o5MH3qUxtNrAhU-nk"},{"chat":"d3f32855-d6e0-4f71-9a41-f5049882e43a","token":"Fun7aiDNCS_aFmzH3vMrHty8pIdhO4d2suXNsxzKrhA"},{"chat":"acd9cdbb-fb68-4231-837c-445d5a9b3cfc","token":"iy1zm6U5UFGwJA6QrS0Hsrfuul-J_N7rsdCZIVvSHf8"},{"chat":"ce1620a2-d040-4fe7-8595-0991c591e7eb","token":"G95LyLE__0mN7-Tp48tq6mYOR_x12Z-En8gTqStnaKw"},{"chat":"cf9bb5ba-b517-47f8-b38a-6708f2400780","token":"7Mr1WuKxu7f_jROtvvWSrqJv7iNKeIgnRGvgFJPUiB8"},{"chat":"efe12f4c-4b0e-4557-88b0-623cdd9e2429","token":"Odjd1ietkAXcA2KDYBKv8u7rsx28YqAAqn9ld9n5rL0"},{"chat":"7324e6a5-6c52-4c8a-b47a-9682a3b98c65","token":"xPlmQZ3HY-XMbBUEW954T2sScYADlDj6xT7bA2bu7Ts"},{"chat":"b4f5cd58-1e5d-4d73-b19d-42ab840df946","token":"ofzILf_2vnVQh841wl33gQCVkSvFSp6OVj5mXdf91Iw"},{"chat":"2fd103e7-7c46-46b8-9205-42c6d3a1f906","token":"cNDVy1CsyX1uzUWcOKcBP607FoAUF7iQqLS4rkRBdJQ"},{"chat":"29f39173-1074-4f3b-8063-d237c0543a7e","token":"2vyAJ429jl1dkc0VNhxPus5BcSKstD9iNgGOzWuaHyg"},{"chat":"d6f8dd35-4944-411a-8988-8e86aacbbc39","token":"mJn28Ak1IU6INeLrASNuYLRrEwarQf-XBMjUVAZWmpY"}],"root_group":{"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":3451,"fails":2291},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":197,"fails":151},{"id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":3438,"fails":2262,"name":"history readable","path":"::history readable"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false}}} diff --git a/evidence/research-20261029-pool/load-saturation8-20261029112615.json b/evidence/research-20261029-pool/load-saturation8-20261029112615.json new file mode 100644 index 00000000..eefcf762 --- /dev/null +++ b/evidence/research-20261029-pool/load-saturation8-20261029112615.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 8, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 2548, + "fails": 1 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 258, + "fails": 0 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2542, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 44496.155406 + }, + "metrics": { + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 81.307029, + "p(95)": 166.36112324999993, + "p(99)": 237.15225758000037, + "max": 1275.031493, + "avg": 93.26953639929187 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5413, + "rate": 121.65095951795634 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 2542, + "rate": 57.12853114624885 + } + }, + "measured_operations": { + "values": { + "count": 4838, + "rate": 108.72849476221555 + }, + "type": "counter", + "contains": "default" + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 44.84286413947879, + "p(50)": 38.886697, + "p(95)": 82.91048659999998, + "p(99)": 115.32284432000009, + "max": 2052.970693 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 10971.015260661687, + "count": 488168 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.009686436726399407, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 13.339376 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 44.415045599852135, + "p(50)": 38.450137, + "p(95)": 82.30610899999996, + "p(99)": 114.75960772000006, + "max": 2052.638627 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.001549, + "max": 524.787416, + "avg": 0.10720693811195224, + "p(50)": 0.001253, + "p(95)": 0.0014533999999999997 + } + }, + "http_req_sending": { + "values": { + "p(99)": 0.5234946400000007, + "max": 3.323115, + "avg": 0.2039293212636244, + "p(50)": 0.188413, + "p(95)": 0.3335779999999999 + }, + "type": "trend", + "contains": "time" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 0, + "max": 8 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2302, + "rate": 51.734806726461386 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 8, + "min": 8, + "max": 8 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 49.36489804385589, + "p(50)": 42.664478, + "p(95)": 86.18819210000001, + "p(99)": 124.96324370000004, + "max": 2052.970693 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.00018474043968224645, + "passes": 1, + "fails": 5412 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 1, + "rate": 0.022473851749114416 + } + }, + "application_errors{status:429}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 1, + "rate": 0.022473851749114416 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration{expected_response:true}": { + "values": { + "avg": 44.47181317331831, + "p(50)": 38.88601, + "p(95)": 82.83867274999997, + "p(99)": 114.66379769000001, + "max": 1092.417083 + }, + "type": "trend", + "contains": "time" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0, + "max": 1.238689, + "avg": 0.0018240181045630888, + "p(50)": 0, + "p(95)": 0 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2303, + "rate": 51.757280578210505 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.22388921836319944, + "p(50)": 0.180869, + "p(95)": 0.4766992, + "p(99)": 0.9231913200000004, + "max": 4.496023 + } + }, + "application_errors": { + "values": { + "count": 1, + "rate": 0.022473851749114416 + }, + "type": "counter", + "contains": "default" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "rate": 164352.96338015492, + "count": 7313075 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.9998130491680688, + "passes": 5348, + "fails": 1 + } + } + }, + "setup_data": [ + { + "chat": "2096181b-7347-4f52-9877-38dcf7626fbd", + "token": "MkhHopatCzVIJJP55A4bVYa1J56tsMqYnR7HIDgp3xs" + }, + { + "chat": "6863a6a2-f16e-4410-b7f5-535923ea8ce7", + "token": "P3zw1mitDKQOBsAW8Z8vJFnJx_fLL2VkOocjxH3-HRw" + }, + { + "chat": "78c6fc5b-ee3f-4d80-8dd1-da4f67202900", + "token": "JdIAq6-ZbLRhPSe_5bbO0pc3lXly9_2099gFsUXO8a8" + }, + { + "chat": "b8cc94f1-7497-4f0f-838f-d61bec6bebab", + "token": "5gsJ5RlplTFccst4QPH3ReHomkZuWfe6MJABdXYJkJ0" + }, + { + "chat": "e598e172-972a-467c-9a55-11521b83ddf5", + "token": "znnTklaiBohaoyUlYYOZEHG8IGaT4F-i1aCk3cUrwaA" + }, + { + "chat": "cc0dffc5-927f-4350-bfe9-d932c3178782", + "token": "yRn1xXfKbWqWVFgbjAJbrXLB908-KjUED8mj9guZyDo" + }, + { + "token": "DfndjzqRJFxMRe8qkfhAAEdnWvearBmYk2XiXxt9toQ", + "chat": "5d0b989d-e8ab-433d-a00a-10a0a8881e72" + }, + { + "chat": "07a1712f-31ea-4a26-8739-b44e0be27f5a", + "token": "bqye58zLxKHwUelwQ2VDxzLCs4zlFA8KRiaZTjqSh2E" + }, + { + "chat": "6cac5a46-bfe7-417b-af3e-e1f5f9f7ffcc", + "token": "8_7Wj77-YpqrnBP3toyHbQfiQKNc8skgRtW23SysUNU" + }, + { + "chat": "1ada04d6-199f-4196-b972-1747f57d1943", + "token": "RbacBD2emJ_ug55jToknU7a_zCbkudODJ2Nc-vXvT7Y" + }, + { + "chat": "76788cd0-1caa-43e6-a94b-4f5ebd856f7b", + "token": "4JJPt-7lj6ldRaNtvURtDUNwpnR-Wkzb-BeyvvdnpOU" + }, + { + "chat": "71a08aff-e027-4214-be5a-b5e528f2ba81", + "token": "hYVOOG42pOdiAJNW3lQ0XGN7-vaE84NrH4peAZQHtiw" + }, + { + "chat": "247db151-7bb7-40b8-a0e0-989039068586", + "token": "7gLYI4o0Ch-lkugU93Lb-GmsJ_yTT2GELfcaoCWMa3M" + }, + { + "token": "naMlsXVyxi506YuEbrlB1KlxKhzmFcIK6I-8GVbeQg4", + "chat": "de6a3ff1-40cb-4775-94bf-0b8f7e38fc17" + }, + { + "chat": "8380aebb-ab7d-408b-a90e-899c74d0ee18", + "token": "dIS4cp9tMvPpzub6Utb-HfDcSNXEX3DP6N2CvTESR-s" + }, + { + "chat": "1c839183-b363-4036-be78-f1b6d2f52058", + "token": "PJvefc03aZWcEVDwXGTYKbgd6zxXvJv_hEsLJP6ENb4" + } + ] + } +} diff --git a/evidence/research-20261029-pool/load-saturation8-20261029112615.txt b/evidence/research-20261029-pool/load-saturation8-20261029112615.txt new file mode 100644 index 00000000..3006556d --- /dev/null +++ b/evidence/research-20261029-pool/load-saturation8-20261029112615.txt @@ -0,0 +1 @@ +{"profile":{"vus":8,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":2548,"fails":1},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":258,"fails":0},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2542,"fails":0}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":44496.155406},"metrics":{"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":81.307029,"p(95)":166.36112324999993,"p(99)":237.15225758000037,"max":1275.031493,"avg":93.26953639929187}},"http_reqs":{"type":"counter","contains":"default","values":{"count":5413,"rate":121.65095951795634}},"iterations":{"type":"counter","contains":"default","values":{"count":2542,"rate":57.12853114624885}},"measured_operations":{"values":{"count":4838,"rate":108.72849476221555},"type":"counter","contains":"default"},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":44.84286413947879,"p(50)":38.886697,"p(95)":82.91048659999998,"p(99)":115.32284432000009,"max":2052.970693}},"data_sent":{"type":"counter","contains":"data","values":{"rate":10971.015260661687,"count":488168}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.009686436726399407,"p(50)":0,"p(95)":0,"p(99)":0,"max":13.339376}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":44.415045599852135,"p(50)":38.450137,"p(95)":82.30610899999996,"p(99)":114.75960772000006,"max":2052.638627}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.001549,"max":524.787416,"avg":0.10720693811195224,"p(50)":0.001253,"p(95)":0.0014533999999999997}},"http_req_sending":{"values":{"p(99)":0.5234946400000007,"max":3.323115,"avg":0.2039293212636244,"p(50)":0.188413,"p(95)":0.3335779999999999},"type":"trend","contains":"time"},"vus":{"type":"gauge","contains":"default","values":{"value":8,"min":0,"max":8}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":2302,"rate":51.734806726461386}},"vus_max":{"type":"gauge","contains":"default","values":{"value":8,"min":8,"max":8}},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":49.36489804385589,"p(50)":42.664478,"p(95)":86.18819210000001,"p(99)":124.96324370000004,"max":2052.970693}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.00018474043968224645,"passes":1,"fails":5412}},"failed_writes":{"type":"counter","contains":"default","values":{"count":1,"rate":0.022473851749114416}},"application_errors{status:429}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":1,"rate":0.022473851749114416},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration{expected_response:true}":{"values":{"avg":44.47181317331831,"p(50)":38.88601,"p(95)":82.83867274999997,"p(99)":114.66379769000001,"max":1092.417083},"type":"trend","contains":"time"},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(99)":0,"max":1.238689,"avg":0.0018240181045630888,"p(50)":0,"p(95)":0}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":2303,"rate":51.757280578210505}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.22388921836319944,"p(50)":0.180869,"p(95)":0.4766992,"p(99)":0.9231913200000004,"max":4.496023}},"application_errors":{"values":{"count":1,"rate":0.022473851749114416},"type":"counter","contains":"default"},"data_received":{"type":"counter","contains":"data","values":{"rate":164352.96338015492,"count":7313075}},"checks":{"type":"rate","contains":"default","values":{"rate":0.9998130491680688,"passes":5348,"fails":1}}},"setup_data":[{"chat":"2096181b-7347-4f52-9877-38dcf7626fbd","token":"MkhHopatCzVIJJP55A4bVYa1J56tsMqYnR7HIDgp3xs"},{"chat":"6863a6a2-f16e-4410-b7f5-535923ea8ce7","token":"P3zw1mitDKQOBsAW8Z8vJFnJx_fLL2VkOocjxH3-HRw"},{"chat":"78c6fc5b-ee3f-4d80-8dd1-da4f67202900","token":"JdIAq6-ZbLRhPSe_5bbO0pc3lXly9_2099gFsUXO8a8"},{"chat":"b8cc94f1-7497-4f0f-838f-d61bec6bebab","token":"5gsJ5RlplTFccst4QPH3ReHomkZuWfe6MJABdXYJkJ0"},{"chat":"e598e172-972a-467c-9a55-11521b83ddf5","token":"znnTklaiBohaoyUlYYOZEHG8IGaT4F-i1aCk3cUrwaA"},{"chat":"cc0dffc5-927f-4350-bfe9-d932c3178782","token":"yRn1xXfKbWqWVFgbjAJbrXLB908-KjUED8mj9guZyDo"},{"token":"DfndjzqRJFxMRe8qkfhAAEdnWvearBmYk2XiXxt9toQ","chat":"5d0b989d-e8ab-433d-a00a-10a0a8881e72"},{"chat":"07a1712f-31ea-4a26-8739-b44e0be27f5a","token":"bqye58zLxKHwUelwQ2VDxzLCs4zlFA8KRiaZTjqSh2E"},{"chat":"6cac5a46-bfe7-417b-af3e-e1f5f9f7ffcc","token":"8_7Wj77-YpqrnBP3toyHbQfiQKNc8skgRtW23SysUNU"},{"chat":"1ada04d6-199f-4196-b972-1747f57d1943","token":"RbacBD2emJ_ug55jToknU7a_zCbkudODJ2Nc-vXvT7Y"},{"chat":"76788cd0-1caa-43e6-a94b-4f5ebd856f7b","token":"4JJPt-7lj6ldRaNtvURtDUNwpnR-Wkzb-BeyvvdnpOU"},{"chat":"71a08aff-e027-4214-be5a-b5e528f2ba81","token":"hYVOOG42pOdiAJNW3lQ0XGN7-vaE84NrH4peAZQHtiw"},{"chat":"247db151-7bb7-40b8-a0e0-989039068586","token":"7gLYI4o0Ch-lkugU93Lb-GmsJ_yTT2GELfcaoCWMa3M"},{"token":"naMlsXVyxi506YuEbrlB1KlxKhzmFcIK6I-8GVbeQg4","chat":"de6a3ff1-40cb-4775-94bf-0b8f7e38fc17"},{"chat":"8380aebb-ab7d-408b-a90e-899c74d0ee18","token":"dIS4cp9tMvPpzub6Utb-HfDcSNXEX3DP6N2CvTESR-s"},{"chat":"1c839183-b363-4036-be78-f1b6d2f52058","token":"PJvefc03aZWcEVDwXGTYKbgd6zxXvJv_hEsLJP6ENb4"}]}} diff --git a/evidence/research-20261029-pool/load-single32a-20261029113131.json b/evidence/research-20261029-pool/load-single32a-20261029113131.json new file mode 100644 index 00000000..7280ef98 --- /dev/null +++ b/evidence/research-20261029-pool/load-single32a-20261029113131.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "setup_data": [ + { + "chat": "1f7aef4d-e209-4cb3-9101-07636d52aa29", + "token": "s6_cnZNC6Vk_EwF0jzYlmqfliqCQXHbeBA0A6N2PfM4" + }, + { + "chat": "b2013cda-8046-4286-b647-f8dbc49986cf", + "token": "e9Oo7Svhu8XxJov_1uFKejSy0imb9Krh4bKcwdAE4WM" + }, + { + "chat": "95744e14-45b2-4428-aa64-f86a22b31fef", + "token": "wkW05KxTnyBt_vUcU0sFP7KuimbMJO7fUcUPtpIRDWU" + }, + { + "chat": "93562667-8124-4a22-922e-3fa477e68cde", + "token": "f1MSAoegWK-c2eU0BaT3iD6eNgLo35F0y_ltx8TI1F0" + }, + { + "chat": "687b8fe6-bb6e-46ff-b19e-83973c3c84e6", + "token": "vEytMwx5EYzPTBeEPkyHV-cKvsm8mUwDA9LP9yHx12c" + }, + { + "chat": "b6003308-9f2d-44bf-b189-d8202f9d115a", + "token": "PziJQF33OMYNj-mWY-btdkcH4ZTwYJcfNGbC_DkfTgk" + }, + { + "chat": "5c7850be-dc4f-4d67-9b0b-c915cb5f086d", + "token": "HZwBQMS2ikdjoVSNkwgf3p6kGjkwcdCkBrHqwfsBH6M" + }, + { + "chat": "460a90c5-3d0a-4be1-afd5-a4eb5d756d94", + "token": "wYOJ0X69QPhD60yngXjKxkPtes8wlz5LgpzpL860bi0" + }, + { + "chat": "05c75c94-afb0-4365-8d33-8860c966c167", + "token": "nc0Pcb4F8olAT1dovJ3G42k98Unu1qLvjpczcIIeHc0" + }, + { + "chat": "e01c5e76-7697-4065-b7b3-2b1e8855f7be", + "token": "9pc36q-73Bmd8nGUYbifcAGnXsWPEvwyccCeJ1CDsPQ" + }, + { + "chat": "121111c5-2851-4b51-a928-7ce5053d37f7", + "token": "Q7iv0U0dzVUCCpQanNKIi2wLFS_ILNXk-rC73No_nPk" + }, + { + "chat": "9dc4db0c-34db-4daf-86ac-4dff665f40e2", + "token": "h10YjEdDxgRy9_YuDGVSDEXq7cJDcpojYQmb8rUtOb4" + }, + { + "chat": "7b40a5f3-bd1c-48a2-ac7b-ea6e074127d5", + "token": "KhxysVXCzeSfWJxd9FO5QOD8ukDM1jcXQGfCejTndxI" + }, + { + "chat": "14ea7e8f-45c8-4061-a0ec-6e10682be23c", + "token": "AsxjBC447BCDR23i3zOeX4GRWFElEBlEnWVKXB797yI" + }, + { + "chat": "83c3167d-1f70-47f7-98d7-3d4a48ad29c7", + "token": "4vhLxS32wO06qyLb-7SZ9X_pui5FeFJqXMkBB74EJXk" + }, + { + "chat": "c596e8a5-55f8-4ff3-bbd4-00654c587400", + "token": "mWVNVQ8oF5KmBGeGrjd0CkmzOc_5EBdlTxppKYc_GXc" + } + ], + "root_group": { + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 3931, + "fails": 8060 + }, + { + "passes": 400, + "fails": 17, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa" + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 3906, + "fails": 8066 + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 44842.65356 + }, + "metrics": { + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 39.06036981365562, + "p(50)": 3.2344475, + "p(95)": 105.18951534999998, + "p(99)": 287.34505665999984, + "max": 8122.032008 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 12737980, + "rate": 284059.46099858766 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 8060, + "rate": 179.73958631184982 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.6604074619538537, + "passes": 16143, + "fails": 8301 + } + }, + "checks": { + "contains": "default", + "values": { + "passes": 8237, + "fails": 16143, + "rate": 0.3378589007383101 + }, + "type": "rate" + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "rate": 260.087195428673, + "count": 11663 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 33.014506677441474, + "p(50)": 3.862274, + "p(95)": 112.4937897, + "p(99)": 285.82339131999726, + "max": 4000.720837 + } + }, + "data_sent": { + "contains": "data", + "values": { + "rate": 45776.840508632915, + "count": 2052755 + }, + "type": "counter" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 81.42232875384275, + "p(50)": 8.675885999999998, + "p(95)": 210.68181255000002, + "p(99)": 426.03982260999425, + "max": 9971.131023 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.11338658042873442, + "p(50)": 0.049141, + "p(95)": 0.2631546499999999, + "p(99)": 0.6317369199999996, + "max": 30.337725 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.6598465278596017, + "p(50)": 0.203021, + "p(95)": 2.0599633499999968, + "p(99)": 9.596218509999973, + "max": 37.518641 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 39.83360292194396, + "p(50)": 4.1182865, + "p(95)": 105.72540494999998, + "p(99)": 287.4872817199998, + "max": 8124.000618 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 23709, + "rate": 528.7153662366808 + } + }, + "http_req_tls_handshaking": { + "contains": "time", + "values": { + "avg": 0.04315409998363607, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 49.002345 + }, + "type": "trend" + }, + "application_errors{status:0}": { + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 16143, + "rate": 359.99207715039597 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 11972, + "rate": 266.97795624385435 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 3603, + "rate": 80.3476091168232 + } + }, + "application_errors{status:503}": { + "contains": "default", + "values": { + "count": 16127, + "rate": 359.63527400138986 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 24444, + "rate": 545.106010894151 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 527.492637, + "max": 7139.052029, + "avg": 98.81347999373571, + "p(50)": 68.791863, + "p(95)": 137.080146 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.001323, + "p(99)": 0.001476, + "max": 524.850614, + "avg": 0.06827082895598355, + "p(50)": 0.000269 + } + }, + "http_req_connecting": { + "values": { + "avg": 0.0032163699885452463, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 4.782629 + }, + "type": "trend", + "contains": "time" + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + } + } + } +} diff --git a/evidence/research-20261029-pool/load-single32a-20261029113131.txt b/evidence/research-20261029-pool/load-single32a-20261029113131.txt new file mode 100644 index 00000000..3798ec5a --- /dev/null +++ b/evidence/research-20261029-pool/load-single32a-20261029113131.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"setup_data":[{"chat":"1f7aef4d-e209-4cb3-9101-07636d52aa29","token":"s6_cnZNC6Vk_EwF0jzYlmqfliqCQXHbeBA0A6N2PfM4"},{"chat":"b2013cda-8046-4286-b647-f8dbc49986cf","token":"e9Oo7Svhu8XxJov_1uFKejSy0imb9Krh4bKcwdAE4WM"},{"chat":"95744e14-45b2-4428-aa64-f86a22b31fef","token":"wkW05KxTnyBt_vUcU0sFP7KuimbMJO7fUcUPtpIRDWU"},{"chat":"93562667-8124-4a22-922e-3fa477e68cde","token":"f1MSAoegWK-c2eU0BaT3iD6eNgLo35F0y_ltx8TI1F0"},{"chat":"687b8fe6-bb6e-46ff-b19e-83973c3c84e6","token":"vEytMwx5EYzPTBeEPkyHV-cKvsm8mUwDA9LP9yHx12c"},{"chat":"b6003308-9f2d-44bf-b189-d8202f9d115a","token":"PziJQF33OMYNj-mWY-btdkcH4ZTwYJcfNGbC_DkfTgk"},{"chat":"5c7850be-dc4f-4d67-9b0b-c915cb5f086d","token":"HZwBQMS2ikdjoVSNkwgf3p6kGjkwcdCkBrHqwfsBH6M"},{"chat":"460a90c5-3d0a-4be1-afd5-a4eb5d756d94","token":"wYOJ0X69QPhD60yngXjKxkPtes8wlz5LgpzpL860bi0"},{"chat":"05c75c94-afb0-4365-8d33-8860c966c167","token":"nc0Pcb4F8olAT1dovJ3G42k98Unu1qLvjpczcIIeHc0"},{"chat":"e01c5e76-7697-4065-b7b3-2b1e8855f7be","token":"9pc36q-73Bmd8nGUYbifcAGnXsWPEvwyccCeJ1CDsPQ"},{"chat":"121111c5-2851-4b51-a928-7ce5053d37f7","token":"Q7iv0U0dzVUCCpQanNKIi2wLFS_ILNXk-rC73No_nPk"},{"chat":"9dc4db0c-34db-4daf-86ac-4dff665f40e2","token":"h10YjEdDxgRy9_YuDGVSDEXq7cJDcpojYQmb8rUtOb4"},{"chat":"7b40a5f3-bd1c-48a2-ac7b-ea6e074127d5","token":"KhxysVXCzeSfWJxd9FO5QOD8ukDM1jcXQGfCejTndxI"},{"chat":"14ea7e8f-45c8-4061-a0ec-6e10682be23c","token":"AsxjBC447BCDR23i3zOeX4GRWFElEBlEnWVKXB797yI"},{"chat":"83c3167d-1f70-47f7-98d7-3d4a48ad29c7","token":"4vhLxS32wO06qyLb-7SZ9X_pui5FeFJqXMkBB74EJXk"},{"chat":"c596e8a5-55f8-4ff3-bbd4-00654c587400","token":"mWVNVQ8oF5KmBGeGrjd0CkmzOc_5EBdlTxppKYc_GXc"}],"root_group":{"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":3931,"fails":8060},{"passes":400,"fails":17,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa"},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":3906,"fails":8066}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":44842.65356},"metrics":{"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":39.06036981365562,"p(50)":3.2344475,"p(95)":105.18951534999998,"p(99)":287.34505665999984,"max":8122.032008}},"data_received":{"type":"counter","contains":"data","values":{"count":12737980,"rate":284059.46099858766}},"failed_writes":{"type":"counter","contains":"default","values":{"count":8060,"rate":179.73958631184982}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.6604074619538537,"passes":16143,"fails":8301}},"checks":{"contains":"default","values":{"passes":8237,"fails":16143,"rate":0.3378589007383101},"type":"rate"},"attempted_messages":{"type":"counter","contains":"default","values":{"rate":260.087195428673,"count":11663}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":33.014506677441474,"p(50)":3.862274,"p(95)":112.4937897,"p(99)":285.82339131999726,"max":4000.720837}},"data_sent":{"contains":"data","values":{"rate":45776.840508632915,"count":2052755},"type":"counter"},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":81.42232875384275,"p(50)":8.675885999999998,"p(95)":210.68181255000002,"p(99)":426.03982260999425,"max":9971.131023}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.11338658042873442,"p(50)":0.049141,"p(95)":0.2631546499999999,"p(99)":0.6317369199999996,"max":30.337725}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.6598465278596017,"p(50)":0.203021,"p(95)":2.0599633499999968,"p(99)":9.596218509999973,"max":37.518641}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":39.83360292194396,"p(50)":4.1182865,"p(95)":105.72540494999998,"p(99)":287.4872817199998,"max":8124.000618}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"measured_operations":{"type":"counter","contains":"default","values":{"count":23709,"rate":528.7153662366808}},"http_req_tls_handshaking":{"contains":"time","values":{"avg":0.04315409998363607,"p(50)":0,"p(95)":0,"p(99)":0,"max":49.002345},"type":"trend"},"application_errors{status:0}":{"contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"application_errors":{"type":"counter","contains":"default","values":{"count":16143,"rate":359.99207715039597}},"iterations":{"type":"counter","contains":"default","values":{"count":11972,"rate":266.97795624385435}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":3603,"rate":80.3476091168232}},"application_errors{status:503}":{"contains":"default","values":{"count":16127,"rate":359.63527400138986},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"http_reqs":{"type":"counter","contains":"default","values":{"count":24444,"rate":545.106010894151}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":527.492637,"max":7139.052029,"avg":98.81347999373571,"p(50)":68.791863,"p(95)":137.080146}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.001323,"p(99)":0.001476,"max":524.850614,"avg":0.06827082895598355,"p(50)":0.000269}},"http_req_connecting":{"values":{"avg":0.0032163699885452463,"p(50)":0,"p(95)":0,"p(99)":0,"max":4.782629},"type":"trend","contains":"time"},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}}}}} diff --git a/evidence/research-20261029-pool/load-single32b-20261029113452.json b/evidence/research-20261029-pool/load-single32b-20261029113452.json new file mode 100644 index 00000000..6d1f56e1 --- /dev/null +++ b/evidence/research-20261029-pool/load-single32b-20261029113452.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 5207, + "fails": 0, + "name": "message confirmed", + "path": "::message confirmed" + }, + { + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 531, + "fails": 0, + "name": "retry returns original", + "path": "::retry returns original" + }, + { + "passes": 5190, + "fails": 0, + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8" + } + ], + "name": "", + "path": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 48673.739253 + }, + "metrics": { + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5190, + "rate": 106.62833962730971 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4952, + "rate": 101.73863927445812 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4952, + "rate": 101.73863927445812 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 15043309, + "rate": 309064.173635947 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.0016582599999999893, + "max": 1012.379068, + "avg": 0.1996732418371928, + "p(50)": 0.001203, + "p(95)": 0.0014132999999999993 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 188.29500669788078, + "p(50)": 180.589137, + "p(95)": 295.59766025000005, + "p(99)": 412.67946847999997, + "max": 1761.617317 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 47.890406, + "avg": 0.09781442401091403 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 88.45134501045892, + "p(50)": 82.841394, + "p(95)": 140.58404829999986, + "p(99)": 217.11189321999984, + "max": 1545.446105 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 88.98811769068436, + "p(50)": 83.373051, + "p(95)": 141.24850055, + "p(99)": 217.5468004100001, + "max": 1546.268579 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 1002112, + "rate": 20588.350420154642 + } + }, + "http_reqs": { + "values": { + "count": 10995, + "rate": 225.89182932606363 + }, + "type": "counter", + "contains": "default" + }, + "http_req_sending": { + "contains": "time", + "values": { + "avg": 0.20672665948158267, + "p(50)": 0.178569, + "p(95)": 0.41804149999999995, + "p(99)": 0.9532230199999941, + "max": 6.672115 + }, + "type": "trend" + }, + "http_req_receiving": { + "values": { + "max": 17.954545, + "avg": 0.30640277671668886, + "p(50)": 0.172578, + "p(95)": 0.9733099999999997, + "p(99)": 2.304030539999989 + }, + "type": "trend", + "contains": "time" + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_failed": { + "values": { + "rate": 0.00027285129604365623, + "passes": 3, + "fails": 10992 + }, + "type": "rate", + "contains": "default" + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "checks": { + "contains": "default", + "values": { + "passes": 10928, + "fails": 0, + "rate": 1 + }, + "type": "rate" + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 83.352359, + "p(95)": 141.24837169999998, + "p(99)": 217.53314593999977, + "max": 1546.268579, + "avg": 88.9644744466578 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 103.69006572051723, + "p(50)": 98.00462, + "p(95)": 169.04933884999997, + "p(99)": 243.31071381999948, + "max": 1546.268579 + } + }, + "measured_operations": { + "contains": "default", + "values": { + "count": 10406, + "rate": 213.79084820072924 + }, + "type": "counter" + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "max": 7.785228, + "avg": 0.007946846202819463, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0 + } + } + }, + "setup_data": [ + { + "chat": "95b1d11a-1100-4ba4-8bca-cf5f053f4fc6", + "token": "dnVhnopM09y0U5lI54ybRVRNpyG7KAzoQ_vXYf1kJZk" + }, + { + "chat": "b6a38c61-49a6-4d87-a430-d32dc1bd33a1", + "token": "Xzs2G2N-qg58Rk9TM1NXa4ecJLtP35TU2wSsYcGX-WY" + }, + { + "token": "3vqRI1XD4_CtkrWoDwG6g0lVS-kh1imy_NCE7JbUbm0", + "chat": "47440d28-70db-4cfa-b455-202db1f7cde6" + }, + { + "chat": "b1c48fa5-b212-4828-8a83-8735d4493eae", + "token": "M7G3i_d8vdKVG57APESHEIGZQKOHgytoi64HA8IhrZ8" + }, + { + "chat": "996e7faa-61b9-47df-be99-81870af3e211", + "token": "mwlQ-hx4_At39LazvsHd9WXmJEu3t5rksDiv0UNFL3c" + }, + { + "chat": "a2ffa145-62c3-4dd6-9ff7-6e4324a316d4", + "token": "NN8AOJJHSq6nlK4IkWNALeCLrqn6bthoP7mxAN3sS78" + }, + { + "chat": "7aa3db5d-b368-4c0c-8688-8e15ea7a95aa", + "token": "K4qAaDjhKV6KYC9BthRp_Lsh87sH8E9m9iwJpjX8YPY" + }, + { + "chat": "7cf94097-a462-4677-a55c-68907ea5de61", + "token": "8QQJBXB1Goy6Be6FL3yn1wVQa664RzNojqsTulnHaKw" + }, + { + "chat": "de617d62-4b74-4468-92e6-42080831975c", + "token": "esjGT8OGxvSuYuty_5LXjvmFGyPW3luqVoBP4Ejbohw" + }, + { + "chat": "a7b92e3c-f5cb-4378-a25e-abaf97dd9537", + "token": "HyDtjfNuv17CWv4JVqaatQDvqDQpoDjLKh01h8p_2XU" + }, + { + "chat": "8dd71c04-599f-42eb-a699-92978ed7465d", + "token": "cFlz7Wq4WB9CPCB0-fLUZUJzMPLtS2NN1uP8cdmTRJE" + }, + { + "chat": "8871bb64-3a75-42e4-9e00-e0413aef118f", + "token": "vTOR5Ws53F38L2SS3ozGgaibiiRwHxbiewW9Y39_KE0" + }, + { + "chat": "0696da39-a37c-4489-af18-ff3898e1f2c6", + "token": "KHB1zJLHXYl4HiEYoax7BVO8hJVUYxHm848f3dmfl5A" + }, + { + "token": "ITAs4nvB8KgyzWH3U9RfwddFHMDlwS34tMjnvByZEjg", + "chat": "b19235bf-cb60-49db-aeff-63ca28ddcc86" + }, + { + "chat": "49736b91-60e1-45fd-a087-987a7ff96896", + "token": "_u9gyt4CUkVaXYVbP9T5bLNnb-8zAuBaay1_k8QQCPk" + }, + { + "chat": "b366238e-bfb4-4915-b274-a775a676c1d8", + "token": "HCVdiMgyy3p0Q-S_TBZPJhAbyyUaFEOv7s78nz2Ppa0" + } + ] + } +} diff --git a/evidence/research-20261029-pool/load-single32b-20261029113452.txt b/evidence/research-20261029-pool/load-single32b-20261029113452.txt new file mode 100644 index 00000000..ffabd878 --- /dev/null +++ b/evidence/research-20261029-pool/load-single32b-20261029113452.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":5207,"fails":0,"name":"message confirmed","path":"::message confirmed"},{"id":"f737ff9008ff036f7a4b775b05a953fa","passes":531,"fails":0,"name":"retry returns original","path":"::retry returns original"},{"passes":5190,"fails":0,"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8"}],"name":"","path":""},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":48673.739253},"metrics":{"iterations":{"type":"counter","contains":"default","values":{"count":5190,"rate":106.62833962730971}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":4952,"rate":101.73863927445812}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":4952,"rate":101.73863927445812}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"data_received":{"type":"counter","contains":"data","values":{"count":15043309,"rate":309064.173635947}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.0016582599999999893,"max":1012.379068,"avg":0.1996732418371928,"p(50)":0.001203,"p(95)":0.0014132999999999993}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":188.29500669788078,"p(50)":180.589137,"p(95)":295.59766025000005,"p(99)":412.67946847999997,"max":1761.617317}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":47.890406,"avg":0.09781442401091403}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":88.45134501045892,"p(50)":82.841394,"p(95)":140.58404829999986,"p(99)":217.11189321999984,"max":1545.446105}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":88.98811769068436,"p(50)":83.373051,"p(95)":141.24850055,"p(99)":217.5468004100001,"max":1546.268579}},"data_sent":{"type":"counter","contains":"data","values":{"count":1002112,"rate":20588.350420154642}},"http_reqs":{"values":{"count":10995,"rate":225.89182932606363},"type":"counter","contains":"default"},"http_req_sending":{"contains":"time","values":{"avg":0.20672665948158267,"p(50)":0.178569,"p(95)":0.41804149999999995,"p(99)":0.9532230199999941,"max":6.672115},"type":"trend"},"http_req_receiving":{"values":{"max":17.954545,"avg":0.30640277671668886,"p(50)":0.172578,"p(95)":0.9733099999999997,"p(99)":2.304030539999989},"type":"trend","contains":"time"},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_failed":{"values":{"rate":0.00027285129604365623,"passes":3,"fails":10992},"type":"rate","contains":"default"},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"checks":{"contains":"default","values":{"passes":10928,"fails":0,"rate":1},"type":"rate"},"http_req_duration":{"type":"trend","contains":"time","values":{"p(50)":83.352359,"p(95)":141.24837169999998,"p(99)":217.53314593999977,"max":1546.268579,"avg":88.9644744466578}},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":103.69006572051723,"p(50)":98.00462,"p(95)":169.04933884999997,"p(99)":243.31071381999948,"max":1546.268579}},"measured_operations":{"contains":"default","values":{"count":10406,"rate":213.79084820072924},"type":"counter"},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":7.785228,"avg":0.007946846202819463,"p(50)":0,"p(95)":0,"p(99)":0}}},"setup_data":[{"chat":"95b1d11a-1100-4ba4-8bca-cf5f053f4fc6","token":"dnVhnopM09y0U5lI54ybRVRNpyG7KAzoQ_vXYf1kJZk"},{"chat":"b6a38c61-49a6-4d87-a430-d32dc1bd33a1","token":"Xzs2G2N-qg58Rk9TM1NXa4ecJLtP35TU2wSsYcGX-WY"},{"token":"3vqRI1XD4_CtkrWoDwG6g0lVS-kh1imy_NCE7JbUbm0","chat":"47440d28-70db-4cfa-b455-202db1f7cde6"},{"chat":"b1c48fa5-b212-4828-8a83-8735d4493eae","token":"M7G3i_d8vdKVG57APESHEIGZQKOHgytoi64HA8IhrZ8"},{"chat":"996e7faa-61b9-47df-be99-81870af3e211","token":"mwlQ-hx4_At39LazvsHd9WXmJEu3t5rksDiv0UNFL3c"},{"chat":"a2ffa145-62c3-4dd6-9ff7-6e4324a316d4","token":"NN8AOJJHSq6nlK4IkWNALeCLrqn6bthoP7mxAN3sS78"},{"chat":"7aa3db5d-b368-4c0c-8688-8e15ea7a95aa","token":"K4qAaDjhKV6KYC9BthRp_Lsh87sH8E9m9iwJpjX8YPY"},{"chat":"7cf94097-a462-4677-a55c-68907ea5de61","token":"8QQJBXB1Goy6Be6FL3yn1wVQa664RzNojqsTulnHaKw"},{"chat":"de617d62-4b74-4468-92e6-42080831975c","token":"esjGT8OGxvSuYuty_5LXjvmFGyPW3luqVoBP4Ejbohw"},{"chat":"a7b92e3c-f5cb-4378-a25e-abaf97dd9537","token":"HyDtjfNuv17CWv4JVqaatQDvqDQpoDjLKh01h8p_2XU"},{"chat":"8dd71c04-599f-42eb-a699-92978ed7465d","token":"cFlz7Wq4WB9CPCB0-fLUZUJzMPLtS2NN1uP8cdmTRJE"},{"chat":"8871bb64-3a75-42e4-9e00-e0413aef118f","token":"vTOR5Ws53F38L2SS3ozGgaibiiRwHxbiewW9Y39_KE0"},{"chat":"0696da39-a37c-4489-af18-ff3898e1f2c6","token":"KHB1zJLHXYl4HiEYoax7BVO8hJVUYxHm848f3dmfl5A"},{"token":"ITAs4nvB8KgyzWH3U9RfwddFHMDlwS34tMjnvByZEjg","chat":"b19235bf-cb60-49db-aeff-63ca28ddcc86"},{"chat":"49736b91-60e1-45fd-a087-987a7ff96896","token":"_u9gyt4CUkVaXYVbP9T5bLNnb-8zAuBaay1_k8QQCPk"},{"chat":"b366238e-bfb4-4915-b274-a775a676c1d8","token":"HCVdiMgyy3p0Q-S_TBZPJhAbyyUaFEOv7s78nz2Ppa0"}]}} diff --git a/evidence/research-20261029-pool/load-single8a-20261029112953.json b/evidence/research-20261029-pool/load-single8a-20261029112953.json new file mode 100644 index 00000000..6a805673 --- /dev/null +++ b/evidence/research-20261029-pool/load-single8a-20261029112953.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 2786, + "fails": 17 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 301, + "fails": 1 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2763, + "fails": 5 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "testRunDurationMs": 44805.120762, + "isStdOutTTY": false, + "isStdErrTTY": false + }, + "metrics": { + "http_req_waiting": { + "values": { + "max": 3991.052813, + "avg": 144.27892149098923, + "p(50)": 117.43528, + "p(95)": 226.8627668, + "p(99)": 379.59154308000063 + }, + "type": "trend", + "contains": "time" + }, + "data_sent": { + "values": { + "count": 552878, + "rate": 12339.616333963893 + }, + "type": "counter", + "contains": "data" + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 162.40502755146775, + "p(50)": 131.492881, + "p(95)": 237.366661, + "p(99)": 553.4051984999999, + "max": 3991.163753 + } + }, + "application_errors": { + "values": { + "count": 23, + "rate": 0.5133341816479758 + }, + "type": "counter", + "contains": "default" + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.996083773199387, + "passes": 5850, + "fails": 23 + } + }, + "iterations": { + "values": { + "count": 2768, + "rate": 61.77865281746074 + }, + "type": "counter", + "contains": "default" + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 17, + "rate": 0.379420916870243 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.23495133383863956, + "p(50)": 0.183692, + "p(95)": 0.5354176, + "p(99)": 0.9436969600000021, + "max": 5.828276 + } + }, + "confirmed_messages": { + "values": { + "count": 2674, + "rate": 59.68067833594292 + }, + "type": "counter", + "contains": "default" + }, + "attempted_messages": { + "values": { + "count": 2691, + "rate": 60.06009925281317 + }, + "type": "counter", + "contains": "default" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.019624694290045475, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 4.547988 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.07394712851608556, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 22.777269 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5670, + "rate": 126.54803521495751 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 144.70494467727787, + "p(50)": 117.909319, + "p(95)": 227.304696, + "p(99)": 380.73643128000015, + "max": 3991.163753 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 752.7566454499984, + "max": 2456.465011, + "avg": 283.4518053338147, + "p(50)": 252.35518000000002, + "p(95)": 528.1196388500002 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.185113, + "p(95)": 0.314398, + "p(99)": 0.5401648400000005, + "max": 3.375927, + "avg": 0.1910718524507325 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 8028303, + "rate": 179182.71089247777 + } + }, + "http_req_blocked": { + "values": { + "avg": 0.09645306147886099, + "p(50)": 0.001271, + "p(95)": 0.001478, + "p(99)": 0.001778, + "max": 26.982082 + }, + "type": "trend", + "contains": "time" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5937, + "rate": 132.5071754975666 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 225.2452824, + "p(99)": 341.31000787999983, + "max": 1952.145937, + "avg": 132.4036514000674, + "p(50)": 117.4035095 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.0038740104429846726, + "passes": 23, + "fails": 5914 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 8, + "rate": 0.17855101970364376 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + } + }, + "setup_data": [ + { + "chat": "e342dd36-2381-41c5-8d33-67bfa1d6137f", + "token": "KnJ_NAQZgcB7Y6Jarch6Lm1fs1AkOG29DmpLpI5bhuc" + }, + { + "chat": "2f068379-3e8b-4eb2-a89a-2762ae6389ab", + "token": "nimwYwBhwv6Y0eTQW6XTMthK0Yxx2tTwUXAfwW0WpPs" + }, + { + "token": "_OBF8YP4-fdYgkIDI8t2FUrsCoBRh5rDnxP2Gea2jBU", + "chat": "4036bfbc-9383-462d-86de-6214c34947dc" + }, + { + "chat": "3aa8c160-a929-4820-9768-f41dc92312d0", + "token": "rWgfGObXKMqSPz_kVWikWV1uAFRjU805fxG6EqQz6GY" + }, + { + "chat": "99182e04-ce42-4c09-9376-e3c2b77350c6", + "token": "S9THhCwiOJRa0TjLBLVqQH0x_x0vK--2agooKd4VLDk" + }, + { + "chat": "655cf77d-2701-4130-977b-2c465640d4aa", + "token": "NIlT82jsXQab9nBjnFEOt6UVZBiQ-EBR7jRXJh-bxxw" + }, + { + "chat": "fc186d2f-48f3-467b-ac27-e0ec49c8d5c8", + "token": "OezRKa2GNX4BVIk-Dqpv7nUyJ6NLDPGJYL7fRIs1EhE" + }, + { + "chat": "6aa67232-a9bc-45d0-a983-158a8dbfc9f8", + "token": "L7m9C8wXV0YRGk6vw1VohLLsy_BIxLEUk-TYAuyUpZw" + }, + { + "token": "KkBR1-2NVyEUJ4dENkRPSfxohXPdMBztdyv2IFJwVZA", + "chat": "f1693256-5dd9-48e8-9077-b91c93a57d29" + }, + { + "chat": "aa5fb30b-5b6e-421f-baf1-87cf1bff03c4", + "token": "sIW-gcPbXg6PxmqOuU66QoG_tjTxJwp3phea-2PiQ1U" + }, + { + "chat": "196c0b29-bf55-41ca-b979-18cf95146c3c", + "token": "g9fQ54y2kDuQ5rpzrlhhZTnlVNhkg0hqiHctXwdEtl0" + }, + { + "chat": "74df4a77-93ff-4629-b3ec-d06a4a54fa46", + "token": "qOPSdnvYXF_Yzqhg-8B_-hYGTRWhSRk5of5EADxiy5I" + }, + { + "chat": "3a819f5c-2b86-43de-ac71-1c46f385fc95", + "token": "T1LNa86HH8FB-zofEAAYFWbu_wj89zxUvI6rBYSK6Fs" + }, + { + "token": "XtbfTqdvWjUA1K2UvsjoegyJRDgdb6xEf0yVAytnt_8", + "chat": "e765a069-1e88-4829-8b78-0b763a0c8a2e" + }, + { + "token": "PpFGA8JAXIeMdYNO7lJUca5R41JX0OKSofRqw4DZiyU", + "chat": "23b91e1f-6cb5-4cf9-8935-cbdb9289156c" + }, + { + "chat": "828e93a1-57d6-442d-8b69-abd489d1cb8b", + "token": "pSG6AIANqIzZtCIny0I9-klUgQVz2gGVgCU3n0-2bKM" + } + ] + } +} diff --git a/evidence/research-20261029-pool/load-single8a-20261029112953.txt b/evidence/research-20261029-pool/load-single8a-20261029112953.txt new file mode 100644 index 00000000..1f386f77 --- /dev/null +++ b/evidence/research-20261029-pool/load-single8a-20261029112953.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":2786,"fails":17},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":301,"fails":1},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2763,"fails":5}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"testRunDurationMs":44805.120762,"isStdOutTTY":false,"isStdErrTTY":false},"metrics":{"http_req_waiting":{"values":{"max":3991.052813,"avg":144.27892149098923,"p(50)":117.43528,"p(95)":226.8627668,"p(99)":379.59154308000063},"type":"trend","contains":"time"},"data_sent":{"values":{"count":552878,"rate":12339.616333963893},"type":"counter","contains":"data"},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":162.40502755146775,"p(50)":131.492881,"p(95)":237.366661,"p(99)":553.4051984999999,"max":3991.163753}},"application_errors":{"values":{"count":23,"rate":0.5133341816479758},"type":"counter","contains":"default"},"checks":{"type":"rate","contains":"default","values":{"rate":0.996083773199387,"passes":5850,"fails":23}},"iterations":{"values":{"count":2768,"rate":61.77865281746074},"type":"counter","contains":"default"},"failed_writes":{"type":"counter","contains":"default","values":{"count":17,"rate":0.379420916870243}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.23495133383863956,"p(50)":0.183692,"p(95)":0.5354176,"p(99)":0.9436969600000021,"max":5.828276}},"confirmed_messages":{"values":{"count":2674,"rate":59.68067833594292},"type":"counter","contains":"default"},"attempted_messages":{"values":{"count":2691,"rate":60.06009925281317},"type":"counter","contains":"default"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.019624694290045475,"p(50)":0,"p(95)":0,"p(99)":0,"max":4.547988}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.07394712851608556,"p(50)":0,"p(95)":0,"p(99)":0,"max":22.777269}},"measured_operations":{"type":"counter","contains":"default","values":{"count":5670,"rate":126.54803521495751}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":144.70494467727787,"p(50)":117.909319,"p(95)":227.304696,"p(99)":380.73643128000015,"max":3991.163753}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(99)":752.7566454499984,"max":2456.465011,"avg":283.4518053338147,"p(50)":252.35518000000002,"p(95)":528.1196388500002}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(50)":0.185113,"p(95)":0.314398,"p(99)":0.5401648400000005,"max":3.375927,"avg":0.1910718524507325}},"data_received":{"type":"counter","contains":"data","values":{"count":8028303,"rate":179182.71089247777}},"http_req_blocked":{"values":{"avg":0.09645306147886099,"p(50)":0.001271,"p(95)":0.001478,"p(99)":0.001778,"max":26.982082},"type":"trend","contains":"time"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5937,"rate":132.5071754975666}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(95)":225.2452824,"p(99)":341.31000787999983,"max":1952.145937,"avg":132.4036514000674,"p(50)":117.4035095}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.0038740104429846726,"passes":23,"fails":5914}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":8,"rate":0.17855101970364376},"thresholds":{"count>=0":{"ok":true}}}},"setup_data":[{"chat":"e342dd36-2381-41c5-8d33-67bfa1d6137f","token":"KnJ_NAQZgcB7Y6Jarch6Lm1fs1AkOG29DmpLpI5bhuc"},{"chat":"2f068379-3e8b-4eb2-a89a-2762ae6389ab","token":"nimwYwBhwv6Y0eTQW6XTMthK0Yxx2tTwUXAfwW0WpPs"},{"token":"_OBF8YP4-fdYgkIDI8t2FUrsCoBRh5rDnxP2Gea2jBU","chat":"4036bfbc-9383-462d-86de-6214c34947dc"},{"chat":"3aa8c160-a929-4820-9768-f41dc92312d0","token":"rWgfGObXKMqSPz_kVWikWV1uAFRjU805fxG6EqQz6GY"},{"chat":"99182e04-ce42-4c09-9376-e3c2b77350c6","token":"S9THhCwiOJRa0TjLBLVqQH0x_x0vK--2agooKd4VLDk"},{"chat":"655cf77d-2701-4130-977b-2c465640d4aa","token":"NIlT82jsXQab9nBjnFEOt6UVZBiQ-EBR7jRXJh-bxxw"},{"chat":"fc186d2f-48f3-467b-ac27-e0ec49c8d5c8","token":"OezRKa2GNX4BVIk-Dqpv7nUyJ6NLDPGJYL7fRIs1EhE"},{"chat":"6aa67232-a9bc-45d0-a983-158a8dbfc9f8","token":"L7m9C8wXV0YRGk6vw1VohLLsy_BIxLEUk-TYAuyUpZw"},{"token":"KkBR1-2NVyEUJ4dENkRPSfxohXPdMBztdyv2IFJwVZA","chat":"f1693256-5dd9-48e8-9077-b91c93a57d29"},{"chat":"aa5fb30b-5b6e-421f-baf1-87cf1bff03c4","token":"sIW-gcPbXg6PxmqOuU66QoG_tjTxJwp3phea-2PiQ1U"},{"chat":"196c0b29-bf55-41ca-b979-18cf95146c3c","token":"g9fQ54y2kDuQ5rpzrlhhZTnlVNhkg0hqiHctXwdEtl0"},{"chat":"74df4a77-93ff-4629-b3ec-d06a4a54fa46","token":"qOPSdnvYXF_Yzqhg-8B_-hYGTRWhSRk5of5EADxiy5I"},{"chat":"3a819f5c-2b86-43de-ac71-1c46f385fc95","token":"T1LNa86HH8FB-zofEAAYFWbu_wj89zxUvI6rBYSK6Fs"},{"token":"XtbfTqdvWjUA1K2UvsjoegyJRDgdb6xEf0yVAytnt_8","chat":"e765a069-1e88-4829-8b78-0b763a0c8a2e"},{"token":"PpFGA8JAXIeMdYNO7lJUca5R41JX0OKSofRqw4DZiyU","chat":"23b91e1f-6cb5-4cf9-8935-cbdb9289156c"},{"chat":"828e93a1-57d6-442d-8b69-abd489d1cb8b","token":"pSG6AIANqIzZtCIny0I9-klUgQVz2gGVgCU3n0-2bKM"}]}} diff --git a/evidence/research-20261029-pool/load-single8b-20261029113315.json b/evidence/research-20261029-pool/load-single8b-20261029113315.json new file mode 100644 index 00000000..37d7b620 --- /dev/null +++ b/evidence/research-20261029-pool/load-single8b-20261029113315.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "passes": 2869, + "fails": 9987, + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e" + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 299, + "fails": 1 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2844, + "fails": 9995 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 44591.474584 + }, + "metrics": { + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 19983, + "rate": 448.1349896235582 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 150.10996628620794, + "p(50)": 75.304901, + "p(95)": 165.742897, + "p(99)": 190.31036650000001, + "max": 11627.052443 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.229872, + "p(95)": 1.8305383999999998, + "p(99)": 7.313318699999995, + "max": 35.208034, + "avg": 0.6216663946429214 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.09999524632564549, + "p(50)": 0.042031, + "p(95)": 0.23779599999999998, + "p(99)": 0.4740774799999998, + "max": 29.534114 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 10000581, + "rate": 224271.1436052922 + } + }, + "iterations": { + "values": { + "count": 12839, + "rate": 287.92499283275106 + }, + "type": "counter", + "contains": "default" + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2647, + "rate": 59.36112283108436 + } + }, + "failed_writes": { + "contains": "default", + "values": { + "count": 9987, + "rate": 223.96657866038515 + }, + "type": "counter" + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 167.59464175999983, + "max": 11625.766546, + "avg": 36.72166618768946, + "p(50)": 2.290636, + "p(95)": 130.56769589999996 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.23127524523946913, + "passes": 6012, + "fails": 19983 + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 19983, + "rate": 448.1349896235582 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 130.88320579999998, + "p(99)": 168.01515669999998, + "max": 11627.052443, + "avg": 37.443327828658056, + "p(50)": 2.930929 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 25544, + "rate": 572.8449269351034 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 26059, + "rate": 584.3942198168595 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.053963073256842804, + "p(50)": 0.000243, + "p(95)": 0.001314, + "p(99)": 0.0014788399999999965, + "max": 703.90332 + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "min": 0, + "max": 32, + "value": 32 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.7668367934302928, + "passes": 19983, + "fails": 6076 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 4.936425, + "avg": 0.004013690011128593, + "p(50)": 0 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 2160993, + "rate": 48462.021499853974 + } + }, + "http_req_tls_handshaking": { + "values": { + "avg": 0.022473991941363833, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 25.479402 + }, + "type": "trend", + "contains": "time" + }, + "iteration_duration": { + "contains": "time", + "values": { + "p(95)": 266.0044067999995, + "p(99)": 343.68721489999956, + "max": 11904.224531, + "avg": 76.01463507189025, + "p(50)": 6.157335 + }, + "type": "trend" + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 2.858447, + "p(95)": 134.85857299999975, + "p(99)": 171.70400019000002, + "max": 11627.052443, + "avg": 51.80089285982287 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 12634, + "rate": 283.3277014914695 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "application_errors{status:429}": { + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + } + }, + "setup_data": [ + { + "chat": "c86b1fee-58c2-4934-aa29-88a950c37368", + "token": "UTgLLRywOSR38KPHGUgM7ORsE29W3lOKvwvWpan5p9U" + }, + { + "chat": "349230a6-6bff-480c-bb46-52adf1c4cfbe", + "token": "M-_ZGfkdbIBmTcGVqpp9jM_k2elAAEieqtttWVZF2LY" + }, + { + "chat": "e417528c-af5f-41ab-b9ca-1b4068c30ccf", + "token": "tIUAYqpHjK_v7g_aQbLOPjrQmAiHgfe9BOLBly0yLvE" + }, + { + "chat": "5b37fb41-c5c0-46a9-9189-822c2a70520b", + "token": "D9bcPKiVPxKeewJNtvg7dMoPuy6r6I3DLNnB1bKJO9w" + }, + { + "chat": "236c6d0e-faaf-4be0-87f7-5892ff48cce9", + "token": "Ms2JOBKJ5CBVPvxGJm_5mRbTiLWPgOptmXCSAI10r2I" + }, + { + "chat": "dd938aba-7ab3-4a7e-ba2c-b8244a7a99dd", + "token": "-4ogH7kmlJSu9nACUatTc_9UEvvgGLm2ozg35fSgOhc" + }, + { + "token": "ruZ655u5OXtzPmGwrxUGAhYB_9QII22N6j9I4twTUTs", + "chat": "f95b7837-3265-4a84-af8b-939f1ef597fb" + }, + { + "chat": "46094782-f4a3-440c-9901-09673115e8c0", + "token": "Z_WaBIQv9tfqOARTVFyoL4VNpJcvq2_uM4-RyYY2eA8" + }, + { + "chat": "e27d0212-ad39-4677-bfee-1173ea71544c", + "token": "sxSJMaH7uYadu8--HKTZ6oWIDzX6c0Jdt1qr7YJKDQE" + }, + { + "token": "Xuw5d-zMzBR4c6E9GSHdRwTYm1oESLxPVk541p5UXkA", + "chat": "0e62aa6c-2dd9-4435-8a19-7024faa174e3" + }, + { + "chat": "58e54e33-743f-4614-a9e6-c350a6fa46cc", + "token": "iAw5ePDdZ4vuZb09YX1YeKEG4Khg_w_y324X4rb0vz0" + }, + { + "chat": "e9fc6687-6e30-4d13-9c92-f42e6bb043f3", + "token": "JMGxnLgn_S0aRu6pcl13cpHEUrWvqm0Q0Vn8MfaZG4Y" + }, + { + "chat": "0acb076d-2aaa-45b9-80d0-e34562e96900", + "token": "PGXS1W4z1BIOrmv3fM0Zys-aEZu6MmZXB9PHfMcJvnM" + }, + { + "chat": "9284e591-c139-4fae-8f9a-4632819bbcb8", + "token": "19VFw6Q20IpiOMn6TtBYfHUDtQ19AGylpqWW3QVR0PQ" + }, + { + "chat": "ae0a3838-1caa-49ea-8873-011768e5635d", + "token": "byTitHDFea7KU1TGkqWcJQQTUOHk2yjvgfTDlt46q5Y" + }, + { + "chat": "84f79d19-75d1-45b1-bcb8-36651590de82", + "token": "6bfB3rZ2en85G4EDjDZm8EVVymGxfFPo8Da5-vBHd5M" + } + ] + } +} diff --git a/evidence/research-20261029-pool/load-single8b-20261029113315.txt b/evidence/research-20261029-pool/load-single8b-20261029113315.txt new file mode 100644 index 00000000..174122b3 --- /dev/null +++ b/evidence/research-20261029-pool/load-single8b-20261029113315.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"passes":2869,"fails":9987,"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e"},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":299,"fails":1},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2844,"fails":9995}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":44591.474584},"metrics":{"application_errors":{"type":"counter","contains":"default","values":{"count":19983,"rate":448.1349896235582}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":150.10996628620794,"p(50)":75.304901,"p(95)":165.742897,"p(99)":190.31036650000001,"max":11627.052443}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(50)":0.229872,"p(95)":1.8305383999999998,"p(99)":7.313318699999995,"max":35.208034,"avg":0.6216663946429214}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.09999524632564549,"p(50)":0.042031,"p(95)":0.23779599999999998,"p(99)":0.4740774799999998,"max":29.534114}},"data_received":{"type":"counter","contains":"data","values":{"count":10000581,"rate":224271.1436052922}},"iterations":{"values":{"count":12839,"rate":287.92499283275106},"type":"counter","contains":"default"},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":2647,"rate":59.36112283108436}},"failed_writes":{"contains":"default","values":{"count":9987,"rate":223.96657866038515},"type":"counter"},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":167.59464175999983,"max":11625.766546,"avg":36.72166618768946,"p(50)":2.290636,"p(95)":130.56769589999996}},"checks":{"type":"rate","contains":"default","values":{"rate":0.23127524523946913,"passes":6012,"fails":19983}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":19983,"rate":448.1349896235582},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(95)":130.88320579999998,"p(99)":168.01515669999998,"max":11627.052443,"avg":37.443327828658056,"p(50)":2.930929}},"vus_max":{"type":"gauge","contains":"default","values":{"max":32,"value":32,"min":32}},"measured_operations":{"type":"counter","contains":"default","values":{"count":25544,"rate":572.8449269351034}},"http_reqs":{"type":"counter","contains":"default","values":{"count":26059,"rate":584.3942198168595}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.053963073256842804,"p(50)":0.000243,"p(95)":0.001314,"p(99)":0.0014788399999999965,"max":703.90332}},"vus":{"type":"gauge","contains":"default","values":{"min":0,"max":32,"value":32}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.7668367934302928,"passes":19983,"fails":6076}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":4.936425,"avg":0.004013690011128593,"p(50)":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":2160993,"rate":48462.021499853974}},"http_req_tls_handshaking":{"values":{"avg":0.022473991941363833,"p(50)":0,"p(95)":0,"p(99)":0,"max":25.479402},"type":"trend","contains":"time"},"iteration_duration":{"contains":"time","values":{"p(95)":266.0044067999995,"p(99)":343.68721489999956,"max":11904.224531,"avg":76.01463507189025,"p(50)":6.157335},"type":"trend"},"message_latency_ms":{"type":"trend","contains":"time","values":{"p(50)":2.858447,"p(95)":134.85857299999975,"p(99)":171.70400019000002,"max":11627.052443,"avg":51.80089285982287}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":12634,"rate":283.3277014914695}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors{status:429}":{"contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter"}},"setup_data":[{"chat":"c86b1fee-58c2-4934-aa29-88a950c37368","token":"UTgLLRywOSR38KPHGUgM7ORsE29W3lOKvwvWpan5p9U"},{"chat":"349230a6-6bff-480c-bb46-52adf1c4cfbe","token":"M-_ZGfkdbIBmTcGVqpp9jM_k2elAAEieqtttWVZF2LY"},{"chat":"e417528c-af5f-41ab-b9ca-1b4068c30ccf","token":"tIUAYqpHjK_v7g_aQbLOPjrQmAiHgfe9BOLBly0yLvE"},{"chat":"5b37fb41-c5c0-46a9-9189-822c2a70520b","token":"D9bcPKiVPxKeewJNtvg7dMoPuy6r6I3DLNnB1bKJO9w"},{"chat":"236c6d0e-faaf-4be0-87f7-5892ff48cce9","token":"Ms2JOBKJ5CBVPvxGJm_5mRbTiLWPgOptmXCSAI10r2I"},{"chat":"dd938aba-7ab3-4a7e-ba2c-b8244a7a99dd","token":"-4ogH7kmlJSu9nACUatTc_9UEvvgGLm2ozg35fSgOhc"},{"token":"ruZ655u5OXtzPmGwrxUGAhYB_9QII22N6j9I4twTUTs","chat":"f95b7837-3265-4a84-af8b-939f1ef597fb"},{"chat":"46094782-f4a3-440c-9901-09673115e8c0","token":"Z_WaBIQv9tfqOARTVFyoL4VNpJcvq2_uM4-RyYY2eA8"},{"chat":"e27d0212-ad39-4677-bfee-1173ea71544c","token":"sxSJMaH7uYadu8--HKTZ6oWIDzX6c0Jdt1qr7YJKDQE"},{"token":"Xuw5d-zMzBR4c6E9GSHdRwTYm1oESLxPVk541p5UXkA","chat":"0e62aa6c-2dd9-4435-8a19-7024faa174e3"},{"chat":"58e54e33-743f-4614-a9e6-c350a6fa46cc","token":"iAw5ePDdZ4vuZb09YX1YeKEG4Khg_w_y324X4rb0vz0"},{"chat":"e9fc6687-6e30-4d13-9c92-f42e6bb043f3","token":"JMGxnLgn_S0aRu6pcl13cpHEUrWvqm0Q0Vn8MfaZG4Y"},{"chat":"0acb076d-2aaa-45b9-80d0-e34562e96900","token":"PGXS1W4z1BIOrmv3fM0Zys-aEZu6MmZXB9PHfMcJvnM"},{"chat":"9284e591-c139-4fae-8f9a-4632819bbcb8","token":"19VFw6Q20IpiOMn6TtBYfHUDtQ19AGylpqWW3QVR0PQ"},{"chat":"ae0a3838-1caa-49ea-8873-011768e5635d","token":"byTitHDFea7KU1TGkqWcJQQTUOHk2yjvgfTDlt46q5Y"},{"chat":"84f79d19-75d1-45b1-bcb8-36651590de82","token":"6bfB3rZ2en85G4EDjDZm8EVVymGxfFPo8Da5-vBHd5M"}]}} diff --git a/evidence/research-20261029-pool/nodes.txt b/evidence/research-20261029-pool/nodes.txt new file mode 100644 index 00000000..461dea77 --- /dev/null +++ b/evidence/research-20261029-pool/nodes.txt @@ -0,0 +1,4 @@ +NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME +dev.asisti.tech Ready 252d v1.33.13 100.99.166.40 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 +marlosrv0 Ready 254d v1.33.13 192.168.1.37 Ubuntu 24.04.5 LTS 6.8.0-147-generic containerd://1.7.29 +srv0.agapov.space Ready 246d v1.33.13 100.108.186.94 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 diff --git a/evidence/research-20261029-pool/pods-saturation64-20261029112756.txt b/evidence/research-20261029-pool/pods-saturation64-20261029112756.txt new file mode 100644 index 00000000..58d7f69b --- /dev/null +++ b/evidence/research-20261029-pool/pods-saturation64-20261029112756.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-84fbf9968-6xpsz 1/1 Running 0 2m26s 10.1.25.79 dev.asisti.tech diff --git a/evidence/research-20261029-pool/pods-saturation8-20261029112615.txt b/evidence/research-20261029-pool/pods-saturation8-20261029112615.txt new file mode 100644 index 00000000..70e1c4f3 --- /dev/null +++ b/evidence/research-20261029-pool/pods-saturation8-20261029112615.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-84fbf9968-6xpsz 1/1 Running 0 39s 10.1.25.79 dev.asisti.tech +api-84fbf9968-mp649 1/1 Running 0 38s 10.1.25.103 dev.asisti.tech diff --git a/evidence/research-20261029-pool/pods-single32a-20261029113131.txt b/evidence/research-20261029-pool/pods-single32a-20261029113131.txt new file mode 100644 index 00000000..134aa0cd --- /dev/null +++ b/evidence/research-20261029-pool/pods-single32a-20261029113131.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-757dbc95b7-rdrq9 1/1 Running 0 40s 10.1.25.119 dev.asisti.tech diff --git a/evidence/research-20261029-pool/pods-single32b-20261029113452.txt b/evidence/research-20261029-pool/pods-single32b-20261029113452.txt new file mode 100644 index 00000000..39fa0ecd --- /dev/null +++ b/evidence/research-20261029-pool/pods-single32b-20261029113452.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-757dbc95b7-j9fg4 1/1 Running 0 39s 10.1.25.72 dev.asisti.tech diff --git a/evidence/research-20261029-pool/pods-single8a-20261029112953.txt b/evidence/research-20261029-pool/pods-single8a-20261029112953.txt new file mode 100644 index 00000000..8d44f023 --- /dev/null +++ b/evidence/research-20261029-pool/pods-single8a-20261029112953.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-84fbf9968-6xpsz 1/1 Running 0 4m15s 10.1.25.79 dev.asisti.tech diff --git a/evidence/research-20261029-pool/pods-single8b-20261029113315.txt b/evidence/research-20261029-pool/pods-single8b-20261029113315.txt new file mode 100644 index 00000000..1f66600b --- /dev/null +++ b/evidence/research-20261029-pool/pods-single8b-20261029113315.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-84fbf9968-b85fz 1/1 Running 0 38s 10.1.25.114 dev.asisti.tech diff --git a/evidence/research-20261029-pool/profiles.csv b/evidence/research-20261029-pool/profiles.csv new file mode 100644 index 00000000..35687a7b --- /dev/null +++ b/evidence/research-20261029-pool/profiles.csv @@ -0,0 +1,7 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration +saturation8,saturation8-20261029112615,1,1000,512,8,8,30 +saturation64,saturation64-20261029112756,1,1000,512,8,64,30 +single8a,single8a-20261029112953,1,1000,512,8,32,30 +single32a,single32a-20261029113131,1,1000,512,32,32,30 +single8b,single8b-20261029113315,1,1000,512,8,32,30 +single32b,single32b-20261029113452,1,1000,512,32,32,30 diff --git a/evidence/research-20261029-pool/readiness-events.json b/evidence/research-20261029-pool/readiness-events.json new file mode 100644 index 00000000..b86c1e16 --- /dev/null +++ b/evidence/research-20261029-pool/readiness-events.json @@ -0,0 +1,207 @@ +{ + "apiVersion": "v1", + "items": [ + { + "apiVersion": "v1", + "count": 4, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:32:43Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-757dbc95b7-rdrq9", + "namespace": "highload-applications", + "resourceVersion": "60165351", + "uid": "d7ca7a62-36f3-4fe4-a1e0-88c551fbae0e" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:32:49Z", + "message": "Readiness probe failed: Get \"http://10.1.25.119:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:32:43Z", + "name": "api-757dbc95b7-rdrq9.18e2fccdf49385e9", + "namespace": "highload-applications", + "resourceVersion": "60165641", + "uid": "bd6b8c20-d53c-4164-a494-204786fafcc4" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 16, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:26:39Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-84fbf9968-6xpsz", + "namespace": "highload-applications", + "resourceVersion": "60164031", + "uid": "d9662039-44f8-4142-be51-e527d8368874" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:31:22Z", + "message": "Readiness probe failed: Get \"http://10.1.25.79:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:26:46Z", + "name": "api-84fbf9968-6xpsz.18e2fc7937c40c84", + "namespace": "highload-applications", + "resourceVersion": "60165291", + "uid": "a20084f7-76bd-4e55-b804-1544b8703cac" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 8, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:31:22Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-84fbf9968-6xpsz", + "namespace": "highload-applications", + "resourceVersion": "60164031", + "uid": "d9662039-44f8-4142-be51-e527d8368874" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:31:34Z", + "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", + "metadata": { + "creationTimestamp": "2026-10-29T11:31:35Z", + "name": "api-84fbf9968-6xpsz.18e2fcbb3401a746", + "namespace": "highload-applications", + "resourceVersion": "60165312", + "uid": "bb948f9b-eff8-4d54-9ac4-ca51307acca9" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:31:46Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-84fbf9968-6xpsz", + "namespace": "highload-applications", + "resourceVersion": "60164031", + "uid": "d9662039-44f8-4142-be51-e527d8368874" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:31:46Z", + "message": "Readiness probe failed: Get \"http://10.1.25.79:8080/health/ready\": dial tcp 10.1.25.79:8080: connect: connection refused", + "metadata": { + "creationTimestamp": "2026-10-29T11:31:46Z", + "name": "api-84fbf9968-6xpsz.18e2fcc0ca8f23ea", + "namespace": "highload-applications", + "resourceVersion": "60165438", + "uid": "46a800fe-e43c-4c44-91bc-e1fcd24f9de3" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 6, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:34:14Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-84fbf9968-b85fz", + "namespace": "highload-applications", + "resourceVersion": "60165751", + "uid": "51c2d296-8919-4856-bfb3-57269315e7d2" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:34:24Z", + "message": "Readiness probe failed: Get \"http://10.1.25.114:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:34:14Z", + "name": "api-84fbf9968-b85fz.18e2fce343b34a0f", + "namespace": "highload-applications", + "resourceVersion": "60166051", + "uid": "9edbb542-76f2-407a-9a64-ef8d29279894" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:35:06Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-84fbf9968-b85fz", + "namespace": "highload-applications", + "resourceVersion": "60165751", + "uid": "51c2d296-8919-4856-bfb3-57269315e7d2" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:35:06Z", + "message": "Readiness probe failed: Get \"http://10.1.25.114:8080/health/ready\": dial tcp 10.1.25.114:8080: connect: invalid argument", + "metadata": { + "creationTimestamp": "2026-10-29T11:35:06Z", + "name": "api-84fbf9968-b85fz.18e2fcef5fe228ce", + "namespace": "highload-applications", + "resourceVersion": "60166225", + "uid": "6ff1a877-7f9b-4ed0-bf18-99d62fb2cd28" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + } + ], + "kind": "List", + "metadata": { + "resourceVersion": "" + } +} diff --git a/evidence/research-20261029-pool/resources-saturation64-20261029112756.txt b/evidence/research-20261029-pool/resources-saturation64-20261029112756.txt new file mode 100644 index 00000000..33612377 --- /dev/null +++ b/evidence/research-20261029-pool/resources-saturation64-20261029112756.txt @@ -0,0 +1,82 @@ +UTC 2026-10-29T11:28:49Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 3m 10Mi +postgres-0 5m 55Mi +valkey-0 10m 10Mi +valkey-1 5m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:28:58Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 3m 10Mi +postgres-0 5m 55Mi +valkey-0 10m 10Mi +valkey-1 5m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:29:09Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 2m 10Mi +load-saturation64-20261029112756-8lc42 27m 21Mi +postgres-0 5m 55Mi +valkey-0 11m 10Mi +valkey-1 5m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:29:18Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 189m 69Mi +load-saturation64-20261029112756-8lc42 53m 23Mi +postgres-0 59m 55Mi +valkey-0 17m 10Mi +valkey-1 18m 14Mi +valkey-2 6m 3Mi +active|||3 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:29:27Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 189m 69Mi +load-saturation64-20261029112756-8lc42 53m 23Mi +postgres-0 59m 55Mi +valkey-0 17m 10Mi +valkey-1 18m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:29:34Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 441m 16Mi +load-saturation64-20261029112756-8lc42 146m 37Mi +postgres-0 59m 55Mi +valkey-0 98m 10Mi +valkey-1 18m 14Mi +valkey-2 53m 4Mi +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:29:44Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 644m 15Mi +load-saturation64-20261029112756-8lc42 511m 46Mi +postgres-0 596m 64Mi +valkey-0 152m 8Mi +valkey-1 76m 14Mi +valkey-2 85m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:29:52Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 644m 15Mi +postgres-0 596m 64Mi +valkey-0 152m 8Mi +valkey-1 76m 14Mi +valkey-2 85m 3Mi diff --git a/evidence/research-20261029-pool/resources-saturation8-20261029112615.txt b/evidence/research-20261029-pool/resources-saturation8-20261029112615.txt new file mode 100644 index 00000000..6c02a7f3 --- /dev/null +++ b/evidence/research-20261029-pool/resources-saturation8-20261029112615.txt @@ -0,0 +1,85 @@ +UTC 2026-10-29T11:27:04Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 2m 23Mi +api-84fbf9968-mp649 2m 22Mi +postgres-0 4m 45Mi +valkey-0 7m 10Mi +valkey-1 4m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:27:11Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 2m 23Mi +api-84fbf9968-mp649 2m 22Mi +postgres-0 4m 45Mi +valkey-0 7m 10Mi +valkey-1 4m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:27:20Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 54m 61Mi +api-84fbf9968-mp649 3m 22Mi +load-saturation8-20261029112615-c2rdh 87m 15Mi +postgres-0 4m 45Mi +valkey-0 9m 10Mi +valkey-1 6m 14Mi +valkey-2 16m 4Mi +active|||1 +idle|Client|ClientRead|9 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:27:27Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 54m 61Mi +api-84fbf9968-mp649 3m 22Mi +load-saturation8-20261029112615-c2rdh 87m 15Mi +postgres-0 4m 45Mi +valkey-0 9m 10Mi +valkey-1 6m 14Mi +valkey-2 16m 4Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:27:35Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 161m 9Mi +api-84fbf9968-mp649 178m 9Mi +load-saturation8-20261029112615-c2rdh 67m 15Mi +postgres-0 265m 65Mi +valkey-0 65m 10Mi +valkey-1 24m 14Mi +valkey-2 16m 4Mi +active|||2 +idle|Client|ClientRead|7 +idle|||1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:27:43Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 161m 9Mi +api-84fbf9968-mp649 178m 9Mi +load-saturation8-20261029112615-c2rdh 67m 15Mi +postgres-0 265m 65Mi +valkey-0 65m 10Mi +valkey-1 24m 14Mi +valkey-2 16m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +idle in transaction|IO|WalSync|1 +UTC 2026-10-29T11:27:50Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 305m 10Mi +api-84fbf9968-mp649 293m 10Mi +load-saturation8-20261029112615-c2rdh 250m 18Mi +postgres-0 265m 65Mi +valkey-0 127m 10Mi +valkey-1 62m 14Mi +valkey-2 70m 4Mi +active|||1 +idle|Client|ClientRead|9 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-pool/resources-single32a-20261029113131.txt b/evidence/research-20261029-pool/resources-single32a-20261029113131.txt new file mode 100644 index 00000000..5956439f --- /dev/null +++ b/evidence/research-20261029-pool/resources-single32a-20261029113131.txt @@ -0,0 +1,64 @@ +UTC 2026-10-29T11:32:24Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-rdrq9 2m 22Mi +postgres-0 4m 47Mi +valkey-0 9m 8Mi +valkey-1 5m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:32:32Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-rdrq9 145m 40Mi +postgres-0 4m 47Mi +valkey-0 9m 8Mi +valkey-1 5m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:32:41Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-rdrq9 145m 40Mi +load-single32a-20261029113131-n2hln 103m 23Mi +postgres-0 122m 56Mi +valkey-0 38m 8Mi +valkey-1 9m 14Mi +valkey-2 26m 3Mi +active|||1 +idle|Client|ClientRead|32 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:32:54Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-rdrq9 145m 40Mi +load-single32a-20261029113131-n2hln 103m 23Mi +postgres-0 122m 56Mi +valkey-0 38m 8Mi +valkey-1 9m 14Mi +valkey-2 26m 3Mi +active|||1 +idle|Client|ClientRead|32 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:33:02Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-rdrq9 135m 15Mi +load-single32a-20261029113131-n2hln 464m 34Mi +postgres-0 243m 125Mi +valkey-0 47m 9Mi +valkey-1 14m 14Mi +valkey-2 24m 4Mi +active|||1 +idle|Client|ClientRead|31 +idle|||1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:33:09Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-rdrq9 135m 15Mi +postgres-0 243m 125Mi +valkey-0 47m 9Mi +valkey-1 14m 14Mi +valkey-2 24m 4Mi +active|||1 +idle|Client|ClientRead|32 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-pool/resources-single32b-20261029113452.txt b/evidence/research-20261029-pool/resources-single32b-20261029113452.txt new file mode 100644 index 00000000..4d264f8e --- /dev/null +++ b/evidence/research-20261029-pool/resources-single32b-20261029113452.txt @@ -0,0 +1,80 @@ +UTC 2026-10-29T11:35:56Z +Error from server (ServiceUnavailable): the server is currently unable to handle the request (get pods.metrics.k8s.io) +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:36:03Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-j9fg4 2m 22Mi +postgres-0 4m 52Mi +valkey-0 8m 9Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|3 +idle|||1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:36:12Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-j9fg4 2m 23Mi +postgres-0 4m 52Mi +valkey-0 6m 9Mi +valkey-2 5m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:36:19Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-j9fg4 156m 11Mi +postgres-0 14m 53Mi +valkey-0 33m 9Mi +valkey-2 6m 4Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|31 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:36:27Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-j9fg4 156m 11Mi +postgres-0 14m 53Mi +valkey-0 33m 9Mi +valkey-2 6m 4Mi +active|Client|ClientRead|5 +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|21 +idle|||2 +idle in transaction|Client|ClientRead|3 +idle in transaction|||1 +UTC 2026-10-29T11:36:34Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-j9fg4 305m 22Mi +load-single32b-20261029113452-9hx9v 309m 30Mi +postgres-0 486m 130Mi +valkey-0 155m 10Mi +valkey-1 63m 15Mi +valkey-2 35m 4Mi +active|||3 +idle|Client|ClientRead|25 +idle|||1 +idle in transaction|Client|ClientRead|5 +UTC 2026-10-29T11:36:42Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-j9fg4 305m 22Mi +load-single32b-20261029113452-9hx9v 309m 30Mi +postgres-0 486m 130Mi +valkey-0 155m 10Mi +valkey-1 63m 15Mi +valkey-2 35m 4Mi +active|||1 +idle|Client|ClientRead|32 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:36:50Z +NAME CPU(cores) MEMORY(bytes) +api-757dbc95b7-j9fg4 728m 24Mi +postgres-0 984m 133Mi +valkey-0 155m 10Mi +valkey-1 107m 15Mi +valkey-2 65m 4Mi +active|||1 +idle|Client|ClientRead|32 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-pool/resources-single8a-20261029112953.txt b/evidence/research-20261029-pool/resources-single8a-20261029112953.txt new file mode 100644 index 00000000..744f67b0 --- /dev/null +++ b/evidence/research-20261029-pool/resources-single8a-20261029112953.txt @@ -0,0 +1,64 @@ +UTC 2026-10-29T11:30:40Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 5m 15Mi +postgres-0 45m 65Mi +valkey-0 11m 8Mi +valkey-1 5m 14Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:30:47Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 2m 15Mi +postgres-0 6m 65Mi +valkey-0 10m 8Mi +valkey-1 5m 14Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:30:55Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 2m 15Mi +postgres-0 6m 65Mi +valkey-0 10m 8Mi +valkey-1 5m 14Mi +valkey-2 7m 3Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:31:03Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 192m 12Mi +load-single8a-20261029112953-dkvr4 134m 27Mi +postgres-0 50m 65Mi +valkey-0 30m 8Mi +valkey-1 16m 14Mi +valkey-2 26m 4Mi +active|||3 +idle|Client|ClientRead|6 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:31:11Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 192m 12Mi +load-single8a-20261029112953-dkvr4 134m 27Mi +postgres-0 50m 65Mi +valkey-0 30m 8Mi +valkey-1 16m 14Mi +valkey-2 26m 4Mi +active|IO|WalSync|1 +active|LWLock|WALWrite|3 +active|Lock|transactionid|1 +active|||2 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:31:18Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-6xpsz 423m 14Mi +load-single8a-20261029112953-dkvr4 430m 27Mi +postgres-0 340m 65Mi +valkey-0 110m 9Mi +valkey-1 56m 14Mi +valkey-2 26m 4Mi diff --git a/evidence/research-20261029-pool/resources-single8b-20261029113315.txt b/evidence/research-20261029-pool/resources-single8b-20261029113315.txt new file mode 100644 index 00000000..bd785958 --- /dev/null +++ b/evidence/research-20261029-pool/resources-single8b-20261029113315.txt @@ -0,0 +1,62 @@ +UTC 2026-10-29T11:34:00Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-b85fz 2m 22Mi +postgres-0 4m 50Mi +valkey-0 8m 9Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:34:07Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-b85fz 2m 22Mi +postgres-0 4m 50Mi +valkey-0 8m 9Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:34:16Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-b85fz 2m 22Mi +postgres-0 4m 50Mi +valkey-0 8m 9Mi +valkey-1 6m 14Mi +valkey-2 6m 3Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|5 +idle|||1 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:34:33Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-b85fz 249m 8Mi +postgres-0 124m 59Mi +valkey-0 35m 9Mi +valkey-2 15m 4Mi +active|IO|WalSync|1 +active|LWLock|WALWrite|3 +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:34:41Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-b85fz 249m 8Mi +postgres-0 124m 59Mi +valkey-0 35m 9Mi +valkey-2 15m 4Mi +active|Client|ClientRead|1 +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|3 +UTC 2026-10-29T11:34:48Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-b85fz 290m 13Mi +postgres-0 187m 69Mi +valkey-0 100m 9Mi +valkey-2 27m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-pool/restore-values.yaml b/evidence/research-20261029-pool/restore-values.yaml new file mode 100644 index 00000000..4e915dac --- /dev/null +++ b/evidence/research-20261029-pool/restore-values.yaml @@ -0,0 +1,61 @@ +api: + env: + DEPENDENCY_POOL_SIZE: "8" + DEPENDENCY_TIMEOUT_MS: "2000" + GOMEMLIMIT: 160MiB + REQUEST_TIMEOUT_SECONDS: "4" + SESSION_TTL_SECONDS: "3600" + SHUTDOWN_TIMEOUT_SECONDS: "5" + replicas: 2 + resources: + limits: + cpu: "1" + memory: 256Mi + requests: + cpu: 250m + memory: 128Mi +autoscaling: + cpuPercent: 60 + enabled: true + maxReplicas: 4 + minReplicas: 2 +databaseSecret: messenger-secrets +image: + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 + repository: asisti.registry.twcstorage.ru/mtusi2026lab3 +imagePullSecret: registry-pull +ingress: + className: traefik + clusterIssuer: letsencrypt-prod + host: hl.agapov.space +load: + duration: 30 + enabled: false + run: manual + script: scaling.js + vus: 32 +monitoring: + serviceMonitor: false +postgres: + image: postgres:17.6-alpine + resources: + limits: + cpu: "1" + memory: 512Mi + requests: + cpu: 250m + memory: 256Mi + storage: 2Gi +storageClass: "" +valkey: + image: valkey/valkey:8.1.3-alpine + maxmemory: 64mb + resources: + limits: + cpu: 500m + memory: 128Mi + requests: + cpu: 100m + memory: 96Mi + shards: 3 + storage: 1Gi diff --git a/evidence/research-20261029-pool/restore.txt b/evidence/research-20261029-pool/restore.txt new file mode 100644 index 00000000..05de3bba --- /dev/null +++ b/evidence/research-20261029-pool/restore.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:36:55 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 27 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-pool/rollout-saturation64.txt b/evidence/research-20261029-pool/rollout-saturation64.txt new file mode 100644 index 00000000..891e21f7 --- /dev/null +++ b/evidence/research-20261029-pool/rollout-saturation64.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:27:59 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 22 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-pool/rollout-saturation8.txt b/evidence/research-20261029-pool/rollout-saturation8.txt new file mode 100644 index 00000000..749f5b4e --- /dev/null +++ b/evidence/research-20261029-pool/rollout-saturation8.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:26:18 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 21 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-pool/rollout-single32a.txt b/evidence/research-20261029-pool/rollout-single32a.txt new file mode 100644 index 00000000..f19c43ff --- /dev/null +++ b/evidence/research-20261029-pool/rollout-single32a.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:31:34 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 24 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-pool/rollout-single32b.txt b/evidence/research-20261029-pool/rollout-single32b.txt new file mode 100644 index 00000000..0918f9f8 --- /dev/null +++ b/evidence/research-20261029-pool/rollout-single32b.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:34:55 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 26 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-pool/rollout-single8a.txt b/evidence/research-20261029-pool/rollout-single8a.txt new file mode 100644 index 00000000..8f281c79 --- /dev/null +++ b/evidence/research-20261029-pool/rollout-single8a.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:29:55 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 23 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-pool/rollout-single8b.txt b/evidence/research-20261029-pool/rollout-single8b.txt new file mode 100644 index 00000000..97f8b55f --- /dev/null +++ b/evidence/research-20261029-pool/rollout-single8b.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:33:17 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 25 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-pool/source.sha256 b/evidence/research-20261029-pool/source.sha256 new file mode 100644 index 00000000..862a7ac7 --- /dev/null +++ b/evidence/research-20261029-pool/source.sha256 @@ -0,0 +1,3 @@ +0a58dff9ad7acf8f228e0fd1c2a670bbe7e18a11360715b47659104832e34892 student-tests/load/scaling.js +dcc8dc1217792aca3385c8e3195b236058ee9b2df912e60f9af46dc51b9a6c86 charts/messenger/values.yaml +60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb internal/controller/http/fiber/errors.go diff --git a/evidence/research-20261029-readiness/README.md b/evidence/research-20261029-readiness/README.md new file mode 100644 index 00000000..fb7acb53 --- /dev/null +++ b/evidence/research-20261029-readiness/README.md @@ -0,0 +1,5 @@ +# Проверка гипотезы readiness + +Гипотеза: probe timeout 2 секунды недостаточен для двух последовательных проверок зависимостей с отдельными бюджетами по 2 секунды. Проверены 2 с / 2 ошибки и 5 с / 1 ошибка при 1 API, 1000m/512Mi, pool=8, 32 VU, одной ноде. + +probe2a исключён из сравнения: фактических API было две из-за перехода от HPA. Валидные probe2b, probe5a и probe5b не подтвердили устойчивого улучшения: probe2b — 160.33 сообщений/с без ошибок, probe5a — 145.07 без ошибок, probe5b — 88.07 с 17950 ошибками операций. Выбранные штатные 2 с / 2 ошибки сохранены. Изменение таймаута не устраняет реальные отказы зависимостей или сетевую нестабильность. diff --git a/evidence/research-20261029-readiness/base-revision.txt b/evidence/research-20261029-readiness/base-revision.txt new file mode 100644 index 00000000..32abb9b4 --- /dev/null +++ b/evidence/research-20261029-readiness/base-revision.txt @@ -0,0 +1 @@ +7b7e23fd029beea47e6f625a96cb98d2fe04bafb diff --git a/evidence/research-20261029-readiness/date.txt b/evidence/research-20261029-readiness/date.txt new file mode 100644 index 00000000..6c9c1356 --- /dev/null +++ b/evidence/research-20261029-readiness/date.txt @@ -0,0 +1 @@ +2026-10-29T11:37:56Z diff --git a/evidence/research-20261029-readiness/deployment-probe2a-20261029113757.json b/evidence/research-20261029-readiness/deployment-probe2a-20261029113757.json new file mode 100644 index 00000000..477a4f6d --- /dev/null +++ b/evidence/research-20261029-readiness/deployment-probe2a-20261029113757.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "23", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 39, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60167114", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:38:17Z", + "lastUpdateTime": "2026-10-29T11:38:17Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:38:17Z", + "message": "ReplicaSet \"api-84fbf9968\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 39, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029-readiness/deployment-probe2b-20261029114146.json b/evidence/research-20261029-readiness/deployment-probe2b-20261029114146.json new file mode 100644 index 00000000..a724f734 --- /dev/null +++ b/evidence/research-20261029-readiness/deployment-probe2b-20261029114146.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "25", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 41, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60168215", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:42:04Z", + "lastUpdateTime": "2026-10-29T11:42:04Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:42:28Z", + "message": "ReplicaSet \"api-84fbf9968\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 41, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-readiness/deployment-probe5a-20261029113950.json b/evidence/research-20261029-readiness/deployment-probe5a-20261029113950.json new file mode 100644 index 00000000..8205d797 --- /dev/null +++ b/evidence/research-20261029-readiness/deployment-probe5a-20261029113950.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "24", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 40, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60167609", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 1, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 5 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:39:29Z", + "lastUpdateTime": "2026-10-29T11:39:29Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:39:59Z", + "message": "ReplicaSet \"api-6748cbfcbb\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 40, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-readiness/deployment-probe5b-20261029114403.json b/evidence/research-20261029-readiness/deployment-probe5b-20261029114403.json new file mode 100644 index 00000000..aef89cfe --- /dev/null +++ b/evidence/research-20261029-readiness/deployment-probe5b-20261029114403.json @@ -0,0 +1,217 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "26", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 42, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60168628", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 1, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "3629eac7ad08a08f6015340b29ccc00a2d76d1d1abf751a049de47ac2ac50f77", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 1, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 5 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "512Mi" + }, + "requests": { + "cpu": "1", + "memory": "512Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeSelector": { + "kubernetes.io/hostname": "dev.asisti.tech" + }, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 1, + "conditions": [ + { + "lastTransitionTime": "2026-10-29T11:43:12Z", + "lastUpdateTime": "2026-10-29T11:43:12Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + }, + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:44:10Z", + "message": "ReplicaSet \"api-6748cbfcbb\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + } + ], + "observedGeneration": 42, + "readyReplicas": 1, + "replicas": 1, + "updatedReplicas": 1 + } +} diff --git a/evidence/research-20261029-readiness/load-probe2a-20261029113757.json b/evidence/research-20261029-readiness/load-probe2a-20261029113757.json new file mode 100644 index 00000000..63093e49 --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe2a-20261029113757.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "setup_data": [ + { + "chat": "5b6bc5fd-11ad-4ab5-8171-e36d78a854e5", + "token": "83o0IZT_OtqyoF7jKJBuBYHJSkER-H01YNUmwTPrW18" + }, + { + "chat": "ecd8894b-30bd-4689-9809-5ca1df67ca80", + "token": "VlrppUWw5bHBLYLmXua4mX_QYs6PNRxAE4Dk8DLLliM" + }, + { + "chat": "2036772e-7e34-47cb-b61d-bc7c09a4430b", + "token": "Gu5_iWIrhIdd0I_5SkKX1G-5kVvmyy8eVybWlJ_ij0o" + }, + { + "token": "hnBQGrEyAPo4oi6ZdZEkX7eifuI8nq7q_nxYpz1mibM", + "chat": "9f1cb7e9-794b-4d9c-b994-9d6a81dba078" + }, + { + "chat": "36915d30-e389-4615-9822-8465c70520c4", + "token": "OH8rJIaUYMUlQdp_kqInugZ9pMGzI9eJHrls-4Xo4dA" + }, + { + "chat": "641d3389-4fec-4a5f-bfed-3d70200e87e7", + "token": "6TrwiL01ikSGHJi4aw62vM88_V1t1XNrZNsc7Q0COeM" + }, + { + "chat": "acfe940b-a561-4158-ab85-8ba706789ff5", + "token": "-z5R8dnain840xVNWQ_4NAdKrQ7G0ZoEeRclQpXjY24" + }, + { + "chat": "414fd4ac-779b-446a-8c55-e601872f9f0f", + "token": "La-9Jdo2MR0_IIYe5DUad6LwJuQDDpKeUTvtDfQ-aIk" + }, + { + "chat": "8460515a-e8ac-4c18-8b2b-633333a0e589", + "token": "m93sYWqVPQPrHPgGhA97GGM3NekzYj_3TNWecJh8LiE" + }, + { + "chat": "872da110-ba6e-426a-92b2-a8d7f22afbc5", + "token": "Ha6fhKfJhAvnped_ehMw8yfJ_lWPV482xZ_4NIZyDrU" + }, + { + "chat": "094dbd4f-bf01-4356-86e7-dac531f47280", + "token": "D3Muv4SI7n38A8h3AfmxpHhqbLJZZvKlNPu35y93r54" + }, + { + "chat": "61f5ceb7-fb47-4eb7-b67f-443c4a054dd8", + "token": "lkHGmJoh-tnr5CdZICO0uBWVhjbwE1nWNyCCoGpTzqY" + }, + { + "chat": "cfa3f106-a30b-48d9-a6df-82715521d92d", + "token": "yYW0HkuJW-J0UNyXkd6oIIOP-oWHa8eYNblAlOYPCLA" + }, + { + "chat": "f2a728a4-1a54-4004-ab7d-3b302567feaf", + "token": "pqNvwTrA_kEclztZrmEdD8mtI1Rj_pGTNpJBXjBngo8" + }, + { + "chat": "ca03bb04-47a1-4b8e-8c46-9047ac270c80", + "token": "xkEXool5AH9jTevnIqx3EV5wnBU4qilks1v4F69wJLA" + }, + { + "chat": "bd5e6a6b-efdf-476d-ae20-4bc055dd9940", + "token": "9L394wCInPS7oYMPvrNAaKmT7a4R-FUvW4a-9Ly68Xc" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 2678, + "fails": 0 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 285, + "fails": 0 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2662, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 45237.35581 + }, + "metrics": { + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "max": 21.956206, + "avg": 0.07616111407980315, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0 + } + }, + "data_received": { + "values": { + "count": 7720690, + "rate": 170670.67386580748 + }, + "type": "counter", + "contains": "data" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "vus_max": { + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + }, + "type": "gauge" + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.007176399999999973, + "max": 1012.199289, + "avg": 0.2765768892599784, + "p(50)": 0.001211, + "p(95)": 0.0014415999999999995 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 2662, + "rate": 58.845172365524256 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.020088786078396904, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 4.497472 + } + }, + "http_req_receiving": { + "contains": "time", + "values": { + "avg": 0.28616167024081557, + "p(50)": 0.173989, + "p(95)": 0.7985983999999999, + "p(99)": 1.9823327599999991, + "max": 17.450908 + }, + "type": "trend" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 365.8979752580771, + "p(50)": 171.7056935, + "p(95)": 289.01490204999993, + "p(99)": 15860.12647446, + "max": 16194.347133 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 530203, + "rate": 11720.468416122487 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "passes": 0, + "fails": 5689, + "rate": 0 + } + }, + "attempted_messages": { + "values": { + "rate": 54.02614622890356, + "count": 2444 + }, + "type": "counter", + "contains": "default" + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 303.5815466325699, + "p(50)": 97.445526, + "p(95)": 157.88551219999997, + "p(99)": 15466.744984530003, + "max": 15879.39015 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 5149, + "rate": 113.82186044706401 + } + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "application_errors": { + "values": { + "count": 0, + "rate": 0 + }, + "type": "counter", + "contains": "default" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 5689, + "rate": 125.75889766621619 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 79.534332, + "p(95)": 143.08680299999995, + "p(99)": 302.71481855999906, + "max": 15879.39015, + "avg": 171.9521881787665 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "fails": 0, + "rate": 1, + "passes": 5625 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 302.71481855999906, + "max": 15879.39015, + "avg": 171.9521881787665, + "p(50)": 79.534332, + "p(95)": 143.08680299999995 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0.1736, + "p(95)": 0.3863061999999996, + "p(99)": 0.8739133999999985, + "max": 7.819659, + "avg": 0.20183353295834072 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "max": 15879.267816, + "avg": 171.4641929755668, + "p(50)": 79.072404, + "p(95)": 142.4328879999999, + "p(99)": 302.5124085199991 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2444, + "rate": 54.02614622890356 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + } + } + } +} diff --git a/evidence/research-20261029-readiness/load-probe2a-20261029113757.txt b/evidence/research-20261029-readiness/load-probe2a-20261029113757.txt new file mode 100644 index 00000000..564d78fd --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe2a-20261029113757.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"setup_data":[{"chat":"5b6bc5fd-11ad-4ab5-8171-e36d78a854e5","token":"83o0IZT_OtqyoF7jKJBuBYHJSkER-H01YNUmwTPrW18"},{"chat":"ecd8894b-30bd-4689-9809-5ca1df67ca80","token":"VlrppUWw5bHBLYLmXua4mX_QYs6PNRxAE4Dk8DLLliM"},{"chat":"2036772e-7e34-47cb-b61d-bc7c09a4430b","token":"Gu5_iWIrhIdd0I_5SkKX1G-5kVvmyy8eVybWlJ_ij0o"},{"token":"hnBQGrEyAPo4oi6ZdZEkX7eifuI8nq7q_nxYpz1mibM","chat":"9f1cb7e9-794b-4d9c-b994-9d6a81dba078"},{"chat":"36915d30-e389-4615-9822-8465c70520c4","token":"OH8rJIaUYMUlQdp_kqInugZ9pMGzI9eJHrls-4Xo4dA"},{"chat":"641d3389-4fec-4a5f-bfed-3d70200e87e7","token":"6TrwiL01ikSGHJi4aw62vM88_V1t1XNrZNsc7Q0COeM"},{"chat":"acfe940b-a561-4158-ab85-8ba706789ff5","token":"-z5R8dnain840xVNWQ_4NAdKrQ7G0ZoEeRclQpXjY24"},{"chat":"414fd4ac-779b-446a-8c55-e601872f9f0f","token":"La-9Jdo2MR0_IIYe5DUad6LwJuQDDpKeUTvtDfQ-aIk"},{"chat":"8460515a-e8ac-4c18-8b2b-633333a0e589","token":"m93sYWqVPQPrHPgGhA97GGM3NekzYj_3TNWecJh8LiE"},{"chat":"872da110-ba6e-426a-92b2-a8d7f22afbc5","token":"Ha6fhKfJhAvnped_ehMw8yfJ_lWPV482xZ_4NIZyDrU"},{"chat":"094dbd4f-bf01-4356-86e7-dac531f47280","token":"D3Muv4SI7n38A8h3AfmxpHhqbLJZZvKlNPu35y93r54"},{"chat":"61f5ceb7-fb47-4eb7-b67f-443c4a054dd8","token":"lkHGmJoh-tnr5CdZICO0uBWVhjbwE1nWNyCCoGpTzqY"},{"chat":"cfa3f106-a30b-48d9-a6df-82715521d92d","token":"yYW0HkuJW-J0UNyXkd6oIIOP-oWHa8eYNblAlOYPCLA"},{"chat":"f2a728a4-1a54-4004-ab7d-3b302567feaf","token":"pqNvwTrA_kEclztZrmEdD8mtI1Rj_pGTNpJBXjBngo8"},{"chat":"ca03bb04-47a1-4b8e-8c46-9047ac270c80","token":"xkEXool5AH9jTevnIqx3EV5wnBU4qilks1v4F69wJLA"},{"chat":"bd5e6a6b-efdf-476d-ae20-4bc055dd9940","token":"9L394wCInPS7oYMPvrNAaKmT7a4R-FUvW4a-9Ly68Xc"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":2678,"fails":0},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":285,"fails":0},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2662,"fails":0}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":45237.35581},"metrics":{"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"max":21.956206,"avg":0.07616111407980315,"p(50)":0,"p(95)":0,"p(99)":0}},"data_received":{"values":{"count":7720690,"rate":170670.67386580748},"type":"counter","contains":"data"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"vus_max":{"contains":"default","values":{"value":32,"min":32,"max":32},"type":"gauge"},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.007176399999999973,"max":1012.199289,"avg":0.2765768892599784,"p(50)":0.001211,"p(95)":0.0014415999999999995}},"iterations":{"type":"counter","contains":"default","values":{"count":2662,"rate":58.845172365524256}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.020088786078396904,"p(50)":0,"p(95)":0,"p(99)":0,"max":4.497472}},"http_req_receiving":{"contains":"time","values":{"avg":0.28616167024081557,"p(50)":0.173989,"p(95)":0.7985983999999999,"p(99)":1.9823327599999991,"max":17.450908},"type":"trend"},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":365.8979752580771,"p(50)":171.7056935,"p(95)":289.01490204999993,"p(99)":15860.12647446,"max":16194.347133}},"data_sent":{"type":"counter","contains":"data","values":{"count":530203,"rate":11720.468416122487}},"http_req_failed":{"type":"rate","contains":"default","values":{"passes":0,"fails":5689,"rate":0}},"attempted_messages":{"values":{"rate":54.02614622890356,"count":2444},"type":"counter","contains":"default"},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":303.5815466325699,"p(50)":97.445526,"p(95)":157.88551219999997,"p(99)":15466.744984530003,"max":15879.39015}},"measured_operations":{"type":"counter","contains":"default","values":{"count":5149,"rate":113.82186044706401}},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors":{"values":{"count":0,"rate":0},"type":"counter","contains":"default"},"http_reqs":{"type":"counter","contains":"default","values":{"count":5689,"rate":125.75889766621619}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(50)":79.534332,"p(95)":143.08680299999995,"p(99)":302.71481855999906,"max":15879.39015,"avg":171.9521881787665}},"checks":{"type":"rate","contains":"default","values":{"fails":0,"rate":1,"passes":5625}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":302.71481855999906,"max":15879.39015,"avg":171.9521881787665,"p(50)":79.534332,"p(95)":143.08680299999995}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(50)":0.1736,"p(95)":0.3863061999999996,"p(99)":0.8739133999999985,"max":7.819659,"avg":0.20183353295834072}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":15879.267816,"avg":171.4641929755668,"p(50)":79.072404,"p(95)":142.4328879999999,"p(99)":302.5124085199991}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":2444,"rate":54.02614622890356}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}}}}} diff --git a/evidence/research-20261029-readiness/load-probe2b-20261029114146.json b/evidence/research-20261029-readiness/load-probe2b-20261029114146.json new file mode 100644 index 00000000..7bf640fc --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe2b-20261029114146.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 4987, + "fails": 0 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 513, + "fails": 0 + }, + { + "passes": 4965, + "fails": 0, + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8" + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e" + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 54454.378861 + }, + "metrics": { + "http_req_failed": { + "values": { + "fails": 10531, + "rate": 0.00037968675842429994, + "passes": 4 + }, + "type": "rate", + "contains": "default" + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 181.894479, + "p(95)": 319.0880900000001, + "p(99)": 406.6495257199995, + "max": 608.051894, + "avg": 196.05788405075597 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4810, + "rate": 88.33082114990208 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.2553993865211189, + "p(50)": 0.179999, + "p(95)": 0.6804462999999995, + "p(99)": 1.3854514599999999, + "max": 7.788657 + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 92.3184985, + "p(95)": 159.7035873, + "p(99)": 211.03447146, + "max": 296.317341, + "avg": 99.74704451330554 + } + }, + "application_errors{status:0}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "application_errors{status:503}": { + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.20819878025628386, + "p(50)": 0.001241, + "p(95)": 0.001442, + "p(99)": 0.0015903199999999997, + "max": 1024.807021 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.19730970536307524, + "p(50)": 0.187979, + "p(95)": 0.3581966999999999, + "p(99)": 0.6450867599999998, + "max": 3.336688 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 92.75789150726135, + "p(50)": 85.441347, + "p(95)": 152.2794315999999, + "p(99)": 203.34289926, + "max": 3000.129427 + } + }, + "vus": { + "values": { + "value": 32, + "min": 0, + "max": 32 + }, + "type": "gauge", + "contains": "default" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 10535, + "rate": 193.46469871397474 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 960532, + "rate": 17639.20588373342 + } + }, + "http_req_tls_handshaking": { + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 46.742453, + "avg": 0.09879457854769816 + }, + "type": "trend", + "contains": "time" + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 203.40958330000032, + "max": 296.317341, + "avg": 92.77317693780265, + "p(50)": 85.893005, + "p(95)": 152.67121600000002 + } + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "http_req_duration": { + "values": { + "p(50)": 85.893005, + "p(95)": 152.7242078, + "p(99)": 203.665353, + "max": 3000.381876, + "avg": 93.2106005991457 + }, + "type": "trend", + "contains": "time" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "rate": 264476.89425973047, + "count": 14401925 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 10465, + "fails": 0 + } + }, + "iterations": { + "contains": "default", + "values": { + "count": 4965, + "rate": 91.17724054246649 + }, + "type": "counter" + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 10115, + "rate": 185.75182035992924 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4810, + "rate": 88.33082114990208 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 6.465628, + "avg": 0.011650741053630754, + "p(50)": 0 + } + } + }, + "setup_data": [ + { + "chat": "f9b118db-f823-4930-8ff8-f7eed5d8289a", + "token": "JUStv0hGFfnPbiNAzyfJ3hyQIaXKxw9rD-pMmo557qk" + }, + { + "token": "_UrCXK0lbM-50SCHZUKqOdVtseZZ0-eu7Sw0p1224Ac", + "chat": "f94d593c-fc6c-460a-8713-93b181e6b129" + }, + { + "chat": "e864aee5-5a3a-430a-bf17-0cdd4cbde8cb", + "token": "KEVdNatKTwTnvxkML-1ADvLoPbePA7iG6PEnpWAnSvM" + }, + { + "chat": "f697d0c3-c196-456b-b8f7-6b29a9d26297", + "token": "Xu97i_7fp8GBCjMc1ifwUYLBpz7HAhA5hsl7RvNFKXc" + }, + { + "chat": "be9b63bb-a551-4c87-b395-b516054bdc48", + "token": "hachLHDwsq-mcd_SHtJwdYjTR6aY2u6WuP19Swy2CDk" + }, + { + "chat": "8b360f96-5aba-49f2-ad48-c48dfea25fdf", + "token": "V7aGGrTFdneZvwQ4T-IiloSNlZ0MtyCH3Sh6VYTn9Cg" + }, + { + "token": "tMzXrlTJdbue4EhLfjMSlsdZIiWGCe0PRYSlxdsgsWw", + "chat": "d04374d7-9f3f-42a8-8ec9-e580ac1f09ac" + }, + { + "token": "YhKwaQ9xR9nGfGxLaXfpDSsv6AMACvW6t6ZHB2mVPt0", + "chat": "e8278e32-421e-4bd6-9976-c1fc525959e5" + }, + { + "chat": "7094ba19-c7ae-449f-a7b7-6d954cec703e", + "token": "8ghi6AHhsg6vH9nFTc2bE-knZ2oFgU_fkJfWq9fRyVs" + }, + { + "chat": "b1834219-b5cc-4e4a-a5d9-a54e84ea95f1", + "token": "RlB4ar1wHm17V3Rz1Tm04PLenGpT5GCnIs5doxRl_Os" + }, + { + "token": "LAvoTYNP_J0hGVbnfsI1uBWjsa2PhLbAeFxI3F1HqK8", + "chat": "5ba7fc56-93c8-4864-bc73-a6c37b92e147" + }, + { + "chat": "8f5c45da-8ae0-4621-87da-3e1d7fbba11e", + "token": "C3Wl88sIeM_t2osq4WIJMN54Oitn86ueZkz6fhzudNg" + }, + { + "chat": "8384ae31-48bd-4b67-bbd1-bc3f70301d4a", + "token": "u_uTx4A5Cfk4f8DkCzuj3enMubnyGDTtYE15GXnZNQA" + }, + { + "chat": "4426f32f-17cf-41c1-b726-5f65033de485", + "token": "Ap4CGuCfDEhJATpUI0PT1Rk_mMCIkZPUQ7chtJlRZ7M" + }, + { + "chat": "0909d4e0-77ba-4eb5-a9cc-2203fe3d486b", + "token": "RWpFTGro7wOrK1RSVR0qeDwl-m8jwOP-DbpnA2qMDCs" + }, + { + "chat": "e38a6dbb-0d1e-4778-b747-e42f0a4077f4", + "token": "pYaRvdGGaElZeUEk5CrsQtkk3-nHzXPwm7ZpbWgeBF0" + } + ] + } +} diff --git a/evidence/research-20261029-readiness/load-probe2b-20261029114146.txt b/evidence/research-20261029-readiness/load-probe2b-20261029114146.txt new file mode 100644 index 00000000..c307a8af --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe2b-20261029114146.txt @@ -0,0 +1,4 @@ +time="2026-10-29T11:43:06Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +time="2026-10-29T11:43:10Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +time="2026-10-29T11:43:12Z" level=warning msg="setup login: 503; abandoning synthetic actor" source=console +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":4987,"fails":0},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":513,"fails":0},{"passes":4965,"fails":0,"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":54454.378861},"metrics":{"http_req_failed":{"values":{"fails":10531,"rate":0.00037968675842429994,"passes":4},"type":"rate","contains":"default"},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":181.894479,"p(95)":319.0880900000001,"p(99)":406.6495257199995,"max":608.051894,"avg":196.05788405075597}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":4810,"rate":88.33082114990208}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.2553993865211189,"p(50)":0.179999,"p(95)":0.6804462999999995,"p(99)":1.3854514599999999,"max":7.788657}},"message_latency_ms":{"type":"trend","contains":"time","values":{"p(50)":92.3184985,"p(95)":159.7035873,"p(99)":211.03447146,"max":296.317341,"avg":99.74704451330554}},"application_errors{status:0}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}},"application_errors{status:503}":{"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default","values":{"count":0,"rate":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"avg":0.20819878025628386,"p(50)":0.001241,"p(95)":0.001442,"p(99)":0.0015903199999999997,"max":1024.807021}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.19730970536307524,"p(50)":0.187979,"p(95)":0.3581966999999999,"p(99)":0.6450867599999998,"max":3.336688}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":92.75789150726135,"p(50)":85.441347,"p(95)":152.2794315999999,"p(99)":203.34289926,"max":3000.129427}},"vus":{"values":{"value":32,"min":0,"max":32},"type":"gauge","contains":"default"},"http_reqs":{"type":"counter","contains":"default","values":{"count":10535,"rate":193.46469871397474}},"data_sent":{"type":"counter","contains":"data","values":{"count":960532,"rate":17639.20588373342}},"http_req_tls_handshaking":{"values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":46.742453,"avg":0.09879457854769816},"type":"trend","contains":"time"},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":203.40958330000032,"max":296.317341,"avg":92.77317693780265,"p(50)":85.893005,"p(95)":152.67121600000002}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_duration":{"values":{"p(50)":85.893005,"p(95)":152.7242078,"p(99)":203.665353,"max":3000.381876,"avg":93.2106005991457},"type":"trend","contains":"time"},"data_received":{"type":"counter","contains":"data","values":{"rate":264476.89425973047,"count":14401925}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":10465,"fails":0}},"iterations":{"contains":"default","values":{"count":4965,"rate":91.17724054246649},"type":"counter"},"measured_operations":{"type":"counter","contains":"default","values":{"count":10115,"rate":185.75182035992924}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":4810,"rate":88.33082114990208}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":6.465628,"avg":0.011650741053630754,"p(50)":0}}},"setup_data":[{"chat":"f9b118db-f823-4930-8ff8-f7eed5d8289a","token":"JUStv0hGFfnPbiNAzyfJ3hyQIaXKxw9rD-pMmo557qk"},{"token":"_UrCXK0lbM-50SCHZUKqOdVtseZZ0-eu7Sw0p1224Ac","chat":"f94d593c-fc6c-460a-8713-93b181e6b129"},{"chat":"e864aee5-5a3a-430a-bf17-0cdd4cbde8cb","token":"KEVdNatKTwTnvxkML-1ADvLoPbePA7iG6PEnpWAnSvM"},{"chat":"f697d0c3-c196-456b-b8f7-6b29a9d26297","token":"Xu97i_7fp8GBCjMc1ifwUYLBpz7HAhA5hsl7RvNFKXc"},{"chat":"be9b63bb-a551-4c87-b395-b516054bdc48","token":"hachLHDwsq-mcd_SHtJwdYjTR6aY2u6WuP19Swy2CDk"},{"chat":"8b360f96-5aba-49f2-ad48-c48dfea25fdf","token":"V7aGGrTFdneZvwQ4T-IiloSNlZ0MtyCH3Sh6VYTn9Cg"},{"token":"tMzXrlTJdbue4EhLfjMSlsdZIiWGCe0PRYSlxdsgsWw","chat":"d04374d7-9f3f-42a8-8ec9-e580ac1f09ac"},{"token":"YhKwaQ9xR9nGfGxLaXfpDSsv6AMACvW6t6ZHB2mVPt0","chat":"e8278e32-421e-4bd6-9976-c1fc525959e5"},{"chat":"7094ba19-c7ae-449f-a7b7-6d954cec703e","token":"8ghi6AHhsg6vH9nFTc2bE-knZ2oFgU_fkJfWq9fRyVs"},{"chat":"b1834219-b5cc-4e4a-a5d9-a54e84ea95f1","token":"RlB4ar1wHm17V3Rz1Tm04PLenGpT5GCnIs5doxRl_Os"},{"token":"LAvoTYNP_J0hGVbnfsI1uBWjsa2PhLbAeFxI3F1HqK8","chat":"5ba7fc56-93c8-4864-bc73-a6c37b92e147"},{"chat":"8f5c45da-8ae0-4621-87da-3e1d7fbba11e","token":"C3Wl88sIeM_t2osq4WIJMN54Oitn86ueZkz6fhzudNg"},{"chat":"8384ae31-48bd-4b67-bbd1-bc3f70301d4a","token":"u_uTx4A5Cfk4f8DkCzuj3enMubnyGDTtYE15GXnZNQA"},{"chat":"4426f32f-17cf-41c1-b726-5f65033de485","token":"Ap4CGuCfDEhJATpUI0PT1Rk_mMCIkZPUQ7chtJlRZ7M"},{"chat":"0909d4e0-77ba-4eb5-a9cc-2203fe3d486b","token":"RWpFTGro7wOrK1RSVR0qeDwl-m8jwOP-DbpnA2qMDCs"},{"chat":"e38a6dbb-0d1e-4778-b747-e42f0a4077f4","token":"pYaRvdGGaElZeUEk5CrsQtkk3-nHzXPwm7ZpbWgeBF0"}]}} diff --git a/evidence/research-20261029-readiness/load-probe5a-20261029113950.json b/evidence/research-20261029-readiness/load-probe5a-20261029113950.json new file mode 100644 index 00000000..3d38063f --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe5a-20261029113950.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ] + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 64348.785066 + }, + "metrics": { + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 183.89047805, + "p(99)": 227.91660417999984, + "max": 416.153811, + "avg": 109.79651016130492, + "p(50)": 98.04979 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 104.04333617752478, + "p(50)": 91.693759, + "p(95)": 175.95552974999998, + "p(99)": 217.26459979999993, + "max": 3001.057825 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.5819402499999999, + "p(99)": 1.0858867999999973, + "max": 197.82957, + "avg": 0.314270459413872, + "p(50)": 0.178359 + } + }, + "measured_operations": { + "contains": "default", + "values": { + "count": 9144, + "rate": 142.1005849701958 + }, + "type": "counter" + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 4472, + "rate": 69.49626159084816 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 194.042303, + "p(95)": 360.47340879999996, + "p(99)": 507.1045991, + "max": 801.247776, + "avg": 218.48342979830016 + } + }, + "application_errors{status:503}": { + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter" + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 1, + "passes": 9415, + "fails": 0 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4352, + "rate": 67.63142451774848 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 9486, + "rate": 147.4153706285299 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 218.69784719999987, + "max": 3001.115932, + "avg": 104.54552064473933, + "p(50)": 92.08764049999999, + "p(95)": 176.54378450000002 + } + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.18791400780097017, + "p(50)": 0.1824905, + "p(95)": 0.328721, + "p(99)": 0.5858761499999996, + "max": 5.680971 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 867545, + "rate": 13481.917321518866 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_tls_handshaking": { + "values": { + "avg": 0.07659518458781361, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 40.096467 + }, + "type": "trend", + "contains": "time" + }, + "vus_max": { + "values": { + "value": 32, + "min": 32, + "max": 32 + }, + "type": "gauge", + "contains": "default" + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 12965300, + "rate": 201484.76753216094 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 4352, + "rate": 67.63142451774848 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "p(99)": 0, + "max": 7.041569, + "avg": 0.011908549968374448, + "p(50)": 0, + "p(95)": 0 + }, + "type": "trend" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.0007379295804343243, + "passes": 7, + "fails": 9479 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0.001441, + "p(99)": 0.001576, + "max": 44.680786, + "avg": 0.0910056399957825, + "p(50)": 0.001239 + } + }, + "http_req_duration{expected_response:true}": { + "values": { + "avg": 103.45390451482191, + "p(50)": 92.086455, + "p(95)": 176.3376974, + "p(99)": 217.65719217999987, + "max": 416.153811 + }, + "type": "trend", + "contains": "time" + } + }, + "setup_data": [ + { + "token": "uFBtq1uyBuuOxa0GQS6ayWGhmJh2lPfX8T7KZ2Fxhww", + "chat": "3f7f81a1-210e-43ce-b61f-5880b585bf95" + }, + { + "chat": "4f90e785-35cc-4aa6-aada-211f9101b99a", + "token": "1QktxWjmAcVW6o4XRxpiwgQBseTgGNptGycvnoBn_Lc" + }, + { + "chat": "c58496ae-f334-4756-bec0-ab71f0ebfc64", + "token": "MLfPLEC0g8yGTakggGJ66T23-1EDAXRqFvRExUuz7eA" + }, + { + "chat": "42b0cc09-6543-416e-9aad-406502af0df2", + "token": "w55BAcQpzQzHOfi9rUMj5ijjhaOEL6I5XFCyNhDTgPk" + }, + { + "chat": "e2230d92-d610-450a-a492-151803a5db95", + "token": "mr2K8Mf1jgX_rF6cyAd7cuUbJ6sQamZUSO0ywn0NF_w" + }, + { + "chat": "04a32152-5865-4ee2-9915-97d609890d0e", + "token": "LST3yU-cu4rUVFRb8AoPEWzIGjA18_ML3jUB0QZT2ZQ" + }, + { + "chat": "47672539-53d1-4995-b114-34509c107525", + "token": "m1nO2gn-iyDXvf1ah2hF4YuBEl7YZQQChgOXJhAys3M" + }, + { + "chat": "c2420a16-02a8-47df-89b9-b84f9f66ecbb", + "token": "ljTaFNOKm7eGWnC5KRVsKmbqKPcnD9rDprEjJG8gHio" + }, + { + "chat": "02f49adf-da6f-4ed8-8441-a08519b58564", + "token": "-4ZXXeH7lhQJSZvdNMqqUW71PktnEvvN4Y2hmc65_H8" + }, + { + "chat": "912536ef-a25d-4531-9ef1-cd1a7fb04aec", + "token": "M_YFJMkfKAeZwSimylxxap7T2I_bY2AdOQChfSicbwY" + }, + { + "chat": "0b510057-ca4e-4d1d-ab48-c569992fd722", + "token": "dDulmCbP8L0Ci04ld1Py6ogqKFom_tLf_3VJNikW5so" + }, + { + "chat": "b17655c2-4167-4b51-8401-24adac60e652", + "token": "mDAVSpqVjWbTw9ZQ5IGPWfQkiUW_1Am0hd8vtMZNeiI" + }, + { + "chat": "0bd18883-3bd7-4932-ad55-721c21a77644", + "token": "SbN7F5vfjfYL2EEERxDR8bW9rZ03YMYCNCQqhNU9A8A" + }, + { + "token": "G5TcBhZmn3Ab126gFCuMYKrAFBsiWmc4-zxlo6iOr-o", + "chat": "f10b2b52-46d6-4020-8425-2b25ba37c0eb" + }, + { + "token": "flkfNfEE__Tlq4YnboJwhC9I0LD6iV4JrJHYSUmpqTY", + "chat": "97845113-2a00-4cf3-a55f-ada8676e04a4" + }, + { + "chat": "cff6bd2e-a5b1-49ad-8260-6cb9b290c6ec", + "token": "zg_0wnxAw4QgBgOKsvpD2yRXMZbY809TvLHD3hxxLq8" + } + ], + "root_group": { + "groups": [], + "checks": [ + { + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 4487, + "fails": 0, + "name": "message confirmed", + "path": "::message confirmed" + }, + { + "fails": 0, + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 456 + }, + { + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 4472, + "fails": 0, + "name": "history readable", + "path": "::history readable" + } + ], + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e" + } + } +} diff --git a/evidence/research-20261029-readiness/load-probe5a-20261029113950.txt b/evidence/research-20261029-readiness/load-probe5a-20261029113950.txt new file mode 100644 index 00000000..49b9068d --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe5a-20261029113950.txt @@ -0,0 +1,4 @@ +time="2026-10-29T11:40:37Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +time="2026-10-29T11:40:41Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +time="2026-10-29T11:40:45Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/health/ready\": request timeout" +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"options":{"summaryTimeUnit":"","noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":64348.785066},"metrics":{"message_latency_ms":{"type":"trend","contains":"time","values":{"p(95)":183.89047805,"p(99)":227.91660417999984,"max":416.153811,"avg":109.79651016130492,"p(50)":98.04979}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":104.04333617752478,"p(50)":91.693759,"p(95)":175.95552974999998,"p(99)":217.26459979999993,"max":3001.057825}},"http_req_receiving":{"type":"trend","contains":"time","values":{"p(95)":0.5819402499999999,"p(99)":1.0858867999999973,"max":197.82957,"avg":0.314270459413872,"p(50)":0.178359}},"measured_operations":{"contains":"default","values":{"count":9144,"rate":142.1005849701958},"type":"counter"},"iterations":{"type":"counter","contains":"default","values":{"count":4472,"rate":69.49626159084816}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":194.042303,"p(95)":360.47340879999996,"p(99)":507.1045991,"max":801.247776,"avg":218.48342979830016}},"application_errors{status:503}":{"contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"checks":{"type":"rate","contains":"default","values":{"rate":1,"passes":9415,"fails":0}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":4352,"rate":67.63142451774848}},"http_reqs":{"type":"counter","contains":"default","values":{"count":9486,"rate":147.4153706285299}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":218.69784719999987,"max":3001.115932,"avg":104.54552064473933,"p(50)":92.08764049999999,"p(95)":176.54378450000002}},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.18791400780097017,"p(50)":0.1824905,"p(95)":0.328721,"p(99)":0.5858761499999996,"max":5.680971}},"data_sent":{"type":"counter","contains":"data","values":{"count":867545,"rate":13481.917321518866}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_tls_handshaking":{"values":{"avg":0.07659518458781361,"p(50)":0,"p(95)":0,"p(99)":0,"max":40.096467},"type":"trend","contains":"time"},"vus_max":{"values":{"value":32,"min":32,"max":32},"type":"gauge","contains":"default"},"data_received":{"type":"counter","contains":"data","values":{"count":12965300,"rate":201484.76753216094}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":4352,"rate":67.63142451774848}},"http_req_connecting":{"contains":"time","values":{"p(99)":0,"max":7.041569,"avg":0.011908549968374448,"p(50)":0,"p(95)":0},"type":"trend"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.0007379295804343243,"passes":7,"fails":9479}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.001441,"p(99)":0.001576,"max":44.680786,"avg":0.0910056399957825,"p(50)":0.001239}},"http_req_duration{expected_response:true}":{"values":{"avg":103.45390451482191,"p(50)":92.086455,"p(95)":176.3376974,"p(99)":217.65719217999987,"max":416.153811},"type":"trend","contains":"time"}},"setup_data":[{"token":"uFBtq1uyBuuOxa0GQS6ayWGhmJh2lPfX8T7KZ2Fxhww","chat":"3f7f81a1-210e-43ce-b61f-5880b585bf95"},{"chat":"4f90e785-35cc-4aa6-aada-211f9101b99a","token":"1QktxWjmAcVW6o4XRxpiwgQBseTgGNptGycvnoBn_Lc"},{"chat":"c58496ae-f334-4756-bec0-ab71f0ebfc64","token":"MLfPLEC0g8yGTakggGJ66T23-1EDAXRqFvRExUuz7eA"},{"chat":"42b0cc09-6543-416e-9aad-406502af0df2","token":"w55BAcQpzQzHOfi9rUMj5ijjhaOEL6I5XFCyNhDTgPk"},{"chat":"e2230d92-d610-450a-a492-151803a5db95","token":"mr2K8Mf1jgX_rF6cyAd7cuUbJ6sQamZUSO0ywn0NF_w"},{"chat":"04a32152-5865-4ee2-9915-97d609890d0e","token":"LST3yU-cu4rUVFRb8AoPEWzIGjA18_ML3jUB0QZT2ZQ"},{"chat":"47672539-53d1-4995-b114-34509c107525","token":"m1nO2gn-iyDXvf1ah2hF4YuBEl7YZQQChgOXJhAys3M"},{"chat":"c2420a16-02a8-47df-89b9-b84f9f66ecbb","token":"ljTaFNOKm7eGWnC5KRVsKmbqKPcnD9rDprEjJG8gHio"},{"chat":"02f49adf-da6f-4ed8-8441-a08519b58564","token":"-4ZXXeH7lhQJSZvdNMqqUW71PktnEvvN4Y2hmc65_H8"},{"chat":"912536ef-a25d-4531-9ef1-cd1a7fb04aec","token":"M_YFJMkfKAeZwSimylxxap7T2I_bY2AdOQChfSicbwY"},{"chat":"0b510057-ca4e-4d1d-ab48-c569992fd722","token":"dDulmCbP8L0Ci04ld1Py6ogqKFom_tLf_3VJNikW5so"},{"chat":"b17655c2-4167-4b51-8401-24adac60e652","token":"mDAVSpqVjWbTw9ZQ5IGPWfQkiUW_1Am0hd8vtMZNeiI"},{"chat":"0bd18883-3bd7-4932-ad55-721c21a77644","token":"SbN7F5vfjfYL2EEERxDR8bW9rZ03YMYCNCQqhNU9A8A"},{"token":"G5TcBhZmn3Ab126gFCuMYKrAFBsiWmc4-zxlo6iOr-o","chat":"f10b2b52-46d6-4020-8425-2b25ba37c0eb"},{"token":"flkfNfEE__Tlq4YnboJwhC9I0LD6iV4JrJHYSUmpqTY","chat":"97845113-2a00-4cf3-a55f-ada8676e04a4"},{"chat":"cff6bd2e-a5b1-49ad-8260-6cb9b290c6ec","token":"zg_0wnxAw4QgBgOKsvpD2yRXMZbY809TvLHD3hxxLq8"}],"root_group":{"groups":[],"checks":[{"id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":4487,"fails":0,"name":"message confirmed","path":"::message confirmed"},{"fails":0,"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":456},{"id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":4472,"fails":0,"name":"history readable","path":"::history readable"}],"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e"}}} diff --git a/evidence/research-20261029-readiness/load-probe5b-20261029114403.json b/evidence/research-20261029-readiness/load-probe5b-20261029114403.json new file mode 100644 index 00000000..739bc551 --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe5b-20261029114403.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "root_group": { + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 2748, + "fails": 8976 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 287, + "fails": 0 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 2730, + "fails": 8975 + } + ], + "name": "" + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 48265.146372 + }, + "metrics": { + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 53.976726, + "avg": 0.051124867925321664 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 0.0014861899999999986, + "max": 1022.815885, + "avg": 0.09867412765956879, + "p(50)": 0.000332, + "p(95)": 0.001348 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 11704, + "rate": 242.4938258716196 + } + }, + "checks": { + "contains": "default", + "values": { + "rate": 0.2430848372406814, + "passes": 5765, + "fails": 17951 + }, + "type": "rate" + }, + "measured_operations": { + "contains": "default", + "values": { + "count": 23512, + "rate": 487.1424157461996 + }, + "type": "counter" + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration{expected_response:true}": { + "values": { + "avg": 142.8760754422715, + "p(50)": 96.378041, + "p(95)": 190.4338484, + "p(99)": 244.61811164000045, + "max": 8348.125726 + }, + "type": "trend", + "contains": "time" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "max": 30.260357, + "avg": 0.13766026902699413, + "p(50)": 0.059074, + "p(95)": 0.2692694, + "p(99)": 0.7827643399999967 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "rate": 0, + "count": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 40.19259867387115, + "p(50)": 3.0792755, + "p(95)": 138.86792120000004, + "p(99)": 194.94962489999998, + "max": 9223.74648 + } + }, + "data_sent": { + "contains": "data", + "values": { + "count": 1976024, + "rate": 40941.01330947892 + }, + "type": "counter" + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 11619, + "rate": 240.73272067689237 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 2642, + "rate": 54.73929322905152 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 8976, + "rate": 185.972708563197 + } + }, + "vus": { + "values": { + "value": 32, + "min": 0, + "max": 32 + }, + "type": "gauge", + "contains": "default" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "rate": 492.7365146000391, + "count": 23782 + } + }, + "http_req_connecting": { + "contains": "time", + "values": { + "avg": 0.003927561306870743, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 4.188606 + }, + "type": "trend" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 32, + "max": 32 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(50)": 8.438607, + "p(95)": 292.3281562, + "p(99)": 421.73497631999965, + "max": 9403.783414, + "avg": 83.65532936329453 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 17950, + "rate": 371.90397935710627 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.7548986628542596, + "passes": 17953, + "fails": 5829 + } + }, + "http_req_duration": { + "values": { + "avg": 41.16279043255401, + "p(50)": 3.936375, + "p(95)": 139.32949965, + "p(99)": 195.30290749999998, + "max": 9224.097554 + }, + "type": "trend", + "contains": "time" + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.8325314896560339, + "p(50)": 0.2419855, + "p(95)": 2.2968611, + "p(99)": 19.75594333999935, + "max": 194.209644 + } + }, + "application_errors{status:503}": { + "values": { + "count": 17950, + "rate": 371.90397935710627 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "data_received": { + "values": { + "count": 9568019, + "rate": 198238.68193116438 + }, + "type": "counter", + "contains": "data" + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "avg": 41.119018477407764, + "p(50)": 3.865505, + "p(95)": 140.496066, + "p(99)": 199.81785927999985, + "max": 9224.097554 + } + } + }, + "setup_data": [ + { + "chat": "07ceafee-fef6-4381-9460-d29190bea3b0", + "token": "rYvDojwz0SNZjbb01nZC-kQvF75CgB0-B1bnRDPMQHI" + }, + { + "chat": "db30f908-c35d-4ae5-a4e3-69c8c99baaf3", + "token": "XOtZizWW9r64SIV4GqJCpVOXw7VkeDpezGZguSGjMkc" + }, + { + "chat": "4933bdbd-7753-4862-a883-f28899e5fb67", + "token": "p1kmAMBYp759qIDjjf0d_78a2eicMOeU8zJ-kxkfFPA" + }, + { + "token": "q_O1wod2DOPVnI8QejC-VhCii2y8vSUFaNsfhMhvGWg", + "chat": "240f0f09-794a-4a51-9f74-46a51ad8d14f" + }, + { + "chat": "a3349463-c6de-49e3-bb96-657624afe474", + "token": "VSu-00l45rkGlz_qwr7ASV7Jg1jUc16rXiIY2rZz4VE" + }, + { + "chat": "583573ff-fc68-4f99-9676-232d007bb010", + "token": "BuYnbTIeTfg5HdNCapIy3se2ydRHwhm7OMZ7_OJTe8Y" + }, + { + "chat": "531a7e45-ed21-470f-ad39-764812f29524", + "token": "CbmstVohkxL9zanqysbkBT1XLU3bOInlV8xw3oSW60s" + }, + { + "chat": "00638361-1799-4564-9f00-8b796ceefb76", + "token": "TKqv8EtSKe3_5Uuya2s6I5vi5ZSidvT1U0GJubOJ_4k" + }, + { + "chat": "04fba53d-8567-4d05-9927-319c23abf852", + "token": "LVry-K9fj49mWw9m3DSm0teAUZw4FOyeBd5YdZ1qtJw" + }, + { + "token": "IzNAsLw087ctMkkgTkIJ9PdndrMpzanu7oW4f71ifBc", + "chat": "1fcef6d9-46e6-4b58-8a55-d2f5a30e6dfc" + }, + { + "chat": "ad0e6e7b-bbde-40d1-9fce-74a7dfc41d74", + "token": "x4el9cazDLjYOhqjkP_PZi0DpcbnE1tRMy5wWI0lvkk" + }, + { + "chat": "ce7686aa-b5eb-45ce-99ad-1b7584aa1d96", + "token": "I-hUgIWfv6rGyrPpUczLMXLrhK2KTRM0wjktXmBHm9s" + }, + { + "chat": "0e3942a8-342d-4d28-8d52-522efe316348", + "token": "FvWsRNKntHIpNZRCf3JcIVs9I6GAI8jZEGfXyGwhhxg" + }, + { + "chat": "7d247736-d38c-4522-b461-6f65cbb5708d", + "token": "0NE3SzlSXyip1I_UiSp3qBtC2BYRCsjSvvGQKGAYWdU" + }, + { + "chat": "3484f502-ff37-4b79-8586-f704905756b8", + "token": "EUlziUgzWI_88obIeOHWK7DGJDOW0S9GHLuOW0sKucM" + }, + { + "chat": "218ef382-a1b1-4403-9378-1f0349ed2ff3", + "token": "AQJ4ckP1Nrz02gR1At8DzZ0vg5davT4YBo9987Bu5g8" + } + ] + } +} diff --git a/evidence/research-20261029-readiness/load-probe5b-20261029114403.txt b/evidence/research-20261029-readiness/load-probe5b-20261029114403.txt new file mode 100644 index 00000000..6edfe821 --- /dev/null +++ b/evidence/research-20261029-readiness/load-probe5b-20261029114403.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":2748,"fails":8976},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":287,"fails":0},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":2730,"fails":8975}],"name":""},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":48265.146372},"metrics":{"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":53.976726,"avg":0.051124867925321664}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":0.0014861899999999986,"max":1022.815885,"avg":0.09867412765956879,"p(50)":0.000332,"p(95)":0.001348}},"iterations":{"type":"counter","contains":"default","values":{"count":11704,"rate":242.4938258716196}},"checks":{"contains":"default","values":{"rate":0.2430848372406814,"passes":5765,"fails":17951},"type":"rate"},"measured_operations":{"contains":"default","values":{"count":23512,"rate":487.1424157461996},"type":"counter"},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration{expected_response:true}":{"values":{"avg":142.8760754422715,"p(50)":96.378041,"p(95)":190.4338484,"p(99)":244.61811164000045,"max":8348.125726},"type":"trend","contains":"time"},"http_req_sending":{"type":"trend","contains":"time","values":{"max":30.260357,"avg":0.13766026902699413,"p(50)":0.059074,"p(95)":0.2692694,"p(99)":0.7827643399999967}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"rate":0,"count":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":40.19259867387115,"p(50)":3.0792755,"p(95)":138.86792120000004,"p(99)":194.94962489999998,"max":9223.74648}},"data_sent":{"contains":"data","values":{"count":1976024,"rate":40941.01330947892},"type":"counter"},"attempted_messages":{"type":"counter","contains":"default","values":{"count":11619,"rate":240.73272067689237}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":2642,"rate":54.73929322905152}},"failed_writes":{"type":"counter","contains":"default","values":{"count":8976,"rate":185.972708563197}},"vus":{"values":{"value":32,"min":0,"max":32},"type":"gauge","contains":"default"},"http_reqs":{"type":"counter","contains":"default","values":{"rate":492.7365146000391,"count":23782}},"http_req_connecting":{"contains":"time","values":{"avg":0.003927561306870743,"p(50)":0,"p(95)":0,"p(99)":0,"max":4.188606},"type":"trend"},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"iteration_duration":{"type":"trend","contains":"time","values":{"p(50)":8.438607,"p(95)":292.3281562,"p(99)":421.73497631999965,"max":9403.783414,"avg":83.65532936329453}},"application_errors":{"type":"counter","contains":"default","values":{"count":17950,"rate":371.90397935710627}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.7548986628542596,"passes":17953,"fails":5829}},"http_req_duration":{"values":{"avg":41.16279043255401,"p(50)":3.936375,"p(95)":139.32949965,"p(99)":195.30290749999998,"max":9224.097554},"type":"trend","contains":"time"},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.8325314896560339,"p(50)":0.2419855,"p(95)":2.2968611,"p(99)":19.75594333999935,"max":194.209644}},"application_errors{status:503}":{"values":{"count":17950,"rate":371.90397935710627},"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default"},"data_received":{"values":{"count":9568019,"rate":198238.68193116438},"type":"counter","contains":"data"},"message_latency_ms":{"type":"trend","contains":"time","values":{"avg":41.119018477407764,"p(50)":3.865505,"p(95)":140.496066,"p(99)":199.81785927999985,"max":9224.097554}}},"setup_data":[{"chat":"07ceafee-fef6-4381-9460-d29190bea3b0","token":"rYvDojwz0SNZjbb01nZC-kQvF75CgB0-B1bnRDPMQHI"},{"chat":"db30f908-c35d-4ae5-a4e3-69c8c99baaf3","token":"XOtZizWW9r64SIV4GqJCpVOXw7VkeDpezGZguSGjMkc"},{"chat":"4933bdbd-7753-4862-a883-f28899e5fb67","token":"p1kmAMBYp759qIDjjf0d_78a2eicMOeU8zJ-kxkfFPA"},{"token":"q_O1wod2DOPVnI8QejC-VhCii2y8vSUFaNsfhMhvGWg","chat":"240f0f09-794a-4a51-9f74-46a51ad8d14f"},{"chat":"a3349463-c6de-49e3-bb96-657624afe474","token":"VSu-00l45rkGlz_qwr7ASV7Jg1jUc16rXiIY2rZz4VE"},{"chat":"583573ff-fc68-4f99-9676-232d007bb010","token":"BuYnbTIeTfg5HdNCapIy3se2ydRHwhm7OMZ7_OJTe8Y"},{"chat":"531a7e45-ed21-470f-ad39-764812f29524","token":"CbmstVohkxL9zanqysbkBT1XLU3bOInlV8xw3oSW60s"},{"chat":"00638361-1799-4564-9f00-8b796ceefb76","token":"TKqv8EtSKe3_5Uuya2s6I5vi5ZSidvT1U0GJubOJ_4k"},{"chat":"04fba53d-8567-4d05-9927-319c23abf852","token":"LVry-K9fj49mWw9m3DSm0teAUZw4FOyeBd5YdZ1qtJw"},{"token":"IzNAsLw087ctMkkgTkIJ9PdndrMpzanu7oW4f71ifBc","chat":"1fcef6d9-46e6-4b58-8a55-d2f5a30e6dfc"},{"chat":"ad0e6e7b-bbde-40d1-9fce-74a7dfc41d74","token":"x4el9cazDLjYOhqjkP_PZi0DpcbnE1tRMy5wWI0lvkk"},{"chat":"ce7686aa-b5eb-45ce-99ad-1b7584aa1d96","token":"I-hUgIWfv6rGyrPpUczLMXLrhK2KTRM0wjktXmBHm9s"},{"chat":"0e3942a8-342d-4d28-8d52-522efe316348","token":"FvWsRNKntHIpNZRCf3JcIVs9I6GAI8jZEGfXyGwhhxg"},{"chat":"7d247736-d38c-4522-b461-6f65cbb5708d","token":"0NE3SzlSXyip1I_UiSp3qBtC2BYRCsjSvvGQKGAYWdU"},{"chat":"3484f502-ff37-4b79-8586-f704905756b8","token":"EUlziUgzWI_88obIeOHWK7DGJDOW0S9GHLuOW0sKucM"},{"chat":"218ef382-a1b1-4403-9378-1f0349ed2ff3","token":"AQJ4ckP1Nrz02gR1At8DzZ0vg5davT4YBo9987Bu5g8"}]}} diff --git a/evidence/research-20261029-readiness/nodes.txt b/evidence/research-20261029-readiness/nodes.txt new file mode 100644 index 00000000..e6b77ed4 --- /dev/null +++ b/evidence/research-20261029-readiness/nodes.txt @@ -0,0 +1,4 @@ +NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME +dev.asisti.tech Ready 252d v1.33.13 100.99.166.40 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 +marlosrv0 Ready 254d v1.33.13 192.168.1.37 Ubuntu 24.04.5 LTS 6.8.0-147-generic containerd://1.7.29 +srv0.agapov.space Ready 247d v1.33.13 100.108.186.94 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 diff --git a/evidence/research-20261029-readiness/pods-probe2a-20261029113757.txt b/evidence/research-20261029-readiness/pods-probe2a-20261029113757.txt new file mode 100644 index 00000000..4f1af143 --- /dev/null +++ b/evidence/research-20261029-readiness/pods-probe2a-20261029113757.txt @@ -0,0 +1,3 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-84fbf9968-kdhg8 1/1 Running 0 56s 10.1.25.110 dev.asisti.tech +api-84fbf9968-szvb2 1/1 Running 0 57s 10.1.25.112 dev.asisti.tech diff --git a/evidence/research-20261029-readiness/pods-probe2b-20261029114146.txt b/evidence/research-20261029-readiness/pods-probe2b-20261029114146.txt new file mode 100644 index 00000000..3bd09f1a --- /dev/null +++ b/evidence/research-20261029-readiness/pods-probe2b-20261029114146.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-84fbf9968-lhv2d 1/1 Running 2 (52s ago) 72s 10.1.25.71 dev.asisti.tech diff --git a/evidence/research-20261029-readiness/pods-probe5a-20261029113950.txt b/evidence/research-20261029-readiness/pods-probe5a-20261029113950.txt new file mode 100644 index 00000000..e53a106f --- /dev/null +++ b/evidence/research-20261029-readiness/pods-probe5a-20261029113950.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-6748cbfcbb-fxqhl 1/1 Running 0 40s 10.1.25.94 dev.asisti.tech diff --git a/evidence/research-20261029-readiness/pods-probe5b-20261029114403.txt b/evidence/research-20261029-readiness/pods-probe5b-20261029114403.txt new file mode 100644 index 00000000..a7b77679 --- /dev/null +++ b/evidence/research-20261029-readiness/pods-probe5b-20261029114403.txt @@ -0,0 +1,2 @@ +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +api-6748cbfcbb-c9lgz 1/1 Running 0 36s 10.1.25.68 dev.asisti.tech diff --git a/evidence/research-20261029-readiness/profiles.csv b/evidence/research-20261029-readiness/profiles.csv new file mode 100644 index 00000000..cce2594f --- /dev/null +++ b/evidence/research-20261029-readiness/profiles.csv @@ -0,0 +1,5 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration +probe2a,probe2a-20261029113757,1,1000,512,8,32,30 +probe5a,probe5a-20261029113950,1,1000,512,8,32,30 +probe2b,probe2b-20261029114146,1,1000,512,8,32,30 +probe5b,probe5b-20261029114403,1,1000,512,8,32,30 diff --git a/evidence/research-20261029-readiness/resources-probe2a-20261029113757.txt b/evidence/research-20261029-readiness/resources-probe2a-20261029113757.txt new file mode 100644 index 00000000..d4311c03 --- /dev/null +++ b/evidence/research-20261029-readiness/resources-probe2a-20261029113757.txt @@ -0,0 +1,59 @@ +UTC 2026-10-29T11:39:00Z +error: Metrics API not available +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:39:09Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-kdhg8 2m 22Mi +api-84fbf9968-szvb2 2m 22Mi +postgres-0 4m 57Mi +valkey-0 10m 9Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|3 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:39:15Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-kdhg8 199m 9Mi +api-84fbf9968-szvb2 145m 9Mi +load-probe2a-20261029113757-ql6t5 84m 19Mi +postgres-0 114m 64Mi +valkey-0 29m 9Mi +valkey-1 17m 15Mi +valkey-2 7m 4Mi +active|IO|WalSync|1 +active|LWLock|WALWrite|1 +active|||2 +idle|Client|ClientRead|10 +idle|||1 +idle in transaction|Client|ClientRead|3 +UTC 2026-10-29T11:39:38Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-kdhg8 5m 10Mi +api-84fbf9968-szvb2 41m 10Mi +load-probe2a-20261029113757-ql6t5 10m 24Mi +postgres-0 10m 64Mi +valkey-0 39m 9Mi +valkey-1 4m 14Mi +valkey-2 6m 4Mi +active|IO|WalSync|1 +active|LWLock|WALWrite|3 +active|||3 +idle|Client|ClientRead|7 +idle|||3 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:39:45Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-kdhg8 285m 14Mi +api-84fbf9968-szvb2 204m 13Mi +load-probe2a-20261029113757-ql6t5 64m 27Mi +postgres-0 422m 94Mi +valkey-0 75m 10Mi +valkey-1 98m 15Mi +valkey-2 29m 4Mi +active|||1 +idle|Client|ClientRead|16 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-readiness/resources-probe2b-20261029114146.txt b/evidence/research-20261029-readiness/resources-probe2b-20261029114146.txt new file mode 100644 index 00000000..df83d058 --- /dev/null +++ b/evidence/research-20261029-readiness/resources-probe2b-20261029114146.txt @@ -0,0 +1,48 @@ +UTC 2026-10-29T11:43:03Z +NAME CPU(cores) MEMORY(bytes) +api-84fbf9968-lhv2d 3m 22Mi +postgres-0 3m 59Mi +valkey-0 9m 10Mi +valkey-1 6m 14Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:43:18Z +error: Metrics API not available +active|||1 +idle|Client|ClientRead|1 +idle|||1 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:43:24Z +error: Metrics API not available +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:43:30Z +error: Metrics API not available +active|||4 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:43:36Z +error: Metrics API not available +active|Client|ClientRead|1 +active|||1 +idle|Client|ClientRead|6 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:43:44Z +error: Metrics API not available +active|Client|ClientRead|1 +active|||2 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:43:50Z +error: Metrics API not available +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:43:57Z +error: Metrics API not available +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-readiness/resources-probe5a-20261029113950.txt b/evidence/research-20261029-readiness/resources-probe5a-20261029113950.txt new file mode 100644 index 00000000..295890f9 --- /dev/null +++ b/evidence/research-20261029-readiness/resources-probe5a-20261029113950.txt @@ -0,0 +1,101 @@ +UTC 2026-10-29T11:40:35Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 2m 22Mi +postgres-0 8m 56Mi +valkey-0 12m 10Mi +valkey-1 6m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:40:57Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 3m 23Mi +load-probe5a-20261029113950-d67qv 11m 15Mi +postgres-0 5m 56Mi +valkey-0 10m 10Mi +valkey-1 4m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:41:03Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 121m 61Mi +load-probe5a-20261029113950-d67qv 14m 17Mi +postgres-0 17m 59Mi +valkey-0 8m 10Mi +valkey-1 6m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:41:10Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 121m 61Mi +load-probe5a-20261029113950-d67qv 14m 17Mi +postgres-0 17m 59Mi +valkey-0 8m 10Mi +valkey-1 6m 15Mi +valkey-2 6m 4Mi +active|||2 +idle|Client|ClientRead|6 +idle|||1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:41:16Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 168m 11Mi +load-probe5a-20261029113950-d67qv 14m 17Mi +postgres-0 17m 59Mi +valkey-0 37m 10Mi +valkey-1 5m 15Mi +valkey-2 40m 4Mi +active|IO|WalSync|1 +active|LWLock|WALWrite|1 +active|||1 +idle|Client|ClientRead|6 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:41:23Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 168m 11Mi +load-probe5a-20261029113950-d67qv 14m 17Mi +postgres-0 17m 59Mi +valkey-0 37m 10Mi +valkey-1 5m 15Mi +valkey-2 40m 4Mi +active|||2 +idle|Client|ClientRead|5 +idle|||1 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:41:30Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 695m 15Mi +load-probe5a-20261029113950-d67qv 168m 29Mi +postgres-0 370m 75Mi +valkey-0 155m 10Mi +valkey-1 34m 15Mi +valkey-2 40m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:41:37Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 695m 15Mi +load-probe5a-20261029113950-d67qv 168m 29Mi +postgres-0 370m 75Mi +valkey-0 155m 10Mi +valkey-1 34m 15Mi +valkey-2 40m 4Mi +active|||2 +idle|Client|ClientRead|6 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:41:43Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-fxqhl 695m 15Mi +postgres-0 370m 75Mi +valkey-0 155m 10Mi +valkey-1 34m 15Mi +valkey-2 40m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-readiness/resources-probe5b-20261029114403.txt b/evidence/research-20261029-readiness/resources-probe5b-20261029114403.txt new file mode 100644 index 00000000..48c148ae --- /dev/null +++ b/evidence/research-20261029-readiness/resources-probe5b-20261029114403.txt @@ -0,0 +1,89 @@ +UTC 2026-10-29T11:44:46Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 3m 23Mi +postgres-0 12m 62Mi +valkey-0 9m 10Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:44:53Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 3m 23Mi +postgres-0 5m 62Mi +valkey-0 9m 10Mi +valkey-1 5m 15Mi +valkey-2 6m 4Mi +active|||1 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:44:59Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 2m 23Mi +load-probe5b-20261029114403-phwgc 48m 18Mi +postgres-0 40m 69Mi +valkey-0 21m 10Mi +valkey-1 8m 15Mi +valkey-2 8m 4Mi +active|||1 +idle|Client|ClientRead|3 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:45:06Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 2m 23Mi +load-probe5b-20261029114403-phwgc 48m 18Mi +postgres-0 40m 69Mi +valkey-0 21m 10Mi +valkey-1 8m 15Mi +valkey-2 8m 4Mi +active|||1 +idle|Client|ClientRead|4 +idle|||1 +idle in transaction|Client|ClientRead|3 +idle in transaction|||1 +UTC 2026-10-29T11:45:13Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 2m 23Mi +load-probe5b-20261029114403-phwgc 48m 18Mi +postgres-0 40m 69Mi +valkey-0 21m 10Mi +valkey-1 8m 15Mi +valkey-2 8m 4Mi +active|IO|WalSync|1 +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:45:19Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 282m 12Mi +load-probe5b-20261029114403-phwgc 26m 18Mi +postgres-0 347m 81Mi +valkey-0 76m 10Mi +valkey-1 50m 15Mi +valkey-2 30m 5Mi +active|IO|WalWrite|1 +active|||3 +idle|Client|ClientRead|2 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T11:45:26Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 282m 12Mi +load-probe5b-20261029114403-phwgc 26m 18Mi +postgres-0 347m 81Mi +valkey-0 76m 10Mi +valkey-1 50m 15Mi +valkey-2 30m 5Mi +active|||1 +idle|Client|ClientRead|7 +idle in transaction|Client|ClientRead|2 +UTC 2026-10-29T11:45:36Z +NAME CPU(cores) MEMORY(bytes) +api-6748cbfcbb-c9lgz 503m 13Mi +load-probe5b-20261029114403-phwgc 330m 30Mi +postgres-0 347m 81Mi +valkey-0 131m 10Mi +valkey-1 50m 15Mi +valkey-2 43m 4Mi +active|||1 +idle|Client|ClientRead|8 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029-readiness/restore-values.yaml b/evidence/research-20261029-readiness/restore-values.yaml new file mode 100644 index 00000000..4e915dac --- /dev/null +++ b/evidence/research-20261029-readiness/restore-values.yaml @@ -0,0 +1,61 @@ +api: + env: + DEPENDENCY_POOL_SIZE: "8" + DEPENDENCY_TIMEOUT_MS: "2000" + GOMEMLIMIT: 160MiB + REQUEST_TIMEOUT_SECONDS: "4" + SESSION_TTL_SECONDS: "3600" + SHUTDOWN_TIMEOUT_SECONDS: "5" + replicas: 2 + resources: + limits: + cpu: "1" + memory: 256Mi + requests: + cpu: 250m + memory: 128Mi +autoscaling: + cpuPercent: 60 + enabled: true + maxReplicas: 4 + minReplicas: 2 +databaseSecret: messenger-secrets +image: + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 + repository: asisti.registry.twcstorage.ru/mtusi2026lab3 +imagePullSecret: registry-pull +ingress: + className: traefik + clusterIssuer: letsencrypt-prod + host: hl.agapov.space +load: + duration: 30 + enabled: false + run: manual + script: scaling.js + vus: 32 +monitoring: + serviceMonitor: false +postgres: + image: postgres:17.6-alpine + resources: + limits: + cpu: "1" + memory: 512Mi + requests: + cpu: 250m + memory: 256Mi + storage: 2Gi +storageClass: "" +valkey: + image: valkey/valkey:8.1.3-alpine + maxmemory: 64mb + resources: + limits: + cpu: 500m + memory: 128Mi + requests: + cpu: 100m + memory: 96Mi + shards: 3 + storage: 1Gi diff --git a/evidence/research-20261029-readiness/restore.txt b/evidence/research-20261029-readiness/restore.txt new file mode 100644 index 00000000..72776e4f --- /dev/null +++ b/evidence/research-20261029-readiness/restore.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:45:43 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 32 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-readiness/rollout-probe2a.txt b/evidence/research-20261029-readiness/rollout-probe2a.txt new file mode 100644 index 00000000..04d28ab0 --- /dev/null +++ b/evidence/research-20261029-readiness/rollout-probe2a.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:37:58 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 28 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-readiness/rollout-probe2b.txt b/evidence/research-20261029-readiness/rollout-probe2b.txt new file mode 100644 index 00000000..3e88dca9 --- /dev/null +++ b/evidence/research-20261029-readiness/rollout-probe2b.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:41:47 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 30 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-readiness/rollout-probe5a.txt b/evidence/research-20261029-readiness/rollout-probe5a.txt new file mode 100644 index 00000000..8e52bac9 --- /dev/null +++ b/evidence/research-20261029-readiness/rollout-probe5a.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:39:52 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 29 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-readiness/rollout-probe5b.txt b/evidence/research-20261029-readiness/rollout-probe5b.txt new file mode 100644 index 00000000..4f389573 --- /dev/null +++ b/evidence/research-20261029-readiness/rollout-probe5b.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:44:05 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 31 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029-readiness/source.sha256 b/evidence/research-20261029-readiness/source.sha256 new file mode 100644 index 00000000..b6c26a83 --- /dev/null +++ b/evidence/research-20261029-readiness/source.sha256 @@ -0,0 +1,3 @@ +0a58dff9ad7acf8f228e0fd1c2a670bbe7e18a11360715b47659104832e34892 student-tests/load/scaling.js +c0506f65b976d54273f3e2fb3404b732929a276263ff8974c2a6ab6e27820b8b charts/messenger/values.yaml +60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb internal/controller/http/fiber/errors.go diff --git a/evidence/research-20261029-readiness/values-probe5b-20261029114403.json b/evidence/research-20261029-readiness/values-probe5b-20261029114403.json new file mode 100644 index 00000000..b11f8826 --- /dev/null +++ b/evidence/research-20261029-readiness/values-probe5b-20261029114403.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"nodeSelector":{"kubernetes.io/hostname":"dev.asisti.tech"},"readiness":{"failureThreshold":1,"timeoutSeconds":5},"replicas":1,"resources":{"limits":{"cpu":"1000m","memory":"512Mi"},"requests":{"cpu":"1000m","memory":"512Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029/README.md b/evidence/research-20261029/README.md new file mode 100644 index 00000000..c7cc3c96 --- /dev/null +++ b/evidence/research-20261029/README.md @@ -0,0 +1,5 @@ +# Предварительная серия, не полная матрица + +Первый запуск 29.10.2026 остановился на подготовке fixed4: POST chat вернул 503. fixed1 и fixed2 содержат реальные измерения, но серия не завершена. Helm restore.txt подтверждает восстановление обычных значений. Эти результаты не подменяют окончательную матрицу research-20261029-final. + +Изменение следующего запуска касается подготовки: до пяти независимых попыток создать синтетического участника с новым именем. Нагрузка после setup сохраняет прежние операции и настройки. Неуспешные частичные fixtures остаются синтетическими и не используются при измерении. diff --git a/evidence/research-20261029/base-revision.txt b/evidence/research-20261029/base-revision.txt new file mode 100644 index 00000000..32abb9b4 --- /dev/null +++ b/evidence/research-20261029/base-revision.txt @@ -0,0 +1 @@ +7b7e23fd029beea47e6f625a96cb98d2fe04bafb diff --git a/evidence/research-20261029/dataset-during.txt b/evidence/research-20261029/dataset-during.txt new file mode 100644 index 00000000..c3cf3b56 --- /dev/null +++ b/evidence/research-20261029/dataset-during.txt @@ -0,0 +1,3 @@ +users|114 +chats|72 +messages|6541 diff --git a/evidence/research-20261029/date.txt b/evidence/research-20261029/date.txt new file mode 100644 index 00000000..db041ee5 --- /dev/null +++ b/evidence/research-20261029/date.txt @@ -0,0 +1 @@ +2026-10-29T10:56:32Z diff --git a/evidence/research-20261029/deployment-fixed4.json b/evidence/research-20261029/deployment-fixed4.json new file mode 100644 index 00000000..41b39b28 --- /dev/null +++ b/evidence/research-20261029/deployment-fixed4.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "8", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 14, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60157738", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "25be752194917b470e363f8148d7f90539ac1e677c53d10066d788634e0933dc", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T11:02:31Z", + "message": "ReplicaSet \"api-54f7cc6f98\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T11:02:48Z", + "lastUpdateTime": "2026-10-29T11:02:48Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 14, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/research-20261029/load-fixed1-20261029105633.json b/evidence/research-20261029/load-fixed1-20261029105633.json new file mode 100644 index 00000000..862741e9 --- /dev/null +++ b/evidence/research-20261029/load-fixed1-20261029105633.json @@ -0,0 +1,381 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "metrics": { + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 22079, + "rate": 495.9949471155564 + } + }, + "message_latency_ms": { + "contains": "time", + "values": { + "avg": 13.097947987539532, + "p(50)": 1.574717, + "p(95)": 85.50984919999995, + "p(99)": 150.3723336400002, + "max": 4011.296367 + }, + "type": "trend" + }, + "application_errors{status:503}": { + "type": "counter", + "contains": "default", + "values": { + "count": 40380, + "rate": 907.1187990636427 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "count": 3618694, + "rate": 81292.35649972287 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 21829, + "rate": 490.37880794354277 + } + }, + "failed_writes": { + "type": "counter", + "contains": "default", + "values": { + "count": 20200, + "rate": 453.7840450987019 + } + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 44441, + "rate": 998.3473637738322 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.4209481391957903, + "p(50)": 0.147274, + "p(95)": 1.23312, + "p(99)": 5.622513199999918, + "max": 118.223969 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 147.37608119999996, + "max": 17217.0233, + "avg": 19.97902145071003, + "p(50)": 1.591889, + "p(95)": 85.015744 + } + }, + "data_received": { + "type": "counter", + "contains": "data", + "values": { + "count": 9011186, + "rate": 202432.2987236035 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 1629, + "rate": 36.59476284484086 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 39.50049771819362, + "p(50)": 3.621493, + "p(95)": 173.62030449999978, + "p(99)": 313.30770866000023, + "max": 17333.339227 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 40405, + "rate": 907.680412980844 + } + }, + "vus_max": { + "contains": "default", + "values": { + "max": 32, + "value": 32, + "min": 32 + }, + "type": "gauge" + }, + "http_req_sending": { + "contains": "time", + "values": { + "avg": 0.07879365720843365, + "p(50)": 0.041363, + "p(95)": 0.210379, + "p(99)": 0.4355294, + "max": 22.5541 + }, + "type": "trend" + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 1023.04951, + "avg": 0.048188861209238244, + "p(50)": 0.000248, + "p(95)": 0.001254, + "p(99)": 0.0014515999999999984 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 43840, + "rate": 984.8461652043114 + } + }, + "checks": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.08983398283513166, + "passes": 3988, + "fails": 40405 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "http_req_duration{expected_response:true}": { + "values": { + "avg": 118.0205892210109, + "p(50)": 87.690635, + "p(95)": 171.703979, + "p(99)": 224.8572748, + "max": 13464.977187 + }, + "type": "trend", + "contains": "time" + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0.9091829616795302, + "passes": 40405, + "fails": 4036 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 19.47927965430555, + "p(50)": 1.243483, + "p(95)": 84.549855, + "p(99)": 146.88012539999997, + "max": 17216.730576 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 10.083099, + "avg": 0.0023669291870119934, + "p(50)": 0 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "p(95)": 0, + "p(99)": 0, + "max": 50.075135, + "avg": 0.022014142323530078, + "p(50)": 0 + } + } + }, + "setup_data": [ + { + "chat": "c8c60bf0-7fcf-4274-8b50-5d6adb564946", + "token": "9duDXrD58v_2NMgZJPkHLRmyL3yOTElmvPgIUNjrcpo" + }, + { + "chat": "6edc3423-cc40-4723-85df-666ce0084329", + "token": "qRoW49ozXDobXzljQbTs39uLF8t2p-YQaDZVXh71CHg" + }, + { + "chat": "3470a12f-8e0b-4c2a-bd00-a53932d57586", + "token": "VabW8enBhdNe6fjbucW4wwTIlFYWJOTgG9VWLvs0cKs" + }, + { + "chat": "eb77134a-7a8c-4e82-a813-7379ff2fcdce", + "token": "7BjAAIUh3fw9J8wFFKpQMrWFH7L7mZem1nJDS2XvDQE" + }, + { + "chat": "7add9a73-e585-4e74-abff-dbc89c020615", + "token": "Y-8KJ9qP1srzvI1sqkx582GjLLcsYgkmesNzmHiw_Tc" + }, + { + "chat": "99414aa5-12e8-4d37-b7dd-63e4e80d99b6", + "token": "BCGZMDIFIHUJsorwX8l8BseiECDcFB695YQiqb8D37U" + }, + { + "chat": "dd34730f-2132-4f29-bbd1-a0514bd9e0df", + "token": "m1JXce2774OyAdePY1qkSHSMxr-3wZyVDtu86JyVefQ" + }, + { + "chat": "390a5c9e-ab33-44bb-a119-dde6b21ed707", + "token": "_zK3HD9XEllUjAxL_57AIm_bJstke50j2-SJidJbYIo" + }, + { + "chat": "49a1267e-21d8-46ea-9a25-919fe009c38e", + "token": "joGOpp-HBHpoiIeKrvpzq_QoRjIRAB5Vydfg4TIV3w0" + }, + { + "chat": "7558462d-fd6f-4104-8705-6257588c8a84", + "token": "edkhBYTzEC-UVVW1sO-brVT_ffH6kl9BZURMkXVDY1U" + }, + { + "chat": "4e355da1-f8a3-4f25-94eb-2350a2ae2808", + "token": "V1UrP-D1Ly0DsVAGVcYv1FdNMMkF5-xU1RUU9RZ5Qww" + }, + { + "chat": "36563727-64ed-469e-8d13-06574d327670", + "token": "qJHdSFhBA_Jgv3xIOqeuMoyNSTZpyJOw9BJu1hVnQlo" + }, + { + "chat": "2f19d4b5-bb30-45a9-8474-0fa5451f7e92", + "token": "_F52VbiEjVQQkAdWr30jaouL62c8M-skg3oMG9RBW6U" + }, + { + "chat": "c7602fae-761a-43b0-be07-b00bbd93d439", + "token": "kdTG_Al_X57k8w2CTaxGHl7eEvTTuS3Z4pcBlpWLyzw" + }, + { + "token": "XA_2iuThB_iaqHTToHO2fxQ1efVsIs2kLH5Mfhjcgic", + "chat": "89b7a31c-e581-4841-9e32-c234405a162f" + }, + { + "chat": "17ce6209-1f8b-4337-8901-88fd95c14a18", + "token": "8FB4pw0IYWKkCIfwB3P5QL84PzaTIZyENYsJrww-7fA" + } + ], + "root_group": { + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 1902, + "fails": 20200 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 205, + "fails": 7 + }, + { + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 1881, + "fails": 20198, + "name": "history readable" + } + ], + "name": "" + }, + "options": { + "summaryTimeUnit": "", + "noColor": false, + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ] + }, + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 44514.566385 + } + } +} diff --git a/evidence/research-20261029/load-fixed1-20261029105633.txt b/evidence/research-20261029/load-fixed1-20261029105633.txt new file mode 100644 index 00000000..8ed0a62f --- /dev/null +++ b/evidence/research-20261029/load-fixed1-20261029105633.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"metrics":{"iterations":{"type":"counter","contains":"default","values":{"count":22079,"rate":495.9949471155564}},"message_latency_ms":{"contains":"time","values":{"avg":13.097947987539532,"p(50)":1.574717,"p(95)":85.50984919999995,"p(99)":150.3723336400002,"max":4011.296367},"type":"trend"},"application_errors{status:503}":{"type":"counter","contains":"default","values":{"count":40380,"rate":907.1187990636427},"thresholds":{"count>=0":{"ok":true}}},"data_sent":{"type":"counter","contains":"data","values":{"count":3618694,"rate":81292.35649972287}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":21829,"rate":490.37880794354277}},"failed_writes":{"type":"counter","contains":"default","values":{"count":20200,"rate":453.7840450987019}},"http_reqs":{"type":"counter","contains":"default","values":{"count":44441,"rate":998.3473637738322}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.4209481391957903,"p(50)":0.147274,"p(95)":1.23312,"p(99)":5.622513199999918,"max":118.223969}},"http_req_duration":{"type":"trend","contains":"time","values":{"p(99)":147.37608119999996,"max":17217.0233,"avg":19.97902145071003,"p(50)":1.591889,"p(95)":85.015744}},"data_received":{"type":"counter","contains":"data","values":{"count":9011186,"rate":202432.2987236035}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":1629,"rate":36.59476284484086}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":39.50049771819362,"p(50)":3.621493,"p(95)":173.62030449999978,"p(99)":313.30770866000023,"max":17333.339227}},"application_errors":{"type":"counter","contains":"default","values":{"count":40405,"rate":907.680412980844}},"vus_max":{"contains":"default","values":{"max":32,"value":32,"min":32},"type":"gauge"},"http_req_sending":{"contains":"time","values":{"avg":0.07879365720843365,"p(50)":0.041363,"p(95)":0.210379,"p(99)":0.4355294,"max":22.5541},"type":"trend"},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"http_req_blocked":{"type":"trend","contains":"time","values":{"max":1023.04951,"avg":0.048188861209238244,"p(50)":0.000248,"p(95)":0.001254,"p(99)":0.0014515999999999984}},"measured_operations":{"type":"counter","contains":"default","values":{"count":43840,"rate":984.8461652043114}},"checks":{"type":"rate","contains":"default","values":{"rate":0.08983398283513166,"passes":3988,"fails":40405}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration{expected_response:true}":{"values":{"avg":118.0205892210109,"p(50)":87.690635,"p(95)":171.703979,"p(99)":224.8572748,"max":13464.977187},"type":"trend","contains":"time"},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0.9091829616795302,"passes":40405,"fails":4036}},"http_req_waiting":{"type":"trend","contains":"time","values":{"avg":19.47927965430555,"p(50)":1.243483,"p(95)":84.549855,"p(99)":146.88012539999997,"max":17216.730576}},"http_req_connecting":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":10.083099,"avg":0.0023669291870119934,"p(50)":0}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(95)":0,"p(99)":0,"max":50.075135,"avg":0.022014142323530078,"p(50)":0}}},"setup_data":[{"chat":"c8c60bf0-7fcf-4274-8b50-5d6adb564946","token":"9duDXrD58v_2NMgZJPkHLRmyL3yOTElmvPgIUNjrcpo"},{"chat":"6edc3423-cc40-4723-85df-666ce0084329","token":"qRoW49ozXDobXzljQbTs39uLF8t2p-YQaDZVXh71CHg"},{"chat":"3470a12f-8e0b-4c2a-bd00-a53932d57586","token":"VabW8enBhdNe6fjbucW4wwTIlFYWJOTgG9VWLvs0cKs"},{"chat":"eb77134a-7a8c-4e82-a813-7379ff2fcdce","token":"7BjAAIUh3fw9J8wFFKpQMrWFH7L7mZem1nJDS2XvDQE"},{"chat":"7add9a73-e585-4e74-abff-dbc89c020615","token":"Y-8KJ9qP1srzvI1sqkx582GjLLcsYgkmesNzmHiw_Tc"},{"chat":"99414aa5-12e8-4d37-b7dd-63e4e80d99b6","token":"BCGZMDIFIHUJsorwX8l8BseiECDcFB695YQiqb8D37U"},{"chat":"dd34730f-2132-4f29-bbd1-a0514bd9e0df","token":"m1JXce2774OyAdePY1qkSHSMxr-3wZyVDtu86JyVefQ"},{"chat":"390a5c9e-ab33-44bb-a119-dde6b21ed707","token":"_zK3HD9XEllUjAxL_57AIm_bJstke50j2-SJidJbYIo"},{"chat":"49a1267e-21d8-46ea-9a25-919fe009c38e","token":"joGOpp-HBHpoiIeKrvpzq_QoRjIRAB5Vydfg4TIV3w0"},{"chat":"7558462d-fd6f-4104-8705-6257588c8a84","token":"edkhBYTzEC-UVVW1sO-brVT_ffH6kl9BZURMkXVDY1U"},{"chat":"4e355da1-f8a3-4f25-94eb-2350a2ae2808","token":"V1UrP-D1Ly0DsVAGVcYv1FdNMMkF5-xU1RUU9RZ5Qww"},{"chat":"36563727-64ed-469e-8d13-06574d327670","token":"qJHdSFhBA_Jgv3xIOqeuMoyNSTZpyJOw9BJu1hVnQlo"},{"chat":"2f19d4b5-bb30-45a9-8474-0fa5451f7e92","token":"_F52VbiEjVQQkAdWr30jaouL62c8M-skg3oMG9RBW6U"},{"chat":"c7602fae-761a-43b0-be07-b00bbd93d439","token":"kdTG_Al_X57k8w2CTaxGHl7eEvTTuS3Z4pcBlpWLyzw"},{"token":"XA_2iuThB_iaqHTToHO2fxQ1efVsIs2kLH5Mfhjcgic","chat":"89b7a31c-e581-4841-9e32-c234405a162f"},{"chat":"17ce6209-1f8b-4337-8901-88fd95c14a18","token":"8FB4pw0IYWKkCIfwB3P5QL84PzaTIZyENYsJrww-7fA"}],"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":1902,"fails":20200},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":205,"fails":7},{"path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":1881,"fails":20198,"name":"history readable"}],"name":""},"options":{"summaryTimeUnit":"","noColor":false,"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"]},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":44514.566385}}} diff --git a/evidence/research-20261029/load-fixed2-20261029105833.json b/evidence/research-20261029/load-fixed2-20261029105833.json new file mode 100644 index 00000000..1c4788d0 --- /dev/null +++ b/evidence/research-20261029/load-fixed2-20261029105833.json @@ -0,0 +1,373 @@ +{ + "profile": { + "vus": 32, + "seconds": 30, + "warmup_seconds": 5, + "drain_seconds": 5, + "users": 16 + }, + "summary": { + "state": { + "isStdOutTTY": false, + "isStdErrTTY": false, + "testRunDurationMs": 45255.708247 + }, + "metrics": { + "checks": { + "contains": "default", + "values": { + "rate": 1, + "passes": 8345, + "fails": 0 + }, + "type": "rate" + }, + "http_req_sending": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.19132248016203945, + "p(50)": 0.127061, + "p(95)": 0.3955431999999998, + "p(99)": 1.29405884, + "max": 19.155584 + } + }, + "http_req_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 112.29785262206552, + "p(50)": 86.520001, + "p(95)": 228.33532659999997, + "p(99)": 494.5202958399996, + "max": 1474.495154 + } + }, + "data_received": { + "values": { + "count": 11480752, + "rate": 253686.27394669177 + }, + "type": "counter", + "contains": "data" + }, + "http_reqs": { + "type": "counter", + "contains": "default", + "values": { + "count": 8393, + "rate": 185.45726771509254 + } + }, + "http_req_duration{expected_response:true}": { + "type": "trend", + "contains": "time", + "values": { + "avg": 112.29785262206552, + "p(50)": 86.520001, + "p(95)": 228.33532659999997, + "p(99)": 494.5202958399996, + "max": 1474.495154 + } + }, + "attempted_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 3814, + "rate": 84.27666139227486 + } + }, + "application_errors{status:429}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "message_latency_ms": { + "type": "trend", + "contains": "time", + "values": { + "max": 1474.495154, + "avg": 133.09072025642362, + "p(50)": 104.40111999999999, + "p(95)": 252.26227369999998, + "p(99)": 545.8374000899996 + } + }, + "data_sent": { + "type": "counter", + "contains": "data", + "values": { + "rate": 17050.48997992759, + "count": 771632 + } + }, + "iterations": { + "type": "counter", + "contains": "default", + "values": { + "count": 3958, + "rate": 87.4585804380241 + } + }, + "measured_operations": { + "type": "counter", + "contains": "default", + "values": { + "count": 8022, + "rate": 177.25940684028026 + } + }, + "http_req_failed": { + "type": "rate", + "contains": "default", + "values": { + "rate": 0, + "passes": 0, + "fails": 8393 + } + }, + "http_req_waiting": { + "type": "trend", + "contains": "time", + "values": { + "p(99)": 493.6457210399996, + "max": 1472.956636, + "avg": 111.75939546145578, + "p(50)": 86.042615, + "p(95)": 227.74144959999995 + } + }, + "http_req_blocked": { + "type": "trend", + "contains": "time", + "values": { + "max": 1069.777577, + "avg": 0.4059274680090553, + "p(50)": 0.00082, + "p(95)": 0.0013733999999999997, + "p(99)": 0.003630199999999992 + } + }, + "confirmed_messages": { + "type": "counter", + "contains": "default", + "values": { + "count": 3814, + "rate": 84.27666139227486 + } + }, + "http_req_receiving": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.3471346804479915, + "p(50)": 0.170749, + "p(95)": 1.1181307999999996, + "p(99)": 2.6177550799999993, + "max": 16.454896 + } + }, + "iteration_duration": { + "type": "trend", + "contains": "time", + "values": { + "avg": 236.52024523370324, + "p(50)": 205.350779, + "p(95)": 431.8582000999999, + "p(99)": 935.8667843199955, + "max": 1867.295818 + } + }, + "application_errors": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + } + }, + "application_errors{status:0}": { + "type": "counter", + "contains": "default", + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + } + }, + "vus": { + "type": "gauge", + "contains": "default", + "values": { + "value": 32, + "min": 0, + "max": 32 + } + }, + "application_errors{status:503}": { + "values": { + "count": 0, + "rate": 0 + }, + "thresholds": { + "count>=0": { + "ok": true + } + }, + "type": "counter", + "contains": "default" + }, + "vus_max": { + "type": "gauge", + "contains": "default", + "values": { + "min": 32, + "max": 32, + "value": 32 + } + }, + "http_req_tls_handshaking": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.2594542579530561, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 265.689513 + } + }, + "http_req_connecting": { + "type": "trend", + "contains": "time", + "values": { + "avg": 0.01689568890742285, + "p(50)": 0, + "p(95)": 0, + "p(99)": 0, + "max": 7.397876 + } + } + }, + "setup_data": [ + { + "chat": "1feea1c0-1a58-4f09-be38-70929069e8bb", + "token": "rDw3EJH_XEADE8b5mkS7cfRdyFA0Qx_ApEPbuMsD8k8" + }, + { + "chat": "010ef4b5-1353-4fef-a889-644dc08973dc", + "token": "DVKZdQDcgdMzq-8tvYsvDZ5TuoeVLKc1Aa4HRlUtlQA" + }, + { + "token": "u-PWgUJ5wfEpLyO1DvF9OFuaprl2sbWc--Xa9Y4u6tg", + "chat": "1c16a1c1-9549-44e9-b6a5-4d519f2c2d83" + }, + { + "chat": "39f17cc2-e70c-4e56-ac2e-a9221535c293", + "token": "zvep40wpWWTbsAiw9pmGSBT3_XM5M-LYMuddfjkP3Ys" + }, + { + "chat": "30b0c47a-3147-4419-8338-9afb6a1bf5e8", + "token": "llQRzs6heT3ZavaRbciMD-Re1EQCjqM1HvVAI3Qo_FU" + }, + { + "chat": "9397ceab-333b-4e22-8198-af5c1d7d5913", + "token": "n2i3dL-4G-Ip21_jSF8UF1x0qHZBwu8vjrreyW1W0QM" + }, + { + "chat": "cf817bc1-d522-49bf-a05d-895b8a78f8fd", + "token": "IVosfZSIwJbvi-mgZ_i6r_IkcI9AD1mRl0ucwgNq6w4" + }, + { + "chat": "9637a37a-310f-41eb-ad60-b1896f55538a", + "token": "0i50hwhoT3XpgdL7eAe3GJx8ZLFXdQgem1AyrIL_JEY" + }, + { + "chat": "40aa0558-844d-4a49-8ecf-509abe415e96", + "token": "6fgA785h3vUVRIOCLS9zBeIB1Cd4S016OfQd-43NLOw" + }, + { + "chat": "e8a490b6-d8b3-4aed-9ecc-11df2e75ebe3", + "token": "sARolZ65RIkIJ3WhVNjiKQbRq9eddpNl3f_brvGvbNs" + }, + { + "chat": "ed5afd74-0369-41bf-b0a9-b5081f696bc1", + "token": "yNIq5wwnngB4_fU1WOTcU0xLbVX2OSWyDv8FgVbQTBg" + }, + { + "chat": "c1a3b314-443d-4f27-a096-891bf5912714", + "token": "N6L7tdvpNzeP85ij3l_X_AZpnrF-1goVFJNX2hhsycA" + }, + { + "chat": "c5c39d45-5139-4b05-bf0d-92a4c3b3d3b9", + "token": "zpYcXhXYXbc6ITLB_BGcloCYMDkuzie78uiQXluD7Ec" + }, + { + "chat": "b4ee9195-ceb6-4b55-a1f1-a89f4c64c589", + "token": "IoM5BXfH571YD6HxVb2zPsWvTNJ7Vktk1fsgFyeXqNM" + }, + { + "chat": "94243ef1-d911-4e7d-a8a1-2bfcfe3f03d9", + "token": "TRhjPnNVv5bz54oL7v4MZAPNxIR37zEpfbaJBuj9Kyo" + }, + { + "chat": "3b1988a1-b29b-4c89-a33b-82ef50ca17e3", + "token": "Ro6tGbRQY16QV7f5ppeCmnedh8c4FsL2AHc3n78sgZc" + } + ], + "root_group": { + "name": "", + "path": "", + "id": "d41d8cd98f00b204e9800998ecf8427e", + "groups": [], + "checks": [ + { + "name": "message confirmed", + "path": "::message confirmed", + "id": "d4155de45199bf62b8c3d5ba8866ac6e", + "passes": 3975, + "fails": 0 + }, + { + "name": "retry returns original", + "path": "::retry returns original", + "id": "f737ff9008ff036f7a4b775b05a953fa", + "passes": 412, + "fails": 0 + }, + { + "name": "history readable", + "path": "::history readable", + "id": "e5d19d1d900950fc71ea4c99c2bee0f8", + "passes": 3958, + "fails": 0 + } + ] + }, + "options": { + "summaryTrendStats": [ + "avg", + "p(50)", + "p(95)", + "p(99)", + "max" + ], + "summaryTimeUnit": "", + "noColor": false + } + } +} diff --git a/evidence/research-20261029/load-fixed2-20261029105833.txt b/evidence/research-20261029/load-fixed2-20261029105833.txt new file mode 100644 index 00000000..813363f3 --- /dev/null +++ b/evidence/research-20261029/load-fixed2-20261029105833.txt @@ -0,0 +1 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":45255.708247},"metrics":{"checks":{"contains":"default","values":{"rate":1,"passes":8345,"fails":0},"type":"rate"},"http_req_sending":{"type":"trend","contains":"time","values":{"avg":0.19132248016203945,"p(50)":0.127061,"p(95)":0.3955431999999998,"p(99)":1.29405884,"max":19.155584}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":112.29785262206552,"p(50)":86.520001,"p(95)":228.33532659999997,"p(99)":494.5202958399996,"max":1474.495154}},"data_received":{"values":{"count":11480752,"rate":253686.27394669177},"type":"counter","contains":"data"},"http_reqs":{"type":"counter","contains":"default","values":{"count":8393,"rate":185.45726771509254}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"avg":112.29785262206552,"p(50)":86.520001,"p(95)":228.33532659999997,"p(99)":494.5202958399996,"max":1474.495154}},"attempted_messages":{"type":"counter","contains":"default","values":{"count":3814,"rate":84.27666139227486}},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"message_latency_ms":{"type":"trend","contains":"time","values":{"max":1474.495154,"avg":133.09072025642362,"p(50)":104.40111999999999,"p(95)":252.26227369999998,"p(99)":545.8374000899996}},"data_sent":{"type":"counter","contains":"data","values":{"rate":17050.48997992759,"count":771632}},"iterations":{"type":"counter","contains":"default","values":{"count":3958,"rate":87.4585804380241}},"measured_operations":{"type":"counter","contains":"default","values":{"count":8022,"rate":177.25940684028026}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":8393}},"http_req_waiting":{"type":"trend","contains":"time","values":{"p(99)":493.6457210399996,"max":1472.956636,"avg":111.75939546145578,"p(50)":86.042615,"p(95)":227.74144959999995}},"http_req_blocked":{"type":"trend","contains":"time","values":{"max":1069.777577,"avg":0.4059274680090553,"p(50)":0.00082,"p(95)":0.0013733999999999997,"p(99)":0.003630199999999992}},"confirmed_messages":{"type":"counter","contains":"default","values":{"count":3814,"rate":84.27666139227486}},"http_req_receiving":{"type":"trend","contains":"time","values":{"avg":0.3471346804479915,"p(50)":0.170749,"p(95)":1.1181307999999996,"p(99)":2.6177550799999993,"max":16.454896}},"iteration_duration":{"type":"trend","contains":"time","values":{"avg":236.52024523370324,"p(50)":205.350779,"p(95)":431.8582000999999,"p(99)":935.8667843199955,"max":1867.295818}},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"vus":{"type":"gauge","contains":"default","values":{"value":32,"min":0,"max":32}},"application_errors{status:503}":{"values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter","contains":"default"},"vus_max":{"type":"gauge","contains":"default","values":{"min":32,"max":32,"value":32}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.2594542579530561,"p(50)":0,"p(95)":0,"p(99)":0,"max":265.689513}},"http_req_connecting":{"type":"trend","contains":"time","values":{"avg":0.01689568890742285,"p(50)":0,"p(95)":0,"p(99)":0,"max":7.397876}}},"setup_data":[{"chat":"1feea1c0-1a58-4f09-be38-70929069e8bb","token":"rDw3EJH_XEADE8b5mkS7cfRdyFA0Qx_ApEPbuMsD8k8"},{"chat":"010ef4b5-1353-4fef-a889-644dc08973dc","token":"DVKZdQDcgdMzq-8tvYsvDZ5TuoeVLKc1Aa4HRlUtlQA"},{"token":"u-PWgUJ5wfEpLyO1DvF9OFuaprl2sbWc--Xa9Y4u6tg","chat":"1c16a1c1-9549-44e9-b6a5-4d519f2c2d83"},{"chat":"39f17cc2-e70c-4e56-ac2e-a9221535c293","token":"zvep40wpWWTbsAiw9pmGSBT3_XM5M-LYMuddfjkP3Ys"},{"chat":"30b0c47a-3147-4419-8338-9afb6a1bf5e8","token":"llQRzs6heT3ZavaRbciMD-Re1EQCjqM1HvVAI3Qo_FU"},{"chat":"9397ceab-333b-4e22-8198-af5c1d7d5913","token":"n2i3dL-4G-Ip21_jSF8UF1x0qHZBwu8vjrreyW1W0QM"},{"chat":"cf817bc1-d522-49bf-a05d-895b8a78f8fd","token":"IVosfZSIwJbvi-mgZ_i6r_IkcI9AD1mRl0ucwgNq6w4"},{"chat":"9637a37a-310f-41eb-ad60-b1896f55538a","token":"0i50hwhoT3XpgdL7eAe3GJx8ZLFXdQgem1AyrIL_JEY"},{"chat":"40aa0558-844d-4a49-8ecf-509abe415e96","token":"6fgA785h3vUVRIOCLS9zBeIB1Cd4S016OfQd-43NLOw"},{"chat":"e8a490b6-d8b3-4aed-9ecc-11df2e75ebe3","token":"sARolZ65RIkIJ3WhVNjiKQbRq9eddpNl3f_brvGvbNs"},{"chat":"ed5afd74-0369-41bf-b0a9-b5081f696bc1","token":"yNIq5wwnngB4_fU1WOTcU0xLbVX2OSWyDv8FgVbQTBg"},{"chat":"c1a3b314-443d-4f27-a096-891bf5912714","token":"N6L7tdvpNzeP85ij3l_X_AZpnrF-1goVFJNX2hhsycA"},{"chat":"c5c39d45-5139-4b05-bf0d-92a4c3b3d3b9","token":"zpYcXhXYXbc6ITLB_BGcloCYMDkuzie78uiQXluD7Ec"},{"chat":"b4ee9195-ceb6-4b55-a1f1-a89f4c64c589","token":"IoM5BXfH571YD6HxVb2zPsWvTNJ7Vktk1fsgFyeXqNM"},{"chat":"94243ef1-d911-4e7d-a8a1-2bfcfe3f03d9","token":"TRhjPnNVv5bz54oL7v4MZAPNxIR37zEpfbaJBuj9Kyo"},{"chat":"3b1988a1-b29b-4c89-a33b-82ef50ca17e3","token":"Ro6tGbRQY16QV7f5ppeCmnedh8c4FsL2AHc3n78sgZc"}],"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[{"name":"message confirmed","path":"::message confirmed","id":"d4155de45199bf62b8c3d5ba8866ac6e","passes":3975,"fails":0},{"name":"retry returns original","path":"::retry returns original","id":"f737ff9008ff036f7a4b775b05a953fa","passes":412,"fails":0},{"name":"history readable","path":"::history readable","id":"e5d19d1d900950fc71ea4c99c2bee0f8","passes":3958,"fails":0}]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false}}} diff --git a/evidence/research-20261029/load-fixed4-20261029110021.txt b/evidence/research-20261029/load-fixed4-20261029110021.txt new file mode 100644 index 00000000..26b8eebc --- /dev/null +++ b/evidence/research-20261029/load-fixed4-20261029110021.txt @@ -0,0 +1,2 @@ +{"profile":{"vus":32,"seconds":30,"warmup_seconds":5,"drain_seconds":5,"users":16},"summary":{"metrics":{"data_received":{"type":"counter","contains":"data","values":{"count":17626,"rate":1217.3039501253575}},"application_errors{status:0}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}},"application_errors":{"type":"counter","contains":"default","values":{"count":0,"rate":0}},"vus_max":{"type":"gauge","contains":"default","values":{"value":32,"min":32,"max":32}},"http_req_failed":{"values":{"rate":0.023809523809523808,"passes":1,"fails":41},"type":"rate","contains":"default"},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"p(99)":674.0106492,"max":687.569354,"avg":283.18361153658526,"p(50)":284.208662,"p(95)":586.691066}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(99)":336.2059710899979,"max":569.826329,"avg":13.5687459047619,"p(50)":0.001005,"p(95)":0.001827199999999998}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"avg":0.3292637857142857,"p(50)":0,"p(95)":0,"p(99)":8.159156609999949,"max":13.829079}},"http_req_receiving":{"contains":"time","values":{"p(95)":0.44896049999999965,"p(99)":1.0334104199999976,"max":1.285289,"avg":0.2205079761904762,"p(50)":0.1569235},"type":"trend"},"vus":{"type":"gauge","contains":"default","values":{"value":0,"min":0,"max":0}},"data_sent":{"type":"counter","contains":"data","values":{"count":7190,"rate":496.5627709861182}},"http_reqs":{"type":"counter","contains":"default","values":{"count":42,"rate":2.900644837471066}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":330.7324318809523,"p(50)":298.326058,"p(95)":650.3235156999997,"p(99)":1627.241534079994,"max":2280.234066}},"http_req_sending":{"type":"trend","contains":"time","values":{"max":0.746168,"avg":0.2487437857142857,"p(50)":0.2300245,"p(95)":0.41498954999999993,"p(99)":0.6258170099999989}},"http_req_waiting":{"type":"trend","contains":"time","values":{"max":2279.777719,"avg":330.2631801190476,"p(50)":297.450258,"p(95)":649.6964502499998,"p(99)":1626.8369430199941}},"application_errors{status:503}":{"contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"http_req_connecting":{"values":{"avg":0.07830409523809523,"p(50)":0,"p(95)":0,"p(99)":1.9403754799999877,"max":3.288772},"type":"trend","contains":"time"},"application_errors{status:429}":{"type":"counter","contains":"default","values":{"count":0,"rate":0},"thresholds":{"count>=0":{"ok":true}}}},"root_group":{"name":"","path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[]},"options":{"summaryTrendStats":["avg","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":false},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":14479.538983}}} +time="2026-10-29T11:02:21Z" level=error msg="Error: chat: 503\n\tat setup (file:///scripts/scaling.js:39:40(163))\n" hint="script exception" diff --git a/evidence/research-20261029/nodes.txt b/evidence/research-20261029/nodes.txt new file mode 100644 index 00000000..461dea77 --- /dev/null +++ b/evidence/research-20261029/nodes.txt @@ -0,0 +1,4 @@ +NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME +dev.asisti.tech Ready 252d v1.33.13 100.99.166.40 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 +marlosrv0 Ready 254d v1.33.13 192.168.1.37 Ubuntu 24.04.5 LTS 6.8.0-147-generic containerd://1.7.29 +srv0.agapov.space Ready 246d v1.33.13 100.108.186.94 Ubuntu 24.04.4 LTS 6.8.0-139-generic containerd://1.7.29 diff --git a/evidence/research-20261029/profiles.csv b/evidence/research-20261029/profiles.csv new file mode 100644 index 00000000..0e7498a6 --- /dev/null +++ b/evidence/research-20261029/profiles.csv @@ -0,0 +1,4 @@ +profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration +fixed1,fixed1-20261029105633,1,1000,512,8,32,30 +fixed2,fixed2-20261029105833,2,500,256,8,32,30 +fixed4,fixed4-20261029110021,4,250,128,8,32,30 diff --git a/evidence/research-20261029/readiness-events.json b/evidence/research-20261029/readiness-events.json new file mode 100644 index 00000000..62edab74 --- /dev/null +++ b/evidence/research-20261029/readiness-events.json @@ -0,0 +1,372 @@ +{ + "apiVersion": "v1", + "items": [ + { + "apiVersion": "v1", + "count": 12, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:54:29Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-4xgnf", + "namespace": "highload-applications", + "resourceVersion": "60155132", + "uid": "90295b43-464f-4a5c-8b88-1ec0b476f40e" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:55:51Z", + "message": "Readiness probe failed: Get \"http://10.1.25.112:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T10:54:36Z", + "name": "api-54f7cc6f98-4xgnf.18e2fab7f0b1f4f5", + "namespace": "highload-applications", + "resourceVersion": "60155546", + "uid": "061062ea-64b4-4692-96d9-49100f681333" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:56:39Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-4xgnf", + "namespace": "highload-applications", + "resourceVersion": "60155132", + "uid": "90295b43-464f-4a5c-8b88-1ec0b476f40e" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:56:39Z", + "message": "Readiness probe failed: Get \"http://10.1.25.112:8080/health/ready\": dial tcp 10.1.25.112:8080: connect: invalid argument", + "metadata": { + "creationTimestamp": "2026-10-29T10:56:39Z", + "name": "api-54f7cc6f98-4xgnf.18e2fad636c81e2e", + "namespace": "highload-applications", + "resourceVersion": "60155760", + "uid": "e29177f3-ce15-47dc-b765-2d0846988cb5" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 9, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:55:39Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-crhmd", + "namespace": "highload-applications", + "resourceVersion": "60155431", + "uid": "ddbfb114-c312-4f42-abc4-31ed3e9c7097" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:56:39Z", + "message": "Readiness probe failed: Get \"http://10.1.112.108:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T10:55:39Z", + "name": "api-54f7cc6f98-crhmd.18e2fac832d84b47", + "namespace": "highload-applications", + "resourceVersion": "60155754", + "uid": "a7799297-29e8-4f12-b885-05f058136a94" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 4, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:54:30Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-txlh4", + "namespace": "highload-applications", + "resourceVersion": "60154930", + "uid": "e9c4add7-fd67-4650-a4a2-29ca5b9fd550" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:55:29Z", + "message": "Readiness probe failed: Get \"http://10.1.112.79:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T10:54:30Z", + "name": "api-54f7cc6f98-txlh4.18e2fab834bf2a49", + "namespace": "highload-applications", + "resourceVersion": "60155407", + "uid": "4d2bce6d-aed8-4833-aef4-54a830b74a7c" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:55:34Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-54f7cc6f98-txlh4", + "namespace": "highload-applications", + "resourceVersion": "60154930", + "uid": "e9c4add7-fd67-4650-a4a2-29ca5b9fd550" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:55:34Z", + "message": "Readiness probe failed: Get \"http://10.1.112.79:8080/health/ready\": dial tcp 10.1.112.79:8080: connect: connection refused", + "metadata": { + "creationTimestamp": "2026-10-29T10:55:34Z", + "name": "api-54f7cc6f98-txlh4.18e2fac72c04b76f", + "namespace": "highload-applications", + "resourceVersion": "60155456", + "uid": "8bb722ab-ed21-49fc-bc75-1c179c1fc14e" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:56:40Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-6fc45595fc-lzz7z", + "namespace": "highload-applications", + "resourceVersion": "60155699", + "uid": "8e5a9917-010b-4be5-bc15-21e54b5c8a2f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:56:40Z", + "message": "Startup probe failed: Get \"http://10.1.25.94:8080/health/ready\": dial tcp 10.1.25.94:8080: connect: connection refused", + "metadata": { + "creationTimestamp": "2026-10-29T10:56:40Z", + "name": "api-6fc45595fc-lzz7z.18e2fad66e1ebb48", + "namespace": "highload-applications", + "resourceVersion": "60155778", + "uid": "e0116806-66b7-4388-84af-239264979e5a" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 6, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:56:59Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-6fc45595fc-lzz7z", + "namespace": "highload-applications", + "resourceVersion": "60155699", + "uid": "8e5a9917-010b-4be5-bc15-21e54b5c8a2f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:58:10Z", + "message": "Readiness probe failed: Get \"http://10.1.25.94:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T10:57:06Z", + "name": "api-6fc45595fc-lzz7z.18e2fadacd905ce6", + "namespace": "highload-applications", + "resourceVersion": "60156106", + "uid": "4702ce30-cfa8-46a9-90cf-91fc6b584f53" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 8, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:58:10Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-6fc45595fc-lzz7z", + "namespace": "highload-applications", + "resourceVersion": "60155699", + "uid": "8e5a9917-010b-4be5-bc15-21e54b5c8a2f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:58:22Z", + "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", + "metadata": { + "creationTimestamp": "2026-10-29T10:58:20Z", + "name": "api-6fc45595fc-lzz7z.18e2faeb726a6238", + "namespace": "highload-applications", + "resourceVersion": "60156137", + "uid": "cc075469-262a-4320-8d62-8db989f93fb4" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 1, + "eventTime": null, + "firstTimestamp": "2026-10-29T10:58:48Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-6fc45595fc-lzz7z", + "namespace": "highload-applications", + "resourceVersion": "60155699", + "uid": "8e5a9917-010b-4be5-bc15-21e54b5c8a2f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T10:58:48Z", + "message": "Readiness probe failed: Get \"http://10.1.25.94:8080/health/ready\": dial tcp 10.1.25.94:8080: connect: connection refused", + "metadata": { + "creationTimestamp": "2026-10-29T10:58:48Z", + "name": "api-6fc45595fc-lzz7z.18e2faf44b78f857", + "namespace": "highload-applications", + "resourceVersion": "60156376", + "uid": "d5517348-4aa9-4bce-ad19-3d2321d38e31" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "dev.asisti.tech", + "source": { + "component": "kubelet", + "host": "dev.asisti.tech" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 2, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:00:08Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-7f5b6b9d85-bs7mv", + "namespace": "highload-applications", + "resourceVersion": "60156221", + "uid": "240bf47a-6297-4cd8-86ef-fe011a81b4c4" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:00:10Z", + "message": "Readiness probe failed: Get \"http://10.1.131.46:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:00:13Z", + "name": "api-7f5b6b9d85-bs7mv.18e2fb06c7a9f8a3", + "namespace": "highload-applications", + "resourceVersion": "60156674", + "uid": "00ccd6d5-02db-4ad6-a5e5-c9538288a28d" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "srv0.agapov.space", + "source": { + "component": "kubelet", + "host": "srv0.agapov.space" + }, + "type": "Warning" + }, + { + "apiVersion": "v1", + "count": 3, + "eventTime": null, + "firstTimestamp": "2026-10-29T11:00:07Z", + "involvedObject": { + "apiVersion": "v1", + "fieldPath": "spec.containers{api}", + "kind": "Pod", + "name": "api-7f5b6b9d85-zvv5p", + "namespace": "highload-applications", + "resourceVersion": "60156310", + "uid": "f9985b3b-236f-4a24-aea3-cb6fdc2cdd0f" + }, + "kind": "Event", + "lastTimestamp": "2026-10-29T11:00:11Z", + "message": "Readiness probe failed: Get \"http://10.1.112.80:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", + "metadata": { + "creationTimestamp": "2026-10-29T11:00:07Z", + "name": "api-7f5b6b9d85-zvv5p.18e2fb069d2ec010", + "namespace": "highload-applications", + "resourceVersion": "60156658", + "uid": "85473d6e-7990-4c07-9857-13ddbb3a44f7" + }, + "reason": "Unhealthy", + "reportingComponent": "kubelet", + "reportingInstance": "marlosrv0", + "source": { + "component": "kubelet", + "host": "marlosrv0" + }, + "type": "Warning" + } + ], + "kind": "List", + "metadata": { + "resourceVersion": "" + } +} diff --git a/evidence/research-20261029/resources-fixed1-20261029105633.txt b/evidence/research-20261029/resources-fixed1-20261029105633.txt new file mode 100644 index 00000000..170b48eb --- /dev/null +++ b/evidence/research-20261029/resources-fixed1-20261029105633.txt @@ -0,0 +1,79 @@ +UTC 2026-10-29T10:57:39Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 3m 22Mi +postgres-0 6m 25Mi +valkey-0 7m 8Mi +valkey-1 5m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +UTC 2026-10-29T10:57:45Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 2m 22Mi +postgres-0 6m 25Mi +valkey-0 7m 8Mi +valkey-1 6m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|1 +UTC 2026-10-29T10:57:52Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 2m 22Mi +postgres-0 6m 25Mi +valkey-0 7m 8Mi +valkey-1 6m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +UTC 2026-10-29T10:57:58Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 2m 22Mi +postgres-0 6m 25Mi +valkey-0 7m 8Mi +valkey-1 6m 13Mi +valkey-2 6m 3Mi +active|||2 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +idle in transaction|||1 +UTC 2026-10-29T10:58:04Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 235m 8Mi +load-fixed1-20261029105633-qb7n9 78m 19Mi +postgres-0 115m 33Mi +valkey-0 48m 8Mi +valkey-1 12m 13Mi +valkey-2 6m 3Mi +active|Client|ClientRead|1 +active|IO|WalSync|1 +active|||2 +idle|Client|ClientRead|1 +idle in transaction|Client|ClientRead|3 +idle in transaction|||1 +UTC 2026-10-29T10:58:11Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 235m 8Mi +load-fixed1-20261029105633-qb7n9 78m 19Mi +postgres-0 115m 33Mi +valkey-0 48m 8Mi +valkey-1 12m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|8 +UTC 2026-10-29T10:58:27Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 259m 12Mi +load-fixed1-20261029105633-qb7n9 264m 29Mi +postgres-0 250m 43Mi +valkey-0 84m 8Mi +valkey-1 69m 13Mi +valkey-2 46m 3Mi +active|||1 +idle|Client|ClientRead|8 +UTC 2026-10-29T10:58:33Z +NAME CPU(cores) MEMORY(bytes) +api-6fc45595fc-lzz7z 259m 12Mi +postgres-0 250m 43Mi +valkey-0 35m 8Mi +valkey-1 3m 13Mi +valkey-2 22m 3Mi diff --git a/evidence/research-20261029/resources-fixed2-20261029105833.txt b/evidence/research-20261029/resources-fixed2-20261029105833.txt new file mode 100644 index 00000000..4223f07f --- /dev/null +++ b/evidence/research-20261029/resources-fixed2-20261029105833.txt @@ -0,0 +1,109 @@ +UTC 2026-10-29T10:59:20Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 3m 22Mi +api-7f5b6b9d85-zvv5p 3m 22Mi +postgres-0 9m 27Mi +valkey-0 7m 8Mi +valkey-1 6m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|2 +UTC 2026-10-29T10:59:26Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 3m 22Mi +api-7f5b6b9d85-zvv5p 3m 22Mi +postgres-0 9m 27Mi +valkey-0 7m 8Mi +valkey-1 6m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|5 +UTC 2026-10-29T10:59:33Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 50m 61Mi +api-7f5b6b9d85-zvv5p 2m 22Mi +postgres-0 16m 28Mi +valkey-0 31m 8Mi +valkey-1 5m 13Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|5 +UTC 2026-10-29T10:59:39Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 50m 61Mi +api-7f5b6b9d85-zvv5p 2m 22Mi +postgres-0 16m 28Mi +valkey-0 31m 8Mi +valkey-1 5m 13Mi +valkey-2 8m 3Mi +active|Client|ClientRead|1 +active|||1 +idle|Client|ClientRead|10 +idle in transaction|Client|ClientRead|4 +idle in transaction|||1 +UTC 2026-10-29T10:59:45Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 145m 10Mi +api-7f5b6b9d85-zvv5p 125m 10Mi +load-fixed2-20261029105833-gd8x5 67m 18Mi +postgres-0 374m 63Mi +valkey-0 93m 8Mi +valkey-1 12m 14Mi +valkey-2 36m 3Mi +active|Client|ClientRead|2 +active|IO|WalSync|1 +active|LWLock|WALWrite|1 +active|||5 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|2 +idle in transaction|||1 +UTC 2026-10-29T10:59:52Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 145m 10Mi +api-7f5b6b9d85-zvv5p 125m 10Mi +load-fixed2-20261029105833-gd8x5 67m 18Mi +postgres-0 374m 63Mi +valkey-0 93m 8Mi +valkey-1 12m 14Mi +valkey-2 36m 3Mi +active|Lock|transactionid|1 +active|||1 +idle|Client|ClientRead|11 +idle in transaction|Client|ClientRead|4 +UTC 2026-10-29T10:59:59Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 427m 11Mi +api-7f5b6b9d85-zvv5p 419m 15Mi +load-fixed2-20261029105833-gd8x5 310m 29Mi +postgres-0 767m 65Mi +valkey-0 149m 8Mi +valkey-1 81m 14Mi +valkey-2 75m 3Mi +active|||3 +idle|Client|ClientRead|8 +idle|||1 +idle in transaction|Client|ClientRead|4 +idle in transaction|||1 +UTC 2026-10-29T11:00:06Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 427m 11Mi +api-7f5b6b9d85-zvv5p 419m 15Mi +load-fixed2-20261029105833-gd8x5 310m 29Mi +postgres-0 767m 65Mi +valkey-0 149m 8Mi +valkey-1 81m 14Mi +valkey-2 75m 3Mi +active|||1 +idle|Client|ClientRead|13 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:00:14Z +NAME CPU(cores) MEMORY(bytes) +api-7f5b6b9d85-bs7mv 427m 11Mi +api-7f5b6b9d85-zvv5p 272m 15Mi +postgres-0 371m 55Mi +valkey-0 149m 8Mi +valkey-1 93m 14Mi +valkey-2 48m 3Mi +active|||1 +idle|Client|ClientRead|11 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029/resources-fixed4-20261029110021.txt b/evidence/research-20261029/resources-fixed4-20261029110021.txt new file mode 100644 index 00000000..43dbf243 --- /dev/null +++ b/evidence/research-20261029/resources-fixed4-20261029110021.txt @@ -0,0 +1,47 @@ +UTC 2026-10-29T11:01:47Z +Error from server (ServiceUnavailable): the server is currently unable to handle the request (get pods.metrics.k8s.io) +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:02:01Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-2j5qf 3m 22Mi +api-855b9f4fb5-vkmkv 2m 22Mi +postgres-0 8m 35Mi +valkey-0 8m 9Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:02:07Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-2j5qf 3m 22Mi +api-855b9f4fb5-vkmkv 2m 22Mi +postgres-0 8m 35Mi +valkey-0 8m 9Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|4 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:02:14Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-2j5qf 3m 22Mi +api-855b9f4fb5-vkmkv 2m 22Mi +postgres-0 8m 35Mi +valkey-0 8m 9Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 +UTC 2026-10-29T11:02:20Z +NAME CPU(cores) MEMORY(bytes) +api-855b9f4fb5-2j5qf 18m 61Mi +api-855b9f4fb5-vkmkv 3m 23Mi +load-fixed4-20261029110021-6kzss 42m 19Mi +postgres-0 19m 37Mi +valkey-0 8m 9Mi +valkey-1 6m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|5 +idle in transaction|Client|ClientRead|1 diff --git a/evidence/research-20261029/restore-values.yaml b/evidence/research-20261029/restore-values.yaml new file mode 100644 index 00000000..4e915dac --- /dev/null +++ b/evidence/research-20261029/restore-values.yaml @@ -0,0 +1,61 @@ +api: + env: + DEPENDENCY_POOL_SIZE: "8" + DEPENDENCY_TIMEOUT_MS: "2000" + GOMEMLIMIT: 160MiB + REQUEST_TIMEOUT_SECONDS: "4" + SESSION_TTL_SECONDS: "3600" + SHUTDOWN_TIMEOUT_SECONDS: "5" + replicas: 2 + resources: + limits: + cpu: "1" + memory: 256Mi + requests: + cpu: 250m + memory: 128Mi +autoscaling: + cpuPercent: 60 + enabled: true + maxReplicas: 4 + minReplicas: 2 +databaseSecret: messenger-secrets +image: + digest: sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 + repository: asisti.registry.twcstorage.ru/mtusi2026lab3 +imagePullSecret: registry-pull +ingress: + className: traefik + clusterIssuer: letsencrypt-prod + host: hl.agapov.space +load: + duration: 30 + enabled: false + run: manual + script: scaling.js + vus: 32 +monitoring: + serviceMonitor: false +postgres: + image: postgres:17.6-alpine + resources: + limits: + cpu: "1" + memory: 512Mi + requests: + cpu: 250m + memory: 256Mi + storage: 2Gi +storageClass: "" +valkey: + image: valkey/valkey:8.1.3-alpine + maxmemory: 64mb + resources: + limits: + cpu: 500m + memory: 128Mi + requests: + cpu: 100m + memory: 96Mi + shards: 3 + storage: 1Gi diff --git a/evidence/research-20261029/restore.txt b/evidence/research-20261029/restore.txt new file mode 100644 index 00000000..3b9d354d --- /dev/null +++ b/evidence/research-20261029/restore.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:02:26 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 7 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029/rollout-fixed1.txt b/evidence/research-20261029/rollout-fixed1.txt new file mode 100644 index 00000000..55849476 --- /dev/null +++ b/evidence/research-20261029/rollout-fixed1.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 13:56:34 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 4 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029/rollout-fixed2.txt b/evidence/research-20261029/rollout-fixed2.txt new file mode 100644 index 00000000..1920a4c2 --- /dev/null +++ b/evidence/research-20261029/rollout-fixed2.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 13:58:35 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 5 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029/rollout-fixed4.txt b/evidence/research-20261029/rollout-fixed4.txt new file mode 100644 index 00000000..39e8165d --- /dev/null +++ b/evidence/research-20261029/rollout-fixed4.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 14:00:22 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 6 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/research-20261029/source.sha256 b/evidence/research-20261029/source.sha256 new file mode 100644 index 00000000..0f94fb32 --- /dev/null +++ b/evidence/research-20261029/source.sha256 @@ -0,0 +1,3 @@ +8fdd5ea6ef1d21ada68f6bc3068ccf3d8da8d2280634017bc9b44e877565ed79 student-tests/load/scaling.js +dcc8dc1217792aca3385c8e3195b236058ee9b2df912e60f9af46dc51b9a6c86 charts/messenger/values.yaml +60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb internal/controller/http/fiber/errors.go diff --git a/evidence/research-20261029/values-fixed1.json b/evidence/research-20261029/values-fixed1.json new file mode 100644 index 00000000..0fdce262 --- /dev/null +++ b/evidence/research-20261029/values-fixed1.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"replicas":1,"resources":{"limits":{"cpu":"1000m","memory":"512Mi"},"requests":{"cpu":"1000m","memory":"512Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/research-20261029/values-fixed2.json b/evidence/research-20261029/values-fixed2.json new file mode 100644 index 00000000..0635c03d --- /dev/null +++ b/evidence/research-20261029/values-fixed2.json @@ -0,0 +1 @@ +{"api":{"env":{"DEPENDENCY_POOL_SIZE":"8","DEPENDENCY_TIMEOUT_MS":"2000","GOMEMLIMIT":"80MiB","REQUEST_TIMEOUT_SECONDS":"4","SESSION_TTL_SECONDS":"3600","SHUTDOWN_TIMEOUT_SECONDS":"5"},"replicas":2,"resources":{"limits":{"cpu":"500m","memory":"256Mi"},"requests":{"cpu":"500m","memory":"256Mi"}}},"autoscaling":{"cpuPercent":60,"enabled":false,"maxReplicas":4,"minReplicas":2},"databaseSecret":"messenger-secrets","image":{"digest":"sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3","repository":"asisti.registry.twcstorage.ru/mtusi2026lab3"},"imagePullSecret":"registry-pull","ingress":{"className":"traefik","clusterIssuer":"letsencrypt-prod","host":"hl.agapov.space"},"load":{"duration":30,"enabled":false,"run":"manual","script":"scaling.js","vus":32},"monitoring":{"serviceMonitor":false},"postgres":{"image":"postgres:17.6-alpine","resources":{"limits":{"cpu":"1","memory":"512Mi"},"requests":{"cpu":"250m","memory":"256Mi"}},"storage":"2Gi"},"storageClass":"","valkey":{"image":"valkey/valkey:8.1.3-alpine","maxmemory":"64mb","resources":{"limits":{"cpu":"500m","memory":"128Mi"},"requests":{"cpu":"100m","memory":"96Mi"}},"shards":3,"storage":"1Gi"}} diff --git a/evidence/review-20261029/413-body.json b/evidence/review-20261029/413-body.json new file mode 100644 index 00000000..db0aab39 --- /dev/null +++ b/evidence/review-20261029/413-body.json @@ -0,0 +1 @@ +{"error":{"code":"payload_too_large","message":"request body is too large","request_id":"845b65a5-6688-4309-9619-71a317302ca5"}} \ No newline at end of file diff --git a/evidence/review-20261029/413-headers.txt b/evidence/review-20261029/413-headers.txt new file mode 100644 index 00000000..0689f08b --- /dev/null +++ b/evidence/review-20261029/413-headers.txt @@ -0,0 +1,7 @@ +HTTP/2 413 +content-type: application/json +date: Thu, 29 Oct 2026 10:57:54 GMT +x-instance-id: api-6fc45595fc-lzz7z +x-request-id: 845b65a5-6688-4309-9619-71a317302ca5 +content-length: 128 + diff --git a/evidence/review-20261029/README.md b/evidence/review-20261029/README.md new file mode 100644 index 00000000..4f6a4d2b --- /dev/null +++ b/evidence/review-20261029/README.md @@ -0,0 +1,20 @@ +# Исправления 29.10.2026 + +Образ исправления: digest в image.json; исходная ревизия 7b7e23f плюс diff итогового коммита. Результаты сборки и развёртывания сохранены, Kubernetes release lab2 / highload-applications. + +- body-limit.txt: настоящий TCP-запрос превышает BodyLimit и проверяет 413, X-Instance-Id и согласованный X-Request-Id. +- 413-headers.txt и 413-body.json: тот же контракт подтверждён через публичный HTTPS. +- coverage.txt, coverage-per-file.json: race, реальные PostgreSQL/Valkey, процесс и SIGTERM; 59 исполняемых файлов, минимум 90%. +- lint.txt, vet.txt, contract.txt: статические проверки и неизменный контракт. +- initial-api.json, targets.txt: две исходные реплики. +- failover-1-20261029105415-*: остановлена api-54f7cc6f98-7c56z; 44 подтверждённых сообщения включая исходное, 42 чтения, 5 ошибок операций, восстановление 0.190 с. +- failover-2-20261029105524-*: остановлена api-54f7cc6f98-txlh4; 21 подтверждённое сообщение включая исходное, 19 чтений, 7 ошибок операций, восстановление 2.547 с. +- load-failover-*.txt: запросы через Traefik; перед каждым отказом наблюдались две реплики, после — подтверждена сохранность всех сообщений, отсутствие дублей и использование прежней сессии. Между отказами первая реплика восстановлена Deployment; второй setup повторно проверил две реплики. +- smoke.txt: неуспешный прогон во время первого отказа (503), не используется как положительное доказательство. +- smoke-after.txt: публичный smoke после восстановления PASS. + +Первый сборщик summary использовал отсутствующий в Ruby 2.6 filter_map. Ошибка касалась обработки уже полученного успешного k6-результата; после замены на map/compact исходный лог обработан, проверка продолжена со второй сохранённой целью. Исходная ошибка сохранена в both-replicas.txt. + +Время восстановления считается от момента перед kubectl get/delete до первой успешной записи через другую реплику. Ошибки включают записи и чтения. RPS в summary использует номинальное окно 25 секунд и не включает начальную запись; запрос, начатый в конце окна, может завершиться чуть позже. Потеря узла/БД в этих сценариях не моделируется. + +После всех нагрузочных серий rollout завершился (final-rollout.txt). Финальные публичные smoke и повтор завершились connection/TLS failure: final-smoke.txt, final-smoke-retry.txt. Это отдельный текущий инфраструктурный сбой; прежний smoke-after PASS не доказывает стабильность доступа в конце исследования. final-deployment.json фиксирует состояние Deployment после восстановления. diff --git a/evidence/review-20261029/body-limit.txt b/evidence/review-20261029/body-limit.txt new file mode 100644 index 00000000..9822c59c --- /dev/null +++ b/evidence/review-20261029/body-limit.txt @@ -0,0 +1 @@ +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/controller/http/fiber 1.084s diff --git a/evidence/review-20261029/both-replicas.txt b/evidence/review-20261029/both-replicas.txt new file mode 100644 index 00000000..665ee8a1 --- /dev/null +++ b/evidence/review-20261029/both-replicas.txt @@ -0,0 +1,3 @@ +scripts/summarize-failover.rb:5:in `

': undefined method `filter_map' for # (NoMethodError) +Did you mean? filter +{"target":"api-54f7cc6f98-txlh4","started_epoch_ms":1793271329571,"confirmed":21,"reads":19,"errors":7,"pass":true,"recovery_seconds":2.547,"confirmed_rps":0.8} diff --git a/evidence/review-20261029/build.txt b/evidence/review-20261029/build.txt new file mode 100644 index 00000000..7dcbc40c --- /dev/null +++ b/evidence/review-20261029/build.txt @@ -0,0 +1,65 @@ +#0 building with "asisti-builder" instance using docker-container driver + +#1 [internal] load build definition from Dockerfile +#1 transferring dockerfile: 583B done +#1 DONE 0.0s + +#2 [internal] load metadata for docker.io/library/golang:1.26.1-alpine3.23 +#2 DONE 3.3s + +#3 [internal] load .dockerignore +#3 transferring context: 145B done +#3 DONE 0.0s + +#4 [build 1/7] FROM docker.io/library/golang:1.26.1-alpine3.23@sha256:2389ebfa5b7f43eeafbd6be0c3700cc46690ef842ad962f6c5bd6be49ed82039 +#4 resolve docker.io/library/golang:1.26.1-alpine3.23@sha256:2389ebfa5b7f43eeafbd6be0c3700cc46690ef842ad962f6c5bd6be49ed82039 done +#4 DONE 0.0s + +#5 [internal] load build context +#5 transferring context: 329.68kB 0.0s done +#5 DONE 0.0s + +#6 [build 2/7] WORKDIR /src +#6 CACHED + +#7 [build 3/7] COPY go.mod go.sum ./ +#7 DONE 0.1s + +#8 [build 4/7] RUN go mod download +#8 DONE 56.6s + +#9 [build 5/7] COPY cmd/ ./cmd/ +#9 DONE 0.1s + +#10 [build 6/7] COPY internal/ ./internal/ +#10 DONE 0.0s + +#11 [build 7/7] RUN CGO_ENABLED=0 go build -trimpath -ldflags="-s -w" -o /out/server ./cmd/server +#11 DONE 97.0s + +#12 [runtime 1/1] COPY --from=build /out/server /server +#12 DONE 0.1s + +#13 exporting to image +#13 exporting layers +#13 exporting layers 0.8s done +#13 exporting manifest sha256:ce262dcd1c98aff40067305e210037ae421e1da62f825a9066cdb13776f848d4 done +#13 exporting config sha256:9be8ec92531a22d2cef260b08669df6e8169d846aa47aaa709d50f1e602285cb done +#13 exporting attestation manifest sha256:e9483b1d5c76897b691143a16c09250fe5d0849edc41a42345792f8d1ea6cb3c 0.0s done +#13 exporting manifest list sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 0.0s done +#13 pushing layers +#13 ... + +#14 [auth] mtusi2026lab3:pull,push token for asisti.registry.twcstorage.ru +#14 DONE 0.0s + +#13 exporting to image +#13 pushing layers 19.7s done +#13 pushing manifest for asisti.registry.twcstorage.ru/mtusi2026lab3:review-20261029@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 +#13 pushing manifest for asisti.registry.twcstorage.ru/mtusi2026lab3:review-20261029@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3 1.2s done +#13 DONE 21.7s + +#15 resolving provenance for metadata file +#15 DONE 0.0s + +View build details: docker-desktop://dashboard/build/asisti-builder/asisti-builder0/ccwfu2v84bvpitu67b53xiunu diff --git a/evidence/review-20261029/contract.txt b/evidence/review-20261029/contract.txt new file mode 100644 index 00000000..9a553306 --- /dev/null +++ b/evidence/review-20261029/contract.txt @@ -0,0 +1,2 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/review-20261029/coverage-per-file.json b/evidence/review-20261029/coverage-per-file.json new file mode 100644 index 00000000..8c42e0d4 --- /dev/null +++ b/evidence/review-20261029/coverage-per-file.json @@ -0,0 +1,75 @@ +{"threshold_per_file":90,"files":[ +{"file":"internal/service/cursor.go","statements":0,"covered":0,"percent":null,"sha256":"cba6026849467d3662994d59983dd0d6a5ffbe9d934ff539115fd2669b89013f"}, +{"file":"cmd/server/app.go","statements":9,"covered":9,"percent":100.00000000,"sha256":"447460bce6ad010ecc4f191873cad6980f6d7c2a7665eed756d85d40aa0fad70"}, +{"file":"internal/service/production/members.go","statements":19,"covered":19,"percent":100.00000000,"sha256":"578da47ba2567a4fc44de3e087b2e60a6da17e0585ca6215187d5aa5783bfdc7"}, +{"file":"internal/service/production/errors.go","statements":5,"covered":5,"percent":100.00000000,"sha256":"723b0824177b313746dd02fcc9809403b75be128d98520dd69b8fc7cb0244b72"}, +{"file":"internal/controller/interface.go","statements":0,"covered":0,"percent":null,"sha256":"24b6b06d6fab919cd2130697b44fd0d358265184dca0ca8362e0b4fcc2ae5a68"}, +{"file":"internal/service/interface.go","statements":0,"covered":0,"percent":null,"sha256":"1012793cc519112340ee14dac945597da411d5b9f78ce5da6a25dd73ea72d8f6"}, +{"file":"internal/admission/limiter.go","statements":16,"covered":16,"percent":100.00000000,"sha256":"a373c9539167a4b7c35d45334d35ffd4e9d124c1740c88c12094fededd9643b4"}, +{"file":"internal/service/production/service.go","statements":10,"covered":10,"percent":100.00000000,"sha256":"7b24930b8fd7342b0373d687bb775163c332e6620ccc893516f865c433b59056"}, +{"file":"internal/hashring/ring.go","statements":21,"covered":20,"percent":95.23809524,"sha256":"e205901cec2e66011ec764b70879b0eb0d28a78c4dea8913a9fb30c2d778fa8c"}, +{"file":"internal/cursor/codec.go","statements":39,"covered":37,"percent":94.87179487,"sha256":"678e197744fb2fc4b51715f51593b98761125bbaddbe4cb1b7032bd6b173ef04"}, +{"file":"internal/controller/http/fiber/headers.go","statements":0,"covered":0,"percent":null,"sha256":"d32a9a01a8b391f4d986e14947a25a0504f4363335ea1524df05e0dd8e9e61bd"}, +{"file":"internal/store/memory/capacity.go","statements":7,"covered":7,"percent":100.00000000,"sha256":"4dbced908f9d1e802ece79d2a436cbbaa2bff807a19a5fc4bc658eb3f361a5e7"}, +{"file":"cmd/server/persistence.go","statements":18,"covered":18,"percent":100.00000000,"sha256":"a9bfa3bcc68d1b045ec21c193118bb209dfd7bdcbee3cbd28efc5573dc6db3c8"}, +{"file":"internal/service/errors.go","statements":0,"covered":0,"percent":null,"sha256":"f7fd9ca5335f9119d5ed1714c39c3d19e840528a0248fda5d08f60a10d2060ac"}, +{"file":"cmd/server/main.go","statements":3,"covered":3,"percent":100.00000000,"sha256":"c22d8cdf4ce31fde29945e967d3f025e280a7dc4d2022329d51be972d2a0f495"}, +{"file":"internal/controller/http/fiber/routes.go","statements":60,"covered":60,"percent":100.00000000,"sha256":"455d0b2a3fe2f7de947d499e99e660360395338a87d9225b5f8ac525862434fe"}, +{"file":"internal/controller/http/fiber/health.go","statements":7,"covered":7,"percent":100.00000000,"sha256":"813db79a23f6b093ccc510444c883b53f7f98e7d26c927441089f57c73fea12d"}, +{"file":"internal/config/controller.go","statements":25,"covered":24,"percent":96.00000000,"sha256":"c2736f1438746ff293197e002e4352a316987fee9c1307c3cc4190120971098c"}, +{"file":"internal/controller/http/fiber/metrics.go","statements":20,"covered":18,"percent":90.00000000,"sha256":"54db82201697bdfcc65712afe61b650f8f0885fc65222dc4cc6d1c3bb07d82dd"}, +{"file":"internal/config/memory.go","statements":11,"covered":11,"percent":100.00000000,"sha256":"86cdf9e90b576f4484946bfd9605333fc52077f38d3a39c5d71ddca4cdeecda0"}, +{"file":"internal/service/production/creation.go","statements":19,"covered":19,"percent":100.00000000,"sha256":"766f920addddaccdec25fae78728af56a825ab8c57eae29cc8839d85ab5a648f"}, +{"file":"internal/controller/http/fiber/configure.go","statements":7,"covered":7,"percent":100.00000000,"sha256":"be356cf26c228958d51f5bafa4305d7325e81ab01065575acbc9b2d7a6ddd4bd"}, +{"file":"internal/service/production/pages.go","statements":17,"covered":16,"percent":94.11764706,"sha256":"d4db6f0ad1caabc66f8bbb365e56cc84930047b640619bbe5f4e58fce0644877"}, +{"file":"internal/service/authentication/service.go","statements":48,"covered":47,"percent":97.91666667,"sha256":"8300ff37fbce6ce2985375e8c42c6d1793017b36cec8f27b0c0dc80ef2671b85"}, +{"file":"internal/password/password.go","statements":18,"covered":17,"percent":94.44444444,"sha256":"fe2df6990331573bbf0202ebc81c58263a7c16a29b713eefa0f0e852e4ee4a76"}, +{"file":"internal/controller/http/fiber/lifecycle.go","statements":24,"covered":22,"percent":91.66666667,"sha256":"f39cf7a0049a2ed39d6cc1fcc66b44656d9d6120914d0e973b032e12f3d0de08"}, +{"file":"cmd/server/logger.go","statements":10,"covered":9,"percent":90.00000000,"sha256":"93cd37b8e2ec1e6088b82f348a59e6862951f8462df4cd5448562489b05dce1f"}, +{"file":"internal/valkey/client.go","statements":35,"covered":34,"percent":97.14285714,"sha256":"67f32fa5bda94388c0a5fef87e93680a77a513de3a3b7522a38659acde088357"}, +{"file":"internal/strictjson/decode.go","statements":37,"covered":36,"percent":97.29729730,"sha256":"ef9bfaf3bd684fded87c92a15b3e5c706a794caf04cc4ef711c4185e9c7fb12a"}, +{"file":"internal/store/memory/messages.go","statements":19,"covered":18,"percent":94.73684211,"sha256":"36328ae3809af4fd0d10f4ab892e32c4643ad0c6b062aa9924ffd9e51c767500"}, +{"file":"internal/service/production/messages.go","statements":18,"covered":18,"percent":100.00000000,"sha256":"f25725720d7035a688ae4c5aaad34c6e78f3336fd927469570dc8a9a262608cd"}, +{"file":"internal/service/production/pagination.go","statements":21,"covered":21,"percent":100.00000000,"sha256":"eac2861f1743b692f7a6910949dad933d52db9b0211f3422dce09b3c7de49a49"}, +{"file":"internal/store/postgres/idempotency.go","statements":21,"covered":19,"percent":90.47619048,"sha256":"24d463067d1b51eaad5f7b21013be2ab836dea78f7314469779e2336cf57cb9c"}, +{"file":"internal/store/postgres/chats.go","statements":26,"covered":24,"percent":92.30769231,"sha256":"f191cc4d00d13a1e9c46323d545f3310ac2e7d23bb93d76060e282d1fbd220f3"}, +{"file":"internal/service/production/validation.go","statements":13,"covered":13,"percent":100.00000000,"sha256":"33970978507498dbba8e599ac20f7139a10f82705f86a7e058e668742ebefba2"}, +{"file":"internal/service/production/chats.go","statements":22,"covered":22,"percent":100.00000000,"sha256":"a6fce9188c52032fbc035bb08fc06c23b59fabf1534dc0a26205de72609ffbb6"}, +{"file":"internal/config/config.go","statements":17,"covered":17,"percent":100.00000000,"sha256":"8cb675a0bef8b1645071e4cb85b79a467620e99b375db5d8d3e16a54b4c5b5fa"}, +{"file":"cmd/server/commands.go","statements":16,"covered":16,"percent":100.00000000,"sha256":"2631df45b82c7cf99626ae6fe6c5b05ef18254b487d034ad98af26792e569bc8"}, +{"file":"internal/config/environment.go","statements":14,"covered":14,"percent":100.00000000,"sha256":"027761b059b76898a84318ec1a8b43158d8bafd6e0b15b52efbe902b4d8c5ea3"}, +{"file":"internal/valkey/cache.go","statements":19,"covered":18,"percent":94.73684211,"sha256":"25d3a4a4b47fbfedb5c9b31541f8818c7cee46407ba58d1068bdcd4590e72f12"}, +{"file":"internal/service/auth.go","statements":0,"covered":0,"percent":null,"sha256":"a6b0eb6d5759bf87bb2737ae07c9c916c749a107e6acb3542b63461363eb892f"}, +{"file":"internal/valkey/admission.go","statements":45,"covered":45,"percent":100.00000000,"sha256":"d2a4a93a0cffaadb18e94292f67a20e1d5113654e2f5ad55dae5d0009d74f4bb"}, +{"file":"internal/controller/http/fiber/auth.go","statements":29,"covered":29,"percent":100.00000000,"sha256":"8a7687d7ee133290f2bbead47796830caad1439990b60e940b625fede74a6837"}, +{"file":"cmd/server/healthcheck.go","statements":19,"covered":18,"percent":94.73684211,"sha256":"c62b7a6897b300e25fdcfd6650cd256f008207146f1a45c00d77f0db1ab01575"}, +{"file":"internal/store/memory/ordering.go","statements":6,"covered":6,"percent":100.00000000,"sha256":"93ce30f07bb6f056c9a355831b0e0ae7ec5a2cb0fa817bddeb17727c96edb491"}, +{"file":"internal/service/cache.go","statements":0,"covered":0,"percent":null,"sha256":"70bcf36246dc5cff0e3a726f20859dbab85d346dc35664c9f4ae125c23d8bfc9"}, +{"file":"internal/store/memory/chats.go","statements":31,"covered":31,"percent":100.00000000,"sha256":"9404b9576e041ad1d6fa4d297245c5224b7cc6f70272b7c99e9d531e7450519a"}, +{"file":"internal/controller/http/fiber/decode.go","statements":6,"covered":6,"percent":100.00000000,"sha256":"b02e9a9118e9ad0458ae98e79d6bc4d9a65f885bc4f6734a5a84d0cd9fa954f1"}, +{"file":"internal/controller/http/fiber/controller.go","statements":13,"covered":13,"percent":100.00000000,"sha256":"e6cba36cd5cb84e0f9b5dd2f1607704d3556f12c6a9cc92caa515e6d146338a3"}, +{"file":"internal/controller/http/fiber/public_errors.go","statements":13,"covered":13,"percent":100.00000000,"sha256":"18e1bbaa5ac64311e208c23ca3eca3fc543b48f5187b22313735b7df83603ce3"}, +{"file":"internal/controller/http/fiber/handlers.go","statements":37,"covered":36,"percent":97.29729730,"sha256":"0bdd0cfe8578e0e163cfe8945c57615b91d1990770a4d46a03c88c94996a0083"}, +{"file":"internal/store/postgres/sessions.go","statements":13,"covered":13,"percent":100.00000000,"sha256":"889a63b51b29012f4ae5499d1c0577fe29f2f2959b05629f8e123715cfc1f75f"}, +{"file":"internal/admission/distributed.go","statements":0,"covered":0,"percent":null,"sha256":"41ef40897886c0878cbfe52f6716bdcb8433fb7eaddcfff298e1d54c55db423d"}, +{"file":"internal/store/interface.go","statements":0,"covered":0,"percent":null,"sha256":"15ada2fcbbb06ce210e1978b0c2aa4316e9786c6b0252ceec80e169ae08c0fe9"}, +{"file":"internal/controller/http/fiber/middleware.go","statements":39,"covered":38,"percent":97.43589744,"sha256":"af6796f95b1e89cb053d2440b803d66d1a722280b8c46dc1a99a99fa92ac824a"}, +{"file":"internal/config/logger.go","statements":7,"covered":7,"percent":100.00000000,"sha256":"3a69e20a00fa2ed816f344a990e9e0ef0077e1607d4207858b4b00e4ff5d1988"}, +{"file":"internal/controller/http/fiber/errors.go","statements":29,"covered":29,"percent":100.00000000,"sha256":"60e09dd38fd1d413b744f21b57f64ba83e49a5ae1b4251aa5bf20be033f90cfb"}, +{"file":"internal/controller/http/fiber/error_codes.go","statements":0,"covered":0,"percent":null,"sha256":"3351a019c43d0360ee0fd68afabb5200422d065ae7bd908b1c0a5c02a0c1ad41"}, +{"file":"internal/store/postgres/store.go","statements":61,"covered":56,"percent":91.80327869,"sha256":"f50dbf2409c511f3b4b3cc72555a80e621e1ca1e4e314112ead35e1a34623de1"}, +{"file":"internal/store/postgres/users.go","statements":21,"covered":20,"percent":95.23809524,"sha256":"8c77a2ebc8e7cdf4bcaad173feb413fcfe2691e50bc61b0e70a5e8748f167ce6"}, +{"file":"internal/service/production/users.go","statements":19,"covered":19,"percent":100.00000000,"sha256":"b61747c3e5d7bee523ba82817a6a450e7f978fda4df10b8870d53a01bc4742d9"}, +{"file":"internal/model/http/models.go","statements":0,"covered":0,"percent":null,"sha256":"8c183b065bc3ab4cad20570eab79f334ca75a3309186fdf832fb1aa598894465"}, +{"file":"internal/model/dto/models.go","statements":0,"covered":0,"percent":null,"sha256":"23c3b9cf3de49c015a0eac85e19fb287ffdd3133de16035f74db34ec9a6df220"}, +{"file":"internal/config/persistence.go","statements":15,"covered":15,"percent":100.00000000,"sha256":"28c61d23db4ca2ef7ed952451f465318865076d2393eaa94ff5d7bb339c4c06b"}, +{"file":"internal/store/postgres/messages.go","statements":29,"covered":27,"percent":93.10344828,"sha256":"114f7f6dd12feb80e709e704a83f59d8c7f33fbd62e3a137f53219fa5f03d046"}, +{"file":"internal/model/dto/session.go","statements":0,"covered":0,"percent":null,"sha256":"896a694b0c217240343077d4287f4a6e447338c38571abbebcb3d16a519137fb"}, +{"file":"internal/controller/http/fiber/dependencies.go","statements":0,"covered":0,"percent":null,"sha256":"6ee07f110bdb29d8d2191ab8889ba60474b33a5b225739875c8a57d8434be15d"}, +{"file":"internal/store/memory/store.go","statements":3,"covered":3,"percent":100.00000000,"sha256":"973e451d35a79af4614a8727439bfdf5c72b55e03d904b59cb3f39ce0edcb83b"}, +{"file":"internal/service/production/access.go","statements":27,"covered":27,"percent":100.00000000,"sha256":"260f7c77bdbcb1913ebd487e531aa6bb1621d10cd1c4cad91ab34d11cd4fec16"}, +{"file":"internal/controller/fx.go","statements":1,"covered":1,"percent":100.00000000,"sha256":"af72da25fea9811c13a50c8133e9e8b35e070c5295069c40c0ae89cdc0aff19a"}, +{"file":"internal/store/memory/users.go","statements":22,"covered":21,"percent":95.45454545,"sha256":"494a5c8dda4d6a158bc3629f735c12cef36abfb19353d65380e0e4696de9284a"}, +{"file":"internal/controller/http/fiber/mapping.go","statements":19,"covered":19,"percent":100.00000000,"sha256":"cd79419f940868066dffbcc3cd8a024d4e0c9113785f89d7a3f2d6ff57223597"}, +{"file":"internal/controller/http/fiber/error_registry.go","statements":2,"covered":2,"percent":100.00000000,"sha256":"9d5da8d98ece2706e324cb2deca915e0811b6ad98f7aaac5805ca0f3cc0a1f9a"} +],"passed":true} diff --git a/evidence/review-20261029/coverage.txt b/evidence/review-20261029/coverage.txt new file mode 100644 index 00000000..218d6408 --- /dev/null +++ b/evidence/review-20261029/coverage.txt @@ -0,0 +1,95 @@ +GO="go" scripts/coverage.sh +warning: GOCOVERDIR not set, no coverage data emitted +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/cmd/server 3.093s coverage: 32.4% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/admission 2.051s coverage: 1.3% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/config 2.048s coverage: 7.0% of statements in ./... + gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/controller coverage: 0.0% of statements +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/controller/http/fiber 2.423s coverage: 54.0% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/cursor 2.568s coverage: 3.1% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/hashring 3.197s coverage: 1.7% of statements in ./... +? gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/model/dto [no test files] +? gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/model/http [no test files] +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/password 3.196s coverage: 1.4% of statements in ./... +? gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/service [no test files] +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/service/authentication 2.226s coverage: 4.5% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/service/production 2.572s coverage: 18.0% of statements in ./... +? gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/store [no test files] +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/store/memory 2.220s coverage: 7.7% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/store/postgres 3.680s coverage: 13.3% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/strictjson 2.539s coverage: 3.0% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/valkey 2.635s coverage: 9.7% of statements in ./... +ok gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/student-tests 2.434s coverage: 0.0% of statements in ./... +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. + N/A internal/service/cursor.go + 100.00% cmd/server/app.go + 100.00% internal/service/production/members.go + 100.00% internal/service/production/errors.go + N/A internal/controller/interface.go + N/A internal/service/interface.go + 100.00% internal/admission/limiter.go + 100.00% internal/service/production/service.go + 95.24% internal/hashring/ring.go + 94.87% internal/cursor/codec.go + N/A internal/controller/http/fiber/headers.go + 100.00% internal/store/memory/capacity.go + 100.00% cmd/server/persistence.go + N/A internal/service/errors.go + 100.00% cmd/server/main.go + 100.00% internal/controller/http/fiber/routes.go + 100.00% internal/controller/http/fiber/health.go + 96.00% internal/config/controller.go + 90.00% internal/controller/http/fiber/metrics.go + 100.00% internal/config/memory.go + 100.00% internal/service/production/creation.go + 100.00% internal/controller/http/fiber/configure.go + 94.12% internal/service/production/pages.go + 97.92% internal/service/authentication/service.go + 94.44% internal/password/password.go + 91.67% internal/controller/http/fiber/lifecycle.go + 90.00% cmd/server/logger.go + 97.14% internal/valkey/client.go + 97.30% internal/strictjson/decode.go + 94.74% internal/store/memory/messages.go + 100.00% internal/service/production/messages.go + 100.00% internal/service/production/pagination.go + 90.48% internal/store/postgres/idempotency.go + 92.31% internal/store/postgres/chats.go + 100.00% internal/service/production/validation.go + 100.00% internal/service/production/chats.go + 100.00% internal/config/config.go + 100.00% cmd/server/commands.go + 100.00% internal/config/environment.go + 94.74% internal/valkey/cache.go + N/A internal/service/auth.go + 100.00% internal/valkey/admission.go + 100.00% internal/controller/http/fiber/auth.go + 94.74% cmd/server/healthcheck.go + 100.00% internal/store/memory/ordering.go + N/A internal/service/cache.go + 100.00% internal/store/memory/chats.go + 100.00% internal/controller/http/fiber/decode.go + 100.00% internal/controller/http/fiber/controller.go + 100.00% internal/controller/http/fiber/public_errors.go + 97.30% internal/controller/http/fiber/handlers.go + 100.00% internal/store/postgres/sessions.go + N/A internal/admission/distributed.go + N/A internal/store/interface.go + 97.44% internal/controller/http/fiber/middleware.go + 100.00% internal/config/logger.go + 100.00% internal/controller/http/fiber/errors.go + N/A internal/controller/http/fiber/error_codes.go + 91.80% internal/store/postgres/store.go + 95.24% internal/store/postgres/users.go + 100.00% internal/service/production/users.go + N/A internal/model/http/models.go + N/A internal/model/dto/models.go + 100.00% internal/config/persistence.go + 93.10% internal/store/postgres/messages.go + N/A internal/model/dto/session.go + N/A internal/controller/http/fiber/dependencies.go + 100.00% internal/store/memory/store.go + 100.00% internal/service/production/access.go + 100.00% internal/controller/fx.go + 95.45% internal/store/memory/users.go + 100.00% internal/controller/http/fiber/mapping.go + 100.00% internal/controller/http/fiber/error_registry.go diff --git a/evidence/review-20261029/deploy.txt b/evidence/review-20261029/deploy.txt new file mode 100644 index 00000000..feed43cb --- /dev/null +++ b/evidence/review-20261029/deploy.txt @@ -0,0 +1,8 @@ +Release "lab2" has been upgraded. Happy Helming! +NAME: lab2 +LAST DEPLOYED: Thu Oct 29 13:53:12 2026 +NAMESPACE: highload-applications +STATUS: deployed +REVISION: 3 +DESCRIPTION: Upgrade complete +TEST SUITE: None diff --git a/evidence/review-20261029/failover-1-20261029105415-delete.txt b/evidence/review-20261029/failover-1-20261029105415-delete.txt new file mode 100644 index 00000000..5cc6b346 --- /dev/null +++ b/evidence/review-20261029/failover-1-20261029105415-delete.txt @@ -0,0 +1 @@ +pod "api-54f7cc6f98-7c56z" deleted from highload-applications namespace diff --git a/evidence/review-20261029/failover-1-20261029105415-run.txt b/evidence/review-20261029/failover-1-20261029105415-run.txt new file mode 100644 index 00000000..d177a0f6 --- /dev/null +++ b/evidence/review-20261029/failover-1-20261029105415-run.txt @@ -0,0 +1,2 @@ +configmap/load-scripts configured +job.batch/load-failover-1-20261029105415 created diff --git a/evidence/review-20261029/failover-1-20261029105415-stop-epoch.txt b/evidence/review-20261029/failover-1-20261029105415-stop-epoch.txt new file mode 100644 index 00000000..3512ea0b --- /dev/null +++ b/evidence/review-20261029/failover-1-20261029105415-stop-epoch.txt @@ -0,0 +1 @@ +1793271261.339473 diff --git a/evidence/review-20261029/failover-1-20261029105415-summary.json b/evidence/review-20261029/failover-1-20261029105415-summary.json new file mode 100644 index 00000000..5f8ef757 --- /dev/null +++ b/evidence/review-20261029/failover-1-20261029105415-summary.json @@ -0,0 +1,10 @@ +{ + "target": "api-54f7cc6f98-7c56z", + "started_epoch_ms": 1793271259858, + "confirmed": 44, + "reads": 42, + "errors": 5, + "pass": true, + "recovery_seconds": 0.19, + "confirmed_rps": 1.72 +} diff --git a/evidence/review-20261029/failover-1-20261029105415-target.json b/evidence/review-20261029/failover-1-20261029105415-target.json new file mode 100644 index 00000000..1067a01f --- /dev/null +++ b/evidence/review-20261029/failover-1-20261029105415-target.json @@ -0,0 +1,329 @@ +{ + "apiVersion": "v1", + "kind": "Pod", + "metadata": { + "annotations": { + "checksum/config": "25be752194917b470e363f8148d7f90539ac1e677c53d10066d788634e0933dc", + "cni.projectcalico.org/containerID": "c9f317c330be89a87aabd36ab90ea573f7472d51084b1e685eb5b11362a91557", + "cni.projectcalico.org/podIP": "10.1.25.114/32", + "cni.projectcalico.org/podIPs": "10.1.25.114/32", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": "2026-10-29T10:53:14Z", + "generateName": "api-54f7cc6f98-", + "generation": 1, + "labels": { + "app": "api", + "pod-template-hash": "54f7cc6f98" + }, + "name": "api-54f7cc6f98-7c56z", + "namespace": "highload-applications", + "ownerReferences": [ + { + "apiVersion": "apps/v1", + "blockOwnerDeletion": true, + "controller": true, + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + } + ], + "resourceVersion": "60154912", + "uid": "9ba114d8-8300-4035-8f6e-4a488ef1b88e" + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File", + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-ddq2s", + "readOnly": true + } + ] + } + ], + "dnsPolicy": "ClusterFirst", + "enableServiceLinks": true, + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeName": "dev.asisti.tech", + "preemptionPolicy": "PreemptLowerPriority", + "priority": 0, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "serviceAccount": "default", + "serviceAccountName": "default", + "terminationGracePeriodSeconds": 20, + "tolerations": [ + { + "effect": "NoExecute", + "key": "node.kubernetes.io/not-ready", + "operator": "Exists", + "tolerationSeconds": 300 + }, + { + "effect": "NoExecute", + "key": "node.kubernetes.io/unreachable", + "operator": "Exists", + "tolerationSeconds": 300 + } + ], + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ], + "volumes": [ + { + "name": "kube-api-access-ddq2s", + "projected": { + "defaultMode": 420, + "sources": [ + { + "serviceAccountToken": { + "expirationSeconds": 3607, + "path": "token" + } + }, + { + "configMap": { + "items": [ + { + "key": "ca.crt", + "path": "ca.crt" + } + ], + "name": "kube-root-ca.crt" + } + }, + { + "downwardAPI": { + "items": [ + { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.namespace" + }, + "path": "namespace" + } + ] + } + } + ] + } + } + ] + }, + "status": { + "conditions": [ + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:19Z", + "status": "True", + "type": "PodReadyToStartContainers" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:14Z", + "status": "True", + "type": "Initialized" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "Ready" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "ContainersReady" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:14Z", + "status": "True", + "type": "PodScheduled" + } + ], + "containerStatuses": [ + { + "allocatedResources": { + "cpu": "250m", + "memory": "128Mi" + }, + "containerID": "containerd://4631cb93f41b3636e0662a05dae721ef528e603889d8bfb964d9988d33b4cd82", + "image": "sha256:9be8ec92531a22d2cef260b08669df6e8169d846aa47aaa709d50f1e602285cb", + "imageID": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "lastState": {}, + "name": "api", + "ready": true, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "restartCount": 0, + "started": true, + "state": { + "running": { + "startedAt": "2026-10-29T10:53:33Z" + } + }, + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-ddq2s", + "readOnly": true, + "recursiveReadOnly": "Disabled" + } + ] + } + ], + "hostIP": "100.99.166.40", + "hostIPs": [ + { + "ip": "100.99.166.40" + } + ], + "phase": "Running", + "podIP": "10.1.25.114", + "podIPs": [ + { + "ip": "10.1.25.114" + } + ], + "qosClass": "Burstable", + "startTime": "2026-10-29T10:53:14Z" + } +} diff --git a/evidence/review-20261029/failover-2-20261029105524-delete.txt b/evidence/review-20261029/failover-2-20261029105524-delete.txt new file mode 100644 index 00000000..dae4a4dc --- /dev/null +++ b/evidence/review-20261029/failover-2-20261029105524-delete.txt @@ -0,0 +1 @@ +pod "api-54f7cc6f98-txlh4" deleted from highload-applications namespace diff --git a/evidence/review-20261029/failover-2-20261029105524-restored.txt b/evidence/review-20261029/failover-2-20261029105524-restored.txt new file mode 100644 index 00000000..35f0316d --- /dev/null +++ b/evidence/review-20261029/failover-2-20261029105524-restored.txt @@ -0,0 +1 @@ +deployment "api" successfully rolled out diff --git a/evidence/review-20261029/failover-2-20261029105524-run.txt b/evidence/review-20261029/failover-2-20261029105524-run.txt new file mode 100644 index 00000000..cd6310c5 --- /dev/null +++ b/evidence/review-20261029/failover-2-20261029105524-run.txt @@ -0,0 +1,2 @@ +configmap/load-scripts configured +job.batch/load-failover-2-20261029105524 created diff --git a/evidence/review-20261029/failover-2-20261029105524-stop-epoch.txt b/evidence/review-20261029/failover-2-20261029105524-stop-epoch.txt new file mode 100644 index 00000000..09dd250d --- /dev/null +++ b/evidence/review-20261029/failover-2-20261029105524-stop-epoch.txt @@ -0,0 +1 @@ +1793271332.256543 diff --git a/evidence/review-20261029/failover-2-20261029105524-summary.json b/evidence/review-20261029/failover-2-20261029105524-summary.json new file mode 100644 index 00000000..61ce6552 --- /dev/null +++ b/evidence/review-20261029/failover-2-20261029105524-summary.json @@ -0,0 +1,10 @@ +{ + "target": "api-54f7cc6f98-txlh4", + "started_epoch_ms": 1793271329571, + "confirmed": 21, + "reads": 19, + "errors": 7, + "pass": true, + "recovery_seconds": 2.547, + "confirmed_rps": 0.8 +} diff --git a/evidence/review-20261029/failover-2-20261029105524-target.json b/evidence/review-20261029/failover-2-20261029105524-target.json new file mode 100644 index 00000000..6e91c7c7 --- /dev/null +++ b/evidence/review-20261029/failover-2-20261029105524-target.json @@ -0,0 +1,329 @@ +{ + "apiVersion": "v1", + "kind": "Pod", + "metadata": { + "annotations": { + "checksum/config": "25be752194917b470e363f8148d7f90539ac1e677c53d10066d788634e0933dc", + "cni.projectcalico.org/containerID": "64c7decc0fbadc6eb0b82c66ce1b69fc6e2ef13c27607b8b0cc621c1464300b0", + "cni.projectcalico.org/podIP": "10.1.112.79/32", + "cni.projectcalico.org/podIPs": "10.1.112.79/32", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": "2026-10-29T10:53:35Z", + "generateName": "api-54f7cc6f98-", + "generation": 1, + "labels": { + "app": "api", + "pod-template-hash": "54f7cc6f98" + }, + "name": "api-54f7cc6f98-txlh4", + "namespace": "highload-applications", + "ownerReferences": [ + { + "apiVersion": "apps/v1", + "blockOwnerDeletion": true, + "controller": true, + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + } + ], + "resourceVersion": "60155416", + "uid": "e9c4add7-fd67-4650-a4a2-29ca5b9fd550" + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File", + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-mnrp5", + "readOnly": true + } + ] + } + ], + "dnsPolicy": "ClusterFirst", + "enableServiceLinks": true, + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeName": "marlosrv0", + "preemptionPolicy": "PreemptLowerPriority", + "priority": 0, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "serviceAccount": "default", + "serviceAccountName": "default", + "terminationGracePeriodSeconds": 20, + "tolerations": [ + { + "effect": "NoExecute", + "key": "node.kubernetes.io/not-ready", + "operator": "Exists", + "tolerationSeconds": 300 + }, + { + "effect": "NoExecute", + "key": "node.kubernetes.io/unreachable", + "operator": "Exists", + "tolerationSeconds": 300 + } + ], + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ], + "volumes": [ + { + "name": "kube-api-access-mnrp5", + "projected": { + "defaultMode": 420, + "sources": [ + { + "serviceAccountToken": { + "expirationSeconds": 3607, + "path": "token" + } + }, + { + "configMap": { + "items": [ + { + "key": "ca.crt", + "path": "ca.crt" + } + ], + "name": "kube-root-ca.crt" + } + }, + { + "downwardAPI": { + "items": [ + { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.namespace" + }, + "path": "namespace" + } + ] + } + } + ] + } + } + ] + }, + "status": { + "conditions": [ + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:39Z", + "status": "True", + "type": "PodReadyToStartContainers" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "Initialized" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:55:30Z", + "status": "True", + "type": "Ready" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:55:30Z", + "status": "True", + "type": "ContainersReady" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "PodScheduled" + } + ], + "containerStatuses": [ + { + "allocatedResources": { + "cpu": "250m", + "memory": "128Mi" + }, + "containerID": "containerd://dd8482e1e67dc153f5787894d4974b39d5e7fead678a7e6695974297d0b75591", + "image": "sha256:9be8ec92531a22d2cef260b08669df6e8169d846aa47aaa709d50f1e602285cb", + "imageID": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "lastState": {}, + "name": "api", + "ready": true, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "restartCount": 0, + "started": true, + "state": { + "running": { + "startedAt": "2026-10-29T10:53:39Z" + } + }, + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-mnrp5", + "readOnly": true, + "recursiveReadOnly": "Disabled" + } + ] + } + ], + "hostIP": "192.168.1.37", + "hostIPs": [ + { + "ip": "192.168.1.37" + } + ], + "phase": "Running", + "podIP": "10.1.112.79", + "podIPs": [ + { + "ip": "10.1.112.79" + } + ], + "qosClass": "Burstable", + "startTime": "2026-10-29T10:53:35Z" + } +} diff --git a/evidence/review-20261029/final-deployment.json b/evidence/review-20261029/final-deployment.json new file mode 100644 index 00000000..7e4bddfa --- /dev/null +++ b/evidence/review-20261029/final-deployment.json @@ -0,0 +1,214 @@ +{ + "apiVersion": "apps/v1", + "kind": "Deployment", + "metadata": { + "annotations": { + "deployment.kubernetes.io/revision": "34", + "meta.helm.sh/release-name": "lab2", + "meta.helm.sh/release-namespace": "highload-applications" + }, + "creationTimestamp": "2026-10-16T07:38:22Z", + "generation": 52, + "labels": { + "app.kubernetes.io/managed-by": "Helm" + }, + "name": "api", + "namespace": "highload-applications", + "resourceVersion": "60177495", + "uid": "5e9bf549-45c6-40b4-b86e-d5d14a1cb5bc" + }, + "spec": { + "progressDeadlineSeconds": 600, + "replicas": 2, + "revisionHistoryLimit": 10, + "selector": { + "matchLabels": { + "app": "api" + } + }, + "strategy": { + "rollingUpdate": { + "maxSurge": 1, + "maxUnavailable": 0 + }, + "type": "RollingUpdate" + }, + "template": { + "metadata": { + "annotations": { + "checksum/config": "25be752194917b470e363f8148d7f90539ac1e677c53d10066d788634e0933dc", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": null, + "labels": { + "app": "api" + } + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File" + } + ], + "dnsPolicy": "ClusterFirst", + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "terminationGracePeriodSeconds": 20, + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ] + } + } + }, + "status": { + "availableReplicas": 2, + "conditions": [ + { + "lastTransitionTime": "2026-10-16T07:38:22Z", + "lastUpdateTime": "2026-10-29T12:21:54Z", + "message": "ReplicaSet \"api-54f7cc6f98\" has successfully progressed.", + "reason": "NewReplicaSetAvailable", + "status": "True", + "type": "Progressing" + }, + { + "lastTransitionTime": "2026-10-29T12:24:53Z", + "lastUpdateTime": "2026-10-29T12:24:53Z", + "message": "Deployment has minimum availability.", + "reason": "MinimumReplicasAvailable", + "status": "True", + "type": "Available" + } + ], + "observedGeneration": 52, + "readyReplicas": 2, + "replicas": 2, + "updatedReplicas": 2 + } +} diff --git a/evidence/review-20261029/final-rollout.txt b/evidence/review-20261029/final-rollout.txt new file mode 100644 index 00000000..35f0316d --- /dev/null +++ b/evidence/review-20261029/final-rollout.txt @@ -0,0 +1 @@ +deployment "api" successfully rolled out diff --git a/evidence/review-20261029/final-smoke-retry.txt b/evidence/review-20261029/final-smoke-retry.txt new file mode 100644 index 00000000..d64ab8ff --- /dev/null +++ b/evidence/review-20261029/final-smoke-retry.txt @@ -0,0 +1,3 @@ +python3 tests/smoke.py --base-url "https://hl.agapov.space" +FAIL: POST /api/v1/auth/sessions: connection/TLS failure (URLError) +make: *** [test] Error 1 diff --git a/evidence/review-20261029/final-smoke.txt b/evidence/review-20261029/final-smoke.txt new file mode 100644 index 00000000..c1486ae1 --- /dev/null +++ b/evidence/review-20261029/final-smoke.txt @@ -0,0 +1,3 @@ +python3 tests/smoke.py --base-url "https://hl.agapov.space" +FAIL: POST /api/v1/users: connection/TLS failure (URLError) +make: *** [test] Error 1 diff --git a/evidence/review-20261029/go-version.txt b/evidence/review-20261029/go-version.txt new file mode 100644 index 00000000..f24c583a --- /dev/null +++ b/evidence/review-20261029/go-version.txt @@ -0,0 +1 @@ +go version go1.27.1 darwin/arm64 diff --git a/evidence/review-20261029/helm-lint.txt b/evidence/review-20261029/helm-lint.txt new file mode 100644 index 00000000..da8e6a67 --- /dev/null +++ b/evidence/review-20261029/helm-lint.txt @@ -0,0 +1,4 @@ +==> Linting charts/messenger +[INFO] Chart.yaml: icon is recommended + +1 chart(s) linted, 0 chart(s) failed diff --git a/evidence/review-20261029/helm-version.txt b/evidence/review-20261029/helm-version.txt new file mode 100644 index 00000000..9efc478f --- /dev/null +++ b/evidence/review-20261029/helm-version.txt @@ -0,0 +1 @@ +v4.3.1+gc0d08d0 diff --git a/evidence/review-20261029/image.json b/evidence/review-20261029/image.json new file mode 100644 index 00000000..9afcdf46 --- /dev/null +++ b/evidence/review-20261029/image.json @@ -0,0 +1,20 @@ +{ + "buildx.build.provenance": { + "buildType": "", + "invocation": { + "configSource": {}, + "parameters": {}, + "environment": { + "platform": "" + } + } + }, + "buildx.build.ref": "asisti-builder/asisti-builder0/ccwfu2v84bvpitu67b53xiunu", + "containerimage.descriptor": { + "mediaType": "application/vnd.oci.image.index.v1+json", + "digest": "sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "size": 855 + }, + "containerimage.digest": "sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "image.name": "asisti.registry.twcstorage.ru/mtusi2026lab3:review-20261029" +} \ No newline at end of file diff --git a/evidence/review-20261029/initial-api.json b/evidence/review-20261029/initial-api.json new file mode 100644 index 00000000..accf8bee --- /dev/null +++ b/evidence/review-20261029/initial-api.json @@ -0,0 +1,667 @@ +{ + "apiVersion": "v1", + "items": [ + { + "apiVersion": "v1", + "kind": "Pod", + "metadata": { + "annotations": { + "checksum/config": "25be752194917b470e363f8148d7f90539ac1e677c53d10066d788634e0933dc", + "cni.projectcalico.org/containerID": "c9f317c330be89a87aabd36ab90ea573f7472d51084b1e685eb5b11362a91557", + "cni.projectcalico.org/podIP": "10.1.25.114/32", + "cni.projectcalico.org/podIPs": "10.1.25.114/32", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": "2026-10-29T10:53:14Z", + "generateName": "api-54f7cc6f98-", + "generation": 1, + "labels": { + "app": "api", + "pod-template-hash": "54f7cc6f98" + }, + "name": "api-54f7cc6f98-7c56z", + "namespace": "highload-applications", + "ownerReferences": [ + { + "apiVersion": "apps/v1", + "blockOwnerDeletion": true, + "controller": true, + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + } + ], + "resourceVersion": "60154912", + "uid": "9ba114d8-8300-4035-8f6e-4a488ef1b88e" + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File", + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-ddq2s", + "readOnly": true + } + ] + } + ], + "dnsPolicy": "ClusterFirst", + "enableServiceLinks": true, + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeName": "dev.asisti.tech", + "preemptionPolicy": "PreemptLowerPriority", + "priority": 0, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "serviceAccount": "default", + "serviceAccountName": "default", + "terminationGracePeriodSeconds": 20, + "tolerations": [ + { + "effect": "NoExecute", + "key": "node.kubernetes.io/not-ready", + "operator": "Exists", + "tolerationSeconds": 300 + }, + { + "effect": "NoExecute", + "key": "node.kubernetes.io/unreachable", + "operator": "Exists", + "tolerationSeconds": 300 + } + ], + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ], + "volumes": [ + { + "name": "kube-api-access-ddq2s", + "projected": { + "defaultMode": 420, + "sources": [ + { + "serviceAccountToken": { + "expirationSeconds": 3607, + "path": "token" + } + }, + { + "configMap": { + "items": [ + { + "key": "ca.crt", + "path": "ca.crt" + } + ], + "name": "kube-root-ca.crt" + } + }, + { + "downwardAPI": { + "items": [ + { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.namespace" + }, + "path": "namespace" + } + ] + } + } + ] + } + } + ] + }, + "status": { + "conditions": [ + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:19Z", + "status": "True", + "type": "PodReadyToStartContainers" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:14Z", + "status": "True", + "type": "Initialized" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "Ready" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "ContainersReady" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:14Z", + "status": "True", + "type": "PodScheduled" + } + ], + "containerStatuses": [ + { + "allocatedResources": { + "cpu": "250m", + "memory": "128Mi" + }, + "containerID": "containerd://4631cb93f41b3636e0662a05dae721ef528e603889d8bfb964d9988d33b4cd82", + "image": "sha256:9be8ec92531a22d2cef260b08669df6e8169d846aa47aaa709d50f1e602285cb", + "imageID": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "lastState": {}, + "name": "api", + "ready": true, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "restartCount": 0, + "started": true, + "state": { + "running": { + "startedAt": "2026-10-29T10:53:33Z" + } + }, + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-ddq2s", + "readOnly": true, + "recursiveReadOnly": "Disabled" + } + ] + } + ], + "hostIP": "100.99.166.40", + "hostIPs": [ + { + "ip": "100.99.166.40" + } + ], + "phase": "Running", + "podIP": "10.1.25.114", + "podIPs": [ + { + "ip": "10.1.25.114" + } + ], + "qosClass": "Burstable", + "startTime": "2026-10-29T10:53:14Z" + } + }, + { + "apiVersion": "v1", + "kind": "Pod", + "metadata": { + "annotations": { + "checksum/config": "25be752194917b470e363f8148d7f90539ac1e677c53d10066d788634e0933dc", + "cni.projectcalico.org/containerID": "64c7decc0fbadc6eb0b82c66ce1b69fc6e2ef13c27607b8b0cc621c1464300b0", + "cni.projectcalico.org/podIP": "10.1.112.79/32", + "cni.projectcalico.org/podIPs": "10.1.112.79/32", + "kubectl.kubernetes.io/restartedAt": "2026-10-16T11:50:37+03:00" + }, + "creationTimestamp": "2026-10-29T10:53:35Z", + "generateName": "api-54f7cc6f98-", + "generation": 1, + "labels": { + "app": "api", + "pod-template-hash": "54f7cc6f98" + }, + "name": "api-54f7cc6f98-txlh4", + "namespace": "highload-applications", + "ownerReferences": [ + { + "apiVersion": "apps/v1", + "blockOwnerDeletion": true, + "controller": true, + "kind": "ReplicaSet", + "name": "api-54f7cc6f98", + "uid": "9a9710e1-f5e8-456c-a8d9-6a6a06fe4839" + } + ], + "resourceVersion": "60154970", + "uid": "e9c4add7-fd67-4650-a4a2-29ca5b9fd550" + }, + "spec": { + "containers": [ + { + "env": [ + { + "name": "INSTANCE_ID", + "valueFrom": { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.name" + } + } + }, + { + "name": "CURSOR_SIGNING_KEY", + "valueFrom": { + "secretKeyRef": { + "key": "cursor-key", + "name": "messenger-secrets" + } + } + }, + { + "name": "DATABASE_URL", + "valueFrom": { + "secretKeyRef": { + "key": "database-url", + "name": "messenger-secrets" + } + } + } + ], + "envFrom": [ + { + "configMapRef": { + "name": "messenger-config" + } + } + ], + "image": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "imagePullPolicy": "IfNotPresent", + "lifecycle": { + "preStop": { + "sleep": { + "seconds": 3 + } + } + }, + "livenessProbe": { + "failureThreshold": 3, + "httpGet": { + "path": "/health/live", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 5, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "name": "api", + "ports": [ + { + "containerPort": 8080, + "protocol": "TCP" + } + ], + "readinessProbe": { + "failureThreshold": 2, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 2 + }, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "securityContext": { + "allowPrivilegeEscalation": false, + "capabilities": { + "drop": [ + "ALL" + ] + }, + "readOnlyRootFilesystem": true + }, + "startupProbe": { + "failureThreshold": 30, + "httpGet": { + "path": "/health/ready", + "port": 8080, + "scheme": "HTTP" + }, + "periodSeconds": 2, + "successThreshold": 1, + "timeoutSeconds": 1 + }, + "terminationMessagePath": "/dev/termination-log", + "terminationMessagePolicy": "File", + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-mnrp5", + "readOnly": true + } + ] + } + ], + "dnsPolicy": "ClusterFirst", + "enableServiceLinks": true, + "imagePullSecrets": [ + { + "name": "registry-pull" + } + ], + "nodeName": "marlosrv0", + "preemptionPolicy": "PreemptLowerPriority", + "priority": 0, + "restartPolicy": "Always", + "schedulerName": "default-scheduler", + "securityContext": { + "runAsNonRoot": true, + "runAsUser": 65532, + "seccompProfile": { + "type": "RuntimeDefault" + } + }, + "serviceAccount": "default", + "serviceAccountName": "default", + "terminationGracePeriodSeconds": 20, + "tolerations": [ + { + "effect": "NoExecute", + "key": "node.kubernetes.io/not-ready", + "operator": "Exists", + "tolerationSeconds": 300 + }, + { + "effect": "NoExecute", + "key": "node.kubernetes.io/unreachable", + "operator": "Exists", + "tolerationSeconds": 300 + } + ], + "topologySpreadConstraints": [ + { + "labelSelector": { + "matchLabels": { + "app": "api" + } + }, + "maxSkew": 1, + "topologyKey": "kubernetes.io/hostname", + "whenUnsatisfiable": "ScheduleAnyway" + } + ], + "volumes": [ + { + "name": "kube-api-access-mnrp5", + "projected": { + "defaultMode": 420, + "sources": [ + { + "serviceAccountToken": { + "expirationSeconds": 3607, + "path": "token" + } + }, + { + "configMap": { + "items": [ + { + "key": "ca.crt", + "path": "ca.crt" + } + ], + "name": "kube-root-ca.crt" + } + }, + { + "downwardAPI": { + "items": [ + { + "fieldRef": { + "apiVersion": "v1", + "fieldPath": "metadata.namespace" + }, + "path": "namespace" + } + ] + } + } + ] + } + } + ] + }, + "status": { + "conditions": [ + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:39Z", + "status": "True", + "type": "PodReadyToStartContainers" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "Initialized" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:40Z", + "status": "True", + "type": "Ready" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:40Z", + "status": "True", + "type": "ContainersReady" + }, + { + "lastProbeTime": null, + "lastTransitionTime": "2026-10-29T10:53:35Z", + "status": "True", + "type": "PodScheduled" + } + ], + "containerStatuses": [ + { + "allocatedResources": { + "cpu": "250m", + "memory": "128Mi" + }, + "containerID": "containerd://dd8482e1e67dc153f5787894d4974b39d5e7fead678a7e6695974297d0b75591", + "image": "sha256:9be8ec92531a22d2cef260b08669df6e8169d846aa47aaa709d50f1e602285cb", + "imageID": "asisti.registry.twcstorage.ru/mtusi2026lab3@sha256:6f1cf88f0a53728819d0489804b4155942c1cc78596307e43f2adc2ad527f0e3", + "lastState": {}, + "name": "api", + "ready": true, + "resources": { + "limits": { + "cpu": "1", + "memory": "256Mi" + }, + "requests": { + "cpu": "250m", + "memory": "128Mi" + } + }, + "restartCount": 0, + "started": true, + "state": { + "running": { + "startedAt": "2026-10-29T10:53:39Z" + } + }, + "volumeMounts": [ + { + "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", + "name": "kube-api-access-mnrp5", + "readOnly": true, + "recursiveReadOnly": "Disabled" + } + ] + } + ], + "hostIP": "192.168.1.37", + "hostIPs": [ + { + "ip": "192.168.1.37" + } + ], + "phase": "Running", + "podIP": "10.1.112.79", + "podIPs": [ + { + "ip": "10.1.112.79" + } + ], + "qosClass": "Burstable", + "startTime": "2026-10-29T10:53:35Z" + } + } + ], + "kind": "List", + "metadata": { + "resourceVersion": "" + } +} diff --git a/evidence/review-20261029/kubernetes-version.json b/evidence/review-20261029/kubernetes-version.json new file mode 100644 index 00000000..b86321cb --- /dev/null +++ b/evidence/review-20261029/kubernetes-version.json @@ -0,0 +1,29 @@ +{ + "clientVersion": { + "major": "1", + "minor": "37", + "gitVersion": "v1.37.1", + "gitCommit": "f78e722310e50bcaca9276be22276d9e91d91308", + "gitTreeState": "clean", + "buildDate": "2026-09-23T17:06:22Z", + "goVersion": "go1.26.8", + "compiler": "gc", + "platform": "darwin/arm64" + }, + "kustomizeVersion": "v5.8.1", + "serverVersion": { + "major": "1", + "minor": "33", + "emulationMajor": "1", + "emulationMinor": "33", + "minCompatibilityMajor": "1", + "minCompatibilityMinor": "32", + "gitVersion": "v1.33.13", + "gitCommit": "c029d48d28322ad0369aabdcf8b656fd3195cd30", + "gitTreeState": "clean", + "buildDate": "2026-06-22T07:16:30Z", + "goVersion": "go1.25.11", + "compiler": "gc", + "platform": "linux/amd64" + } +} diff --git a/evidence/review-20261029/lint.txt b/evidence/review-20261029/lint.txt new file mode 100644 index 00000000..6a3ebaa7 --- /dev/null +++ b/evidence/review-20261029/lint.txt @@ -0,0 +1 @@ +0 issues. diff --git a/evidence/review-20261029/load-failover-1-20261029105415.txt b/evidence/review-20261029/load-failover-1-20261029105415.txt new file mode 100644 index 00000000..5cde67ab --- /dev/null +++ b/evidence/review-20261029/load-failover-1-20261029105415.txt @@ -0,0 +1,29 @@ +time="2026-10-29T10:54:19Z" level=info msg="READY_TO_STOP api-54f7cc6f98-7c56z" source=console +time="2026-10-29T10:54:29Z" level=warning msg="Request Failed" error="Post \"https://hl.agapov.space/api/v1/chats/180f9552-ab33-4ee2-917c-47b3a9c17ed8/messages\": request timeout" +time="2026-10-29T10:54:31Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/api/v1/chats/180f9552-ab33-4ee2-917c-47b3a9c17ed8/messages?limit=100\": request timeout" +time="2026-10-29T10:54:33Z" level=warning msg="Request Failed" error="Post \"https://hl.agapov.space/api/v1/chats/180f9552-ab33-4ee2-917c-47b3a9c17ed8/messages\": request timeout" +time="2026-10-29T10:54:35Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/api/v1/chats/180f9552-ab33-4ee2-917c-47b3a9c17ed8/messages?limit=100\": request timeout" +time="2026-10-29T10:54:37Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/api/v1/chats/180f9552-ab33-4ee2-917c-47b3a9c17ed8/messages?limit=100\": request timeout" +time="2026-10-29T10:54:44Z" level=info msg="{\"target\":\"api-54f7cc6f98-7c56z\",\"started_epoch_ms\":1793271259858,\"confirmed\":44,\"reads\":42,\"errors\":5,\"events\":[{\"seconds\":0.602,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":1.191,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":1.671,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":1.969,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":2.61,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":3.313,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":4.104,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":4.584,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":4.835,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":5.156,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":5.41,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":5.64,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":5.866,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":6.084,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":6.294,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":6.477,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":6.709,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":6.906,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":7.081,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":15.6,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":17.893,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":18.63,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":19.066,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":19.505,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":20.093,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":20.642,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":21.21,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":21.538,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":21.937,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":22.234,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":22.503,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":22.801,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":23.015,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":23.197,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":23.365,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":23.542,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":23.723,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":23.914,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":24.095,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":24.293,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":24.517,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":24.71,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":24.897,\"instance\":\"api-54f7cc6f98-4xgnf\"}],\"pass\":true}" source=console + + + █ TOTAL RESULTS + + HTTP + http_req_duration..............: avg=193.89ms min=24.17ms med=78.6ms max=2s p(90)=317.93ms p(95)=506.05ms + { expected_response:true }...: avg=111.7ms min=24.17ms med=76.47ms max=591.34ms p(90)=246.96ms p(95)=351.41ms + http_req_failed................: 4.34% 5 out of 115 + http_reqs......................: 115 4.163984/s + + EXECUTION + iteration_duration.............: avg=25.11s min=25.11s med=25.11s max=25.11s p(90)=25.11s p(95)=25.11s + iterations.....................: 1 0.036209/s + vus............................: 1 min=0 max=1 + vus_max........................: 1 min=1 max=1 + + NETWORK + data_received..................: 246 kB 8.9 kB/s + data_sent......................: 11 kB 387 B/s + + + diff --git a/evidence/review-20261029/load-failover-2-20261029105524.txt b/evidence/review-20261029/load-failover-2-20261029105524.txt new file mode 100644 index 00000000..053d1ae5 --- /dev/null +++ b/evidence/review-20261029/load-failover-2-20261029105524.txt @@ -0,0 +1,31 @@ +time="2026-10-29T10:55:29Z" level=info msg="READY_TO_STOP api-54f7cc6f98-txlh4" source=console +time="2026-10-29T10:55:38Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/api/v1/chats/c92c898b-5596-47dd-90a8-8b54b127762a/messages?limit=100\": request timeout" +time="2026-10-29T10:55:40Z" level=warning msg="Request Failed" error="Post \"https://hl.agapov.space/api/v1/chats/c92c898b-5596-47dd-90a8-8b54b127762a/messages\": request timeout" +time="2026-10-29T10:55:42Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/api/v1/chats/c92c898b-5596-47dd-90a8-8b54b127762a/messages?limit=100\": request timeout" +time="2026-10-29T10:55:44Z" level=warning msg="Request Failed" error="Post \"https://hl.agapov.space/api/v1/chats/c92c898b-5596-47dd-90a8-8b54b127762a/messages\": request timeout" +time="2026-10-29T10:55:46Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/api/v1/chats/c92c898b-5596-47dd-90a8-8b54b127762a/messages?limit=100\": request timeout" +time="2026-10-29T10:55:48Z" level=warning msg="Request Failed" error="Post \"https://hl.agapov.space/api/v1/chats/c92c898b-5596-47dd-90a8-8b54b127762a/messages\": request timeout" +time="2026-10-29T10:55:50Z" level=warning msg="Request Failed" error="Get \"https://hl.agapov.space/api/v1/chats/c92c898b-5596-47dd-90a8-8b54b127762a/messages?limit=100\": request timeout" +time="2026-10-29T10:55:54Z" level=info msg="{\"target\":\"api-54f7cc6f98-txlh4\",\"started_epoch_ms\":1793271329571,\"confirmed\":21,\"reads\":19,\"errors\":7,\"events\":[{\"seconds\":0.319,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":0.62,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":0.97,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":1.344,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":1.72,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":2.045,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":2.375,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":2.935,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":3.505,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":4.182,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":4.823,\"instance\":\"api-54f7cc6f98-txlh4\"},{\"seconds\":5.233,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":5.61,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":6.016,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":6.439,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":21.401,\"instance\":\"api-54f7cc6f98-crhmd\"},{\"seconds\":23.434,\"instance\":\"api-54f7cc6f98-crhmd\"},{\"seconds\":23.911,\"instance\":\"api-54f7cc6f98-crhmd\"},{\"seconds\":24.409,\"instance\":\"api-54f7cc6f98-4xgnf\"},{\"seconds\":24.827,\"instance\":\"api-54f7cc6f98-4xgnf\"}],\"pass\":true}" source=console + + + █ TOTAL RESULTS + + HTTP + http_req_duration..............: avg=357.73ms min=67.9ms med=126.26ms max=2s p(90)=1.7s p(95)=2s + { expected_response:true }...: avg=178.02ms min=67.9ms med=121.99ms max=1.7s p(90)=274.92ms p(95)=380.46ms + http_req_failed................: 9.85% 7 out of 71 + http_reqs......................: 71 2.545285/s + + EXECUTION + iteration_duration.............: avg=25.26s min=25.26s med=25.26s max=25.26s p(90)=25.26s p(95)=25.26s + iterations.....................: 1 0.035849/s + vus............................: 1 min=0 max=1 + vus_max........................: 1 min=1 max=1 + + NETWORK + data_received..................: 74 kB 2.6 kB/s + data_sent......................: 6.5 kB 231 B/s + + + diff --git a/evidence/review-20261029/resources-failover-1-20261029105415.txt b/evidence/review-20261029/resources-failover-1-20261029105415.txt new file mode 100644 index 00000000..c2ddb991 --- /dev/null +++ b/evidence/review-20261029/resources-failover-1-20261029105415.txt @@ -0,0 +1,50 @@ +UTC 2026-10-29T10:54:17Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-7c56z 3m 22Mi +api-54f7cc6f98-txlh4 2m 22Mi +postgres-0 5m 26Mi +valkey-0 8m 8Mi +valkey-1 5m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|2 +UTC 2026-10-29T10:54:23Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-7c56z 3m 22Mi +api-54f7cc6f98-txlh4 2m 22Mi +postgres-0 5m 26Mi +valkey-0 8m 8Mi +valkey-1 5m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|3 +UTC 2026-10-29T10:54:30Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-txlh4 2m 22Mi +postgres-0 5m 26Mi +valkey-0 8m 8Mi +valkey-1 5m 13Mi +valkey-2 6m 3Mi +active|||1 +idle|Client|ClientRead|2 +UTC 2026-10-29T10:54:41Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-txlh4 20m 42Mi +load-failover-1-20261029105415-hng87 36m 51Mi +postgres-0 34m 30Mi +valkey-0 18m 8Mi +valkey-1 8m 13Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|3 +UTC 2026-10-29T10:54:48Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-4xgnf 4m 43Mi +api-54f7cc6f98-txlh4 20m 42Mi +load-failover-1-20261029105415-hng87 11m 51Mi +postgres-0 34m 30Mi +valkey-0 9m 8Mi +valkey-1 8m 13Mi +valkey-2 10m 3Mi +active|||1 +idle|Client|ClientRead|3 diff --git a/evidence/review-20261029/resources-failover-2-20261029105524.txt b/evidence/review-20261029/resources-failover-2-20261029105524.txt new file mode 100644 index 00000000..a779165c --- /dev/null +++ b/evidence/review-20261029/resources-failover-2-20261029105524.txt @@ -0,0 +1,39 @@ +UTC 2026-10-29T10:55:26Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-4xgnf 6m 43Mi +api-54f7cc6f98-txlh4 12m 7Mi +postgres-0 6m 30Mi +valkey-0 13m 8Mi +valkey-1 5m 13Mi +valkey-2 8m 3Mi +active|||1 +idle|Client|ClientRead|3 +UTC 2026-10-29T10:55:33Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-4xgnf 3m 43Mi +api-54f7cc6f98-txlh4 3m 7Mi +postgres-0 4m 30Mi +valkey-0 8m 8Mi +valkey-1 6m 13Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|4 +UTC 2026-10-29T10:55:39Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-4xgnf 3m 43Mi +postgres-0 4m 30Mi +valkey-0 8m 8Mi +valkey-1 6m 13Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|2 +UTC 2026-10-29T10:55:56Z +NAME CPU(cores) MEMORY(bytes) +api-54f7cc6f98-4xgnf 21m 44Mi +load-failover-2-20261029105524-bq2wx 30m 11Mi +postgres-0 16m 27Mi +valkey-0 10m 8Mi +valkey-1 10m 13Mi +valkey-2 7m 3Mi +active|||1 +idle|Client|ClientRead|3 diff --git a/evidence/review-20261029/smoke-after.txt b/evidence/review-20261029/smoke-after.txt new file mode 100644 index 00000000..4fe323c6 --- /dev/null +++ b/evidence/review-20261029/smoke-after.txt @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "https://hl.agapov.space" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/review-20261029/smoke.txt b/evidence/review-20261029/smoke.txt new file mode 100644 index 00000000..c3d30e0e --- /dev/null +++ b/evidence/review-20261029/smoke.txt @@ -0,0 +1,3 @@ +python3 tests/smoke.py --base-url "https://hl.agapov.space" +FAIL: GET /api/v1/users/me: expected [200], received 503 +make: *** [test] Error 1 diff --git a/evidence/review-20261029/targets.txt b/evidence/review-20261029/targets.txt new file mode 100644 index 00000000..c28f6886 --- /dev/null +++ b/evidence/review-20261029/targets.txt @@ -0,0 +1,2 @@ +api-54f7cc6f98-7c56z +api-54f7cc6f98-txlh4 diff --git a/evidence/review-20261029/vet.txt b/evidence/review-20261029/vet.txt new file mode 100644 index 00000000..e69de29b diff --git a/internal/controller/http/fiber/body_limit_test.go b/internal/controller/http/fiber/body_limit_test.go new file mode 100644 index 00000000..72833d5a --- /dev/null +++ b/internal/controller/http/fiber/body_limit_test.go @@ -0,0 +1,68 @@ +package fiber + +import ( + "context" + "encoding/json" + "net" + "net/http" + "strings" + "testing" + "time" + + "github.com/gofiber/fiber/v2" + + "gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/config" + httpmodel "gitea.privcloud.tech/vlad_marlo/mtusi2026lab3/internal/model/http" +) + +// TestBodyLimitInstanceHeader verifies parser-generated 413 responses over a real TCP listener. +func TestBodyLimitInstanceHeader(t *testing.T) { + // Arrange. + ctrl := testController(t, func(cfg *config.Config) { + cfg.HTTP.InstanceID = "body-limit-test-instance" + }) + ctrl.cfg.Host = "127.0.0.1" + ctrl.cfg.Port = 0 + address := make(chan string, 1) + ctrl.server.Hooks().OnListen(func(data fiber.ListenData) error { + address <- net.JoinHostPort(data.Host, data.Port) + return nil + }) + if err := ctrl.Start(t.Context()); err != nil { + t.Fatal(err) + } + t.Cleanup(func() { + ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second) + defer cancel() + if err := ctrl.Stop(ctx); err != nil { + t.Error(err) + } + }) + client := &http.Client{Timeout: 3 * time.Second} + + // Act. + response, err := client.Post("http://"+<-address+"/api/v1/users", "application/json", strings.NewReader(strings.Repeat("x", ctrl.cfg.MaxBodyBytes+1))) + if err != nil { + t.Fatal(err) + } + defer func() { + if err := response.Body.Close(); err != nil { + t.Error(err) + } + }() + + // Assert. + if response.StatusCode != http.StatusRequestEntityTooLarge { + t.Fatalf("status=%d", response.StatusCode) + } + if instance := response.Header.Get("X-Instance-Id"); instance != ctrl.instanceID { + t.Fatalf("instance=%q, want %q", instance, ctrl.instanceID) + } + var body httpmodel.ErrorResponse + if err := json.NewDecoder(response.Body).Decode(&body); err != nil { + t.Fatal(err) + } + if body.Error.Code != "payload_too_large" || body.Error.RequestID == "" || body.Error.RequestID != response.Header.Get(headerRequestID) { + t.Fatalf("invalid error envelope: %+v", body) + } +} diff --git a/internal/controller/http/fiber/errors.go b/internal/controller/http/fiber/errors.go index e183f8b3..4a9a5795 100644 --- a/internal/controller/http/fiber/errors.go +++ b/internal/controller/http/fiber/errors.go @@ -15,6 +15,8 @@ import ( // handleErr normalizes a failure and writes the public error envelope. func (ctrl *Controller) handleErr(ctx *fiber.Ctx, err error) error { + // Parser failures such as BodyLimit rejection bypass request middleware. + ctx.Set("X-Instance-Id", ctrl.instanceID) requestID := ctx.GetRespHeader(headerRequestID) if requestID == "" { requestID = uuid.NewString() diff --git a/scripts/experiment.sh b/scripts/experiment.sh index f75e1f75..159ef282 100755 --- a/scripts/experiment.sh +++ b/scripts/experiment.sh @@ -1,27 +1,56 @@ #!/bin/sh -# Compare controlled replica/resource budgets, then restore the normal HPA configuration. +# Measure replica budgets, load saturation and a pool-size A/B using the same workload. set -eu cd "$(dirname "$0")/.." : "${KUBE_CONTEXT:=dev}" "${NAMESPACE:=highload-applications}" "${RELEASE:=lab2}" : "${DURATION:=30}" "${VUS:=32}" -run_id=$(date -u +%Y%m%d%H%M%S) -export KUBE_CONTEXT NAMESPACE DURATION VUS -mkdir -p evidence +: "${EVIDENCE_DIR:=evidence/research-$(date -u +%Y%m%d%H%M%S)}" +helm_apply_mode= +if helm upgrade --help | rg -q -- '--server-side'; then helm_apply_mode=--server-side=false; fi +export KUBE_CONTEXT NAMESPACE DURATION VUS EVIDENCE_DIR +mkdir -p "$EVIDENCE_DIR" +helm get values "$RELEASE" --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" -o yaml > "$EVIDENCE_DIR/restore-values.yaml" restore() { - helm upgrade "$RELEASE" charts/messenger --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" -f charts/messenger/values.yaml --wait --wait-for-jobs --timeout 240s + helm upgrade $helm_apply_mode "$RELEASE" charts/messenger --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" -f "$EVIDENCE_DIR/restore-values.yaml" --wait --wait-for-jobs --timeout 240s > "$EVIDENCE_DIR/restore.txt" 2>&1 } trap restore EXIT -printf 'profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool\n' > evidence/scaling-profiles.csv -for profile in fixed1 fixed2 fixed4 growing1 growing2 growing4; do +trap 'exit 130' INT +trap 'exit 143' TERM +helm upgrade $helm_apply_mode "$RELEASE" charts/messenger --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" --reuse-values --set autoscaling.enabled=false --wait --wait-for-jobs --timeout 240s > "$EVIDENCE_DIR/disable-hpa.txt" +# Allow an already-running HPA reconciliation to finish before changing replicas. +sleep 16 +date -u '+%Y-%m-%dT%H:%M:%SZ' > "$EVIDENCE_DIR/date.txt" +git rev-parse HEAD > "$EVIDENCE_DIR/base-revision.txt" +shasum -a 256 student-tests/load/scaling.js charts/messenger/values.yaml internal/controller/http/fiber/errors.go > "$EVIDENCE_DIR/source.sha256" +kubectl --context "$KUBE_CONTEXT" get nodes -o wide > "$EVIDENCE_DIR/nodes.txt" +printf 'profile,run,replicas,cpu_millicores_per_replica,memory_mib_per_replica,pool,vus,duration\n' > "$EVIDENCE_DIR/profiles.csv" +for profile in ${PROFILES:-fixed1 fixed2 fixed4 growing1 growing2 growing4 saturation8 saturation64 single32a single8b single32b}; do + pool=8; vus=$VUS; probe_timeout=2; probe_failures=2 case "$profile" in fixed1) replicas=1; cpu=1000; memory=512 ;; fixed2) replicas=2; cpu=500; memory=256 ;; - fixed4) replicas=4; cpu=250; memory=128 ;; + fixed4|growing4|pool8b) replicas=4; cpu=250; memory=128 ;; growing1) replicas=1; cpu=250; memory=128 ;; growing2) replicas=2; cpu=250; memory=128 ;; - growing4) replicas=4; cpu=250; memory=128 ;; + saturation8) replicas=1; cpu=1000; memory=512; vus=8 ;; + saturation64) replicas=1; cpu=1000; memory=512; vus=64 ;; + resource-low-a|resource-low-b) replicas=2; cpu=250; memory=128 ;; + resource-high-a|resource-high-b) replicas=2; cpu=500; memory=256 ;; + probe2a|probe2b) replicas=1; cpu=1000; memory=512 ;; + probe5a|probe5b) replicas=1; cpu=1000; memory=512; probe_timeout=5; probe_failures=1 ;; + single8a|single8b) replicas=1; cpu=1000; memory=512 ;; + single32a|single32b) replicas=1; cpu=1000; memory=512; pool=32 ;; + pool32a|pool32b) replicas=4; cpu=250; memory=128; pool=32 ;; + *) echo "Unknown profile $profile" >&2; exit 2 ;; esac - helm upgrade "$RELEASE" charts/messenger --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" --reuse-values --set autoscaling.enabled=false --set "api.replicas=$replicas" --set "api.resources.requests.cpu=${cpu}m,api.resources.limits.cpu=${cpu}m,api.resources.requests.memory=${memory}Mi,api.resources.limits.memory=${memory}Mi" --set-string api.env.GOMEMLIMIT=80MiB --wait --wait-for-jobs --timeout 240s > "evidence/rollout-$profile.txt" - printf '%s,%s,%s,%s,%s,8\n' "$profile" "$profile-$run_id" "$replicas" "$cpu" "$memory" >> evidence/scaling-profiles.csv - RUN="$profile-$run_id" scripts/run-load.sh - done + set -- + if [ -n "${BENCHMARK_NODE:-}" ]; then + set -- --set-json "api.nodeSelector={\"kubernetes.io/hostname\":\"$BENCHMARK_NODE\"}" + fi + run="$profile-$(date -u +%Y%m%d%H%M%S)" + helm upgrade $helm_apply_mode "$RELEASE" charts/messenger --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" --reuse-values --set autoscaling.enabled=false --set "api.replicas=$replicas" --set "api.resources.requests.cpu=${cpu}m,api.resources.limits.cpu=${cpu}m,api.resources.requests.memory=${memory}Mi,api.resources.limits.memory=${memory}Mi" --set-string api.env.GOMEMLIMIT=80MiB --set-string "api.env.DEPENDENCY_POOL_SIZE=$pool" --set "api.readiness.timeoutSeconds=$probe_timeout,api.readiness.failureThreshold=$probe_failures" "$@" --wait --wait-for-jobs --timeout 240s > "$EVIDENCE_DIR/rollout-$profile.txt" + # Let old admission leases expire after rolling replacement. + sleep 31 + printf '%s,%s,%s,%s,%s,%s,%s,%s\n' "$profile" "$run" "$replicas" "$cpu" "$memory" "$pool" "$vus" "$DURATION" >> "$EVIDENCE_DIR/profiles.csv" + RUN="$run" VUS="$vus" scripts/run-load.sh +done diff --git a/scripts/plot-research.py b/scripts/plot-research.py new file mode 100644 index 00000000..dffe83da --- /dev/null +++ b/scripts/plot-research.py @@ -0,0 +1,119 @@ +#!/usr/bin/env python3 +"""Summarize measured k6 counters and plot reproducible research figures.""" +import csv +import json +from pathlib import Path +import sys +import matplotlib +matplotlib.use("Agg") +import matplotlib.pyplot as plt + +roots = [Path(arg) for arg in sys.argv[1:]] +def resource_peaks(root, run): + """resource_peaks aggregates five-second samples, including setup and warmup.""" + path = root / ("resources-" + run + ".txt") + lines = path.read_text().splitlines() + pod_snapshot = root / ("pods-" + run + ".txt") + if pod_snapshot.exists(): + api_pods = {line.split()[0] for line in pod_snapshot.read_text().splitlines() if line.startswith("api-") and "Running" in line} + else: + api_pods = set() + block = set() + for line in lines + ["UTC END"]: + if line.startswith("UTC "): + if block: + api_pods = block + block = set() + elif line.startswith("api-"): + block.add(line.split()[0]) + peaks = dict(api_cpu_m=0, postgres_cpu_m=0, valkey_cpu_m=0, load_cpu_m=0, api_memory_mib=0, postgres_memory_mib=0, pg_active=0, pg_idle_transaction=0, pg_lock_waiters=0) + sample = dict.fromkeys(peaks, 0) + for line in lines + ["UTC END"]: + if line.startswith("UTC "): + for key in peaks: + peaks[key] = max(peaks[key], sample[key]) + sample = dict.fromkeys(peaks, 0) + continue + fields = line.split() + if len(fields) == 3 and fields[0].startswith(("api-", "postgres-", "valkey-", "load-")): + role = fields[0].split("-")[0] + if role == "api" and fields[0] not in api_pods: + continue + if role == "load" and not fields[0].startswith("load-" + run + "-"): + continue + cpu = float(fields[1][:-1]) if fields[1].endswith("m") else float(fields[1]) * 1000 + memory = float(fields[2][:-2]) * (1024 if fields[2].endswith("Gi") else 1) + sample[role + "_cpu_m"] += cpu + if role in ("api", "postgres"): + sample[role + "_memory_mib"] += memory + if line.startswith("active|"): + sample["pg_active"] += int(line.split("|")[-1]) + if line.startswith("idle in transaction|"): + sample["pg_idle_transaction"] += int(line.split("|")[-1]) + if "|Lock|" in line: + sample["pg_lock_waiters"] += int(line.split("|")[-1]) + return peaks + +rows = [] + +excluded = [] +for root in roots: + for profile in csv.DictReader((root / "profiles.csv").open()): + deployment = root / ("deployment-" + profile["run"] + ".json") + if deployment.exists() and json.loads(deployment.read_text())["spec"]["replicas"] != int(profile["replicas"]): + excluded.append(str(deployment) + " (replica mismatch)") + continue + source = root / ("load-" + profile["run"] + ".json") + if not source.exists(): + excluded.append(str(source)) + continue + result = json.loads(source.read_text()) + metrics = result["summary"]["metrics"] + if "message_latency_ms" not in metrics: + excluded.append(str(source)) + continue + def value(name, key="count"): + """value reads a measured metric, using zero for an absent error counter.""" + return metrics.get(name, {}).get("values", {}).get(key, 0) + latency = metrics["message_latency_ms"]["values"] + seconds = int(profile["duration"]) + operations = value("measured_operations") + rows.append(dict(profile, source=str(root), confirmed=value("confirmed_messages"), + rps=value("confirmed_messages") / seconds, + errors=value("application_errors"), + error_percent=100 * value("application_errors") / max(operations, 1), + p50_ms=latency["p(50)"], p95_ms=latency["p(95)"], + p99_ms=latency["p(99)"], + rejected_429=value("application_errors{status:429}"), + unavailable_503=value("application_errors{status:503}"), + network_errors=value("application_errors{status:0}"), **resource_peaks(root, profile["run"]))) +output = roots[0] +with (output / "summary.csv").open("w") as stream: + writer = csv.DictWriter(stream, fieldnames=list(rows[0])) + writer.writeheader() + writer.writerows(rows) +(output / "excluded.json").write_text(json.dumps(excluded, indent=2)+"\n") +fig, axes = plt.subplots(3, 1, figsize=(13, 11), constrained_layout=True) +names = [row["profile"] for row in rows] +for axis, field, label in zip(axes, ["rps", "p95_ms", "error_percent"], + ["Confirmed messages / second", "Write attempt p95, ms", "Failed operations, %"]): + axis.bar(names, [row[field] for row in rows], color="#267c75") + axis.set_ylabel(label) + axis.grid(axis="y", alpha=0.25) + axis.tick_params(axis="x", rotation=35) +fig.suptitle("Lab 3: measured replica budgets and pool-size experiment") +fig.savefig(output / "results.png", dpi=160) +fig.savefig(output / "results.svg") +plt.close(fig) +by_name = {row["profile"]: row for row in rows} +if all(f"{series}{n}" in by_name for series in ["fixed", "growing"] for n in [1, 2, 4]): + fig, axes = plt.subplots(1, 2, figsize=(11, 4), constrained_layout=True) + for series, label in [("fixed", "Fixed total CPU/RAM"), ("growing", "Growing total CPU/RAM")]: + for axis, field, ylabel in zip(axes, ["rps", "error_percent"], ["Confirmed messages / second", "Failed operations, %"]): + axis.plot([1, 2, 4], [by_name[f"{series}{n}"][field] for n in [1, 2, 4]], marker="o", label=label) + axis.set(xlabel="API replicas", ylabel=ylabel, xticks=[1, 2, 4]) + axis.grid(alpha=0.25) + axis.legend() + fig.savefig(output / "matrix.png", dpi=160) + fig.savefig(output / "matrix.svg") +print(json.dumps(rows, indent=2)) diff --git a/scripts/run-load.sh b/scripts/run-load.sh index 4ed3caaf..e494750f 100755 --- a/scripts/run-load.sh +++ b/scripts/run-load.sh @@ -5,17 +5,32 @@ cd "$(dirname "$0")/.." : "${KUBE_CONTEXT:=dev}" "${NAMESPACE:=highload-applications}" : "${RUN:=manual-$(date -u +%Y%m%d%H%M%S)}" "${DURATION:=30}" "${VUS:=32}" "${LOAD_SCRIPT:=scaling.js}" case "$RUN" in *[!a-z0-9-]*|'') echo 'RUN must be a DNS label' >&2; exit 2 ;; esac -mkdir -p evidence +EVIDENCE_DIR=${EVIDENCE_DIR:-evidence} +mkdir -p "$EVIDENCE_DIR" +kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" get deployment api -o json > "$EVIDENCE_DIR/deployment-$RUN.json" +kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" get pods -l app=api -o wide > "$EVIDENCE_DIR/pods-$RUN.txt" +helm get values lab2 --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" -o json > "$EVIDENCE_DIR/values-$RUN.json" +if jq -e '.autoscaling.enabled == false' "$EVIDENCE_DIR/values-$RUN.json" >/dev/null; then + expected=$(jq -r .api.replicas "$EVIDENCE_DIR/values-$RUN.json") + actual=$(jq -r .spec.replicas "$EVIDENCE_DIR/deployment-$RUN.json") + test "$expected" = "$actual" || { echo "Replica mismatch: expected $expected, actual $actual" >&2; exit 1; } +fi manifest=$(mktemp) +complete=false +created=false sampler= cleanup() { if [ -n "$sampler" ]; then kill "$sampler" 2>/dev/null || true; wait "$sampler" 2>/dev/null || true; fi + if ! $complete && $created; then + kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" delete "job/load-$RUN" --ignore-not-found --wait=true --timeout=60s >/dev/null || true + fi rm -f "$manifest" } trap cleanup EXIT kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" create configmap load-scripts --from-file=student-tests/load/ --dry-run=client -o yaml | kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" apply -f - -helm template lab2 charts/messenger -n "$NAMESPACE" -s templates/load.yaml --set load.enabled=true --set-string "load.run=$RUN" --set-string "load.script=$LOAD_SCRIPT" --set "load.duration=$DURATION" --set "load.vus=$VUS" > "$manifest" +helm template lab2 charts/messenger -n "$NAMESPACE" -s templates/load.yaml --set load.enabled=true --set-string "load.run=$RUN" --set-string "load.script=$LOAD_SCRIPT" --set "load.duration=$DURATION" --set "load.vus=$VUS" --set-string "load.target=${TARGET_INSTANCE_ID:-}" > "$manifest" kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" apply -f "$manifest" +created=true ( while :; do date -u '+UTC %Y-%m-%dT%H:%M:%SZ' @@ -23,18 +38,21 @@ kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" apply -f "$manifest" kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" exec postgres-0 -- psql -U messenger -d messenger -Atc "SELECT state,wait_event_type,wait_event,count(*) FROM pg_stat_activity WHERE datname='messenger' GROUP BY state,wait_event_type,wait_event" || true sleep 5 done -) > "evidence/resources-$RUN.txt" 2>&1 & +) > "$EVIDENCE_DIR/resources-$RUN.txt" 2>&1 & sampler=$! complete=false for attempt in $(seq 1 140); do - state=$(kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" get "job/load-$RUN" -o json) + if ! state=$(kubectl --context "$KUBE_CONTEXT" --request-timeout=10s -n "$NAMESPACE" get "job/load-$RUN" -o json); then + sleep 2 + continue + fi if printf '%s' "$state" | jq -e '.status.succeeded > 0' >/dev/null; then complete=true; break; fi if printf '%s' "$state" | jq -e '.status.failed > 0' >/dev/null; then break; fi sleep 2 done -kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" logs "job/load-$RUN" > "evidence/load-$RUN.txt" -$complete || { echo "Load failed; inspect evidence/load-$RUN.txt" >&2; exit 1; } +kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" logs "job/load-$RUN" > "$EVIDENCE_DIR/load-$RUN.txt" +$complete || { echo "Load failed; inspect $EVIDENCE_DIR/load-$RUN.txt" >&2; exit 1; } if [ "$LOAD_SCRIPT" = scaling.js ]; then - jq -R 'fromjson? | select(has("profile"))' "evidence/load-$RUN.txt" > "evidence/load-$RUN.json" - test -s "evidence/load-$RUN.json" + jq -R 'fromjson? | select(has("profile"))' "$EVIDENCE_DIR/load-$RUN.txt" > "$EVIDENCE_DIR/load-$RUN.json" + test -s "$EVIDENCE_DIR/load-$RUN.json" fi diff --git a/scripts/sample-admission.sh b/scripts/sample-admission.sh new file mode 100755 index 00000000..458837f3 --- /dev/null +++ b/scripts/sample-admission.sh @@ -0,0 +1,8 @@ +#!/bin/sh +set -eu +trap 'exit 0' TERM INT +for sample in $(seq 1 180); do + date -u '+UTC %Y-%m-%dT%H:%M:%SZ' + kubectl --context dev --request-timeout=10s -n highload-applications exec valkey-0 -- valkey-cli EVAL "local t=redis.call('TIME'); local n=t[1]*1000+math.floor(t[2]/1000); return {redis.call('ZCOUNT',KEYS[1],n,'+inf'),redis.call('GET',KEYS[2]) or '0'}" 2 admission:global:slots admission:global:rate || true + sleep 5 +done diff --git a/scripts/summarize-failover.rb b/scripts/summarize-failover.rb new file mode 100644 index 00000000..4e97b024 --- /dev/null +++ b/scripts/summarize-failover.rb @@ -0,0 +1,21 @@ +#!/usr/bin/env ruby +# Verify recovery relative to the actual kubectl action, using only non-secret workload events. +require 'json' +directory, run = ARGV +result = File.readlines("#{directory}/load-#{run}.txt").map do |line| + match = line.match(/\bmsg=("(?:\\.|[^"])*")/) + next unless match + message = JSON.parse(match[1]) + next unless message.start_with?('{') + JSON.parse(message) +end.compact.find { |item| item['pass'] } +abort 'Missing successful failover report' unless result +stopped = Float(File.read("#{directory}/#{run}-stop-epoch.txt")) +relative_stop = stopped - result.fetch('started_epoch_ms') / 1000.0 +event = result.fetch('events').find { |item| item['seconds'] >= relative_stop && item['instance'] != result['target'] } +abort 'No recovered write' unless event +recovery = event['seconds'] - relative_stop +abort "Recovery exceeded 10 seconds: #{recovery}" unless recovery <= 10 +summary = result.reject { |key, _| key == 'events' }.merge('recovery_seconds' => recovery.round(3), 'confirmed_rps' => (result['confirmed'] - 1) / 25.0) +File.write("#{directory}/#{run}-summary.json", JSON.pretty_generate(summary)+"\n") +puts JSON.generate(summary) diff --git a/scripts/test-both-replicas.sh b/scripts/test-both-replicas.sh new file mode 100755 index 00000000..ccd9efac --- /dev/null +++ b/scripts/test-both-replicas.sh @@ -0,0 +1,33 @@ +#!/bin/sh +# Stop each original pod explicitly and preserve request and Kubernetes evidence. +set -eu +cd "$(dirname "$0")/.." +: "${KUBE_CONTEXT:=dev}" "${NAMESPACE:=highload-applications}" +: "${EVIDENCE_DIR:=evidence/review-20261029}" +mkdir -p "$EVIDENCE_DIR" +if [ "${RESUME_FROM:-1}" = 1 ]; then +kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" get pods -l app=api -o json | jq ' .items |= map(select(.metadata.deletionTimestamp == null)) ' > "$EVIDENCE_DIR/initial-api.json" +test "$(jq '.items|length' "$EVIDENCE_DIR/initial-api.json")" -eq 2 +jq -r '.items[].metadata.name' "$EVIDENCE_DIR/initial-api.json" > "$EVIDENCE_DIR/targets.txt" +fi +index=0 +while read -r target; do + index=$((index+1)) + [ "$index" -ge "${RESUME_FROM:-1}" ] || continue + run="failover-$index-$(date -u +%Y%m%d%H%M%S)" + TARGET_INSTANCE_ID="$target" RUN="$run" LOAD_SCRIPT=failover.js EVIDENCE_DIR="$EVIDENCE_DIR" scripts/run-load.sh > "$EVIDENCE_DIR/$run-run.txt" 2>&1 & + runner=$! + ready=false + for attempt in $(seq 1 90); do + if kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" logs "job/load-$run" 2>/dev/null | rg -q READY_TO_STOP; then ready=true; break; fi + kill -0 "$runner" 2>/dev/null || break + sleep 1 + done + if ! $ready; then wait "$runner" || true; echo 'Failover setup did not become ready' >&2; exit 1; fi + ruby -e 'puts Time.now.to_f' > "$EVIDENCE_DIR/$run-stop-epoch.txt" + kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" get pod "$target" -o json > "$EVIDENCE_DIR/$run-target.json" + kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" delete pod "$target" --wait=false > "$EVIDENCE_DIR/$run-delete.txt" + wait "$runner" + ruby scripts/summarize-failover.rb "$EVIDENCE_DIR" "$run" + kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" rollout status deployment/api --timeout=120s > "$EVIDENCE_DIR/$run-restored.txt" +done < "$EVIDENCE_DIR/targets.txt" diff --git a/student-tests/README.md b/student-tests/README.md index cb58150b..7b120c86 100644 --- a/student-tests/README.md +++ b/student-tests/README.md @@ -5,3 +5,7 @@ Go-тесты рядом с кодом проверяют контракт, ав `load/scaling.js` — одинаковый профиль k6 для сравнения реплик: 16 пользователей/чатов, 32 VU, запись + чтение, каждый десятый повтор возвращает прежний результат. Публикуются реальные success/error/latency metrics; bootstrap не содержит пользовательских данных. `load/idempotency.js` проверяет общий ключ через разные API, ровно одно сообщение и конфликт body. `load/hpa.js` нагружает Argon2id для проверки реальной реакции HPA по CPU. Все пользователи синтетические, токены не выводятся. `make research` сравнивает 1/2/4 реплики при фиксированном суммарном бюджете 1 CPU/512 MiB, затем при фиксированном бюджете одной реплики 250m/128 MiB. Во время измерений HPA выключен. Raw k6 summary и выборки CPU/RAM/PG wait events сохраняются в evidence. После эксперимента обычные Helm values восстанавливаются. + +`scripts/test-both-replicas.sh` фиксирует две исходные реплики, наблюдает обе через Traefik и последовательно удаляет их по имени. Между отказами Deployment восстанавливается. k6 проверяет чтение, подтверждённые записи и отсутствие дублей после неопределённого ответа; Ruby-агрегатор проверяет восстановление за 10 секунд относительно фактического kubectl action. Нужны Ruby 2.6+ и rg. При прерванной обработке отчёта `RESUME_FROM=2` продолжает по сохранённому targets.txt, не выбирая новую пару. + +`scripts/plot-research.py ` строит summary.csv, results.png и results.svg из реальных k6 JSON. Для графиков нужен Python 3 с matplotlib; управление стендом остаётся в shell/Helm. Не сравнивать прогоны с разными workload-настройками без явной оговорки. diff --git a/student-tests/load/failover.js b/student-tests/load/failover.js new file mode 100644 index 00000000..518ae1d3 --- /dev/null +++ b/student-tests/load/failover.js @@ -0,0 +1,61 @@ +import http from 'k6/http'; +import encoding from 'k6/encoding'; +import { sleep } from 'k6'; +export const options = { vus: 1, iterations: 1, setupTimeout: '120s' }; +const base = __ENV.BASE_URL; +const target = __ENV.TARGET_INSTANCE_ID; +export function setup() { + const username = 'fail_' + Date.now(); + const password = 'synthetic-failover-password'; + const user = http.post(base + '/api/v1/users', JSON.stringify({username, password, display_name:'Failover'}), {headers:{'Content-Type':'application/json'}}); + if (user.status !== 201) throw new Error('registration ' + user.status); + const session = http.post(base + '/api/v1/auth/sessions', null, {headers:{Authorization:'Basic ' + encoding.b64encode(username + ':' + password)}}); + if (session.status !== 201) throw new Error('login ' + session.status); + const headers = {Authorization:'Bearer ' + session.json().token, 'Content-Type':'application/json'}; + const chat = http.post(base + '/api/v1/chats', JSON.stringify({title:'Failover',member_ids:[user.json().id]}), {headers}); + if (chat.status !== 201) throw new Error('chat ' + chat.status); + const seen = new Set(); + for (let i=0; i<20; i++) { + const response = http.get(base + '/api/v1/users/me', {headers, timeout:'2s'}); + if (response.status !== 200) throw new Error('initial read ' + response.status); + seen.add(response.headers['X-Instance-Id']); + } + if (seen.size < 2 || !seen.has(target)) throw new Error('target not observed through LB'); + const path = base + '/api/v1/chats/' + chat.json().id + '/messages'; + const original = http.post(path, JSON.stringify({text:'before failure'}), {headers:{...headers,'Idempotency-Key':'before'}}); + if (original.status !== 201) throw new Error('initial message ' + original.status); + return {headers,path,original:original.json()}; +} +export default function(data) { + console.log('READY_TO_STOP ' + target); + const started = Date.now(); + const confirmed = new Set([data.original.id]); + let errors = 0, reads = 0, sequence = 0; + const events = []; + const lastInstances = []; + while (Date.now() - started < 25000) { + const response = http.post(data.path, JSON.stringify({text:'during-' + sequence}), {headers:{...data.headers,'Idempotency-Key':'during-' + sequence},timeout:'2s'}); + if (response.status === 201) { + confirmed.add(response.json().id); sequence++; + events.push({seconds:(Date.now()-started)/1000,instance:response.headers['X-Instance-Id']}); + lastInstances.push(response.headers['X-Instance-Id']); + } else errors++; + const read = http.get(data.path + '?limit=100', {headers:data.headers,timeout:'2s'}); + if (read.status === 200) reads++; else errors++; + sleep(0.1); + } + const items = []; + let path = data.path + '?limit=100'; + while (path) { + const response = http.get(path, {headers:data.headers,timeout:'5s'}); + if (response.status !== 200) throw new Error('final history ' + response.status); + items.push(...response.json().items); + const cursor = response.json().next_cursor; + path = cursor ? data.path + '?limit=100&cursor=' + encodeURIComponent(cursor) : null; + } + const ids = new Set(items.map(item=>item.id)); + if ([...confirmed].some(id=>!ids.has(id))) throw new Error('confirmed message lost'); + if (new Set(items.map(item=>item.text)).size !== items.length) throw new Error('uncertain retry duplicated'); + if (lastInstances.length < 5 || lastInstances.slice(-5).includes(target)) throw new Error('target still serves or insufficient writes'); + console.log(JSON.stringify({target,started_epoch_ms:started,confirmed:confirmed.size,reads,errors,events,pass:true})); +} diff --git a/student-tests/load/scaling.js b/student-tests/load/scaling.js index d0f4bcbf..09ae8678 100644 --- a/student-tests/load/scaling.js +++ b/student-tests/load/scaling.js @@ -1,7 +1,7 @@ import http from 'k6/http'; import encoding from 'k6/encoding'; import execution from 'k6/execution'; -import { check } from 'k6'; +import { check, sleep } from 'k6'; import { Counter, Trend } from 'k6/metrics'; const base = __ENV.BASE_URL || 'https://hl.agapov.space'; @@ -10,13 +10,16 @@ const users = Number(__ENV.USERS || 16); const writes = new Counter('confirmed_messages'); const attempts = new Counter('attempted_messages'); const failures = new Counter('application_errors'); +const operations = new Counter('measured_operations'); +const failedWrites = new Counter('failed_writes'); const latency = new Trend('message_latency_ms', true); export const options = { scenarios: { - warmup: { executor: 'constant-vus', vus: 4, duration: '5s' }, - measured: { executor: 'constant-vus', vus: Number(__ENV.VUS || 32), duration: `${seconds}s`, startTime: '5s' }, + warmup: { executor: 'constant-vus', vus: 4, duration: '5s', gracefulStop: '0s' }, + measured: { executor: 'constant-vus', vus: Number(__ENV.VUS || 32), duration: `${seconds}s`, startTime: '10s', gracefulStop: '0s' }, }, - setupTimeout: '120s', + setupTimeout: '180s', + thresholds: { 'application_errors{status:429}': ['count>=0'], 'application_errors{status:503}': ['count>=0'], 'application_errors{status:0}': ['count>=0'] }, summaryTrendStats: ['avg', 'p(50)', 'p(95)', 'p(99)', 'max'], }; @@ -24,17 +27,27 @@ export function setup() { const actors = []; const prefix = `bench_${Date.now()}`; for (let i = 0; i < users; i++) { - const username = `${prefix}_${i}`; + let prepared = false; + for (let attempt = 0; attempt < 5; attempt++) { + for (let ready = 0; ready < 30; ready++) { + if (http.get(base + '/health/ready', {timeout:'3s', tags:{phase:'setup'}}).status === 200) break; + sleep(1); + } + const username = `${prefix}_${i}_${attempt}`; const password = 'synthetic-benchmark-password'; let response = http.post(`${base}/api/v1/users`, JSON.stringify({ username, display_name: 'Synthetic', password }), { headers: { 'Content-Type': 'application/json' }, tags: { phase: 'setup' } }); - if (response.status !== 201) throw new Error(`registration: ${response.status}`); + if (response.status !== 201) { console.warn(`setup registration: ${response.status}; abandoning synthetic actor`); sleep(1); continue; } const user = response.json(); response = http.post(`${base}/api/v1/auth/sessions`, null, { headers: { Authorization: `Basic ${encoding.b64encode(`${username}:${password}`)}` }, tags: { phase: 'setup' } }); - if (response.status !== 201) throw new Error(`login: ${response.status}`); + if (response.status !== 201) { console.warn(`setup login: ${response.status}; abandoning synthetic actor`); sleep(1); continue; } const token = response.json().token; response = http.post(`${base}/api/v1/chats`, JSON.stringify({ title: 'Synthetic benchmark', member_ids: [user.id] }), { headers: { Authorization: `Bearer ${token}`, 'Content-Type': 'application/json' }, tags: { phase: 'setup' } }); - if (response.status !== 201) throw new Error(`chat: ${response.status}`); + if (response.status !== 201) { console.warn(`setup chat: ${response.status}; abandoning synthetic actor`); sleep(1); continue; } actors.push({ token, chat: response.json().id }); + prepared = true; + break; + } + if (!prepared) throw new Error("synthetic actor setup exhausted retries"); } return actors; } @@ -46,17 +59,19 @@ export default function (actors) { const path = `${base}/api/v1/chats/${actor.chat}/messages`; const payload = JSON.stringify({ text: `synthetic message ${__VU}:${__ITER}` }); const response = http.post(path, payload, { headers, tags: { phase: 'load' } }); - if (measured) { latency.add(response.timings.duration); attempts.add(1); } + if (measured) { latency.add(response.timings.duration); attempts.add(1); operations.add(1); } if (check(response, { 'message confirmed': r => r.status === 201 })) { if (measured) writes.add(1); } - else if (measured) failures.add(1, { status: String(response.status) }); + else if (measured) { failures.add(1, { status: String(response.status) }); failedWrites.add(1); } if (response.status === 201 && __ITER % 10 === 0) { + if (measured) operations.add(1); const repeated = http.post(path, payload, { headers, tags: { phase: 'load' } }); if (!check(repeated, { 'retry returns original': r => r.status === 201 && r.json().id === response.json().id })) { if (measured) failures.add(1, { status: String(repeated.status) }); } } + if (measured) operations.add(1); const read = http.get(`${path}?limit=10`, { headers, tags: { phase: 'load' } }); if (!check(read, { 'history readable': r => r.status === 200 })) { if (measured) failures.add(1, { status: String(read.status) }); } } export function handleSummary(data) { - return { stdout: JSON.stringify({ profile: { vus: Number(__ENV.VUS || 32), seconds, warmup_seconds: 5, users }, summary: data }) + '\n' }; + return { stdout: JSON.stringify({ profile: { vus: Number(__ENV.VUS || 32), seconds, warmup_seconds: 5, drain_seconds: 5, users }, summary: data }) + '\n' }; }