diff --git a/evidence/db-saturation-observation.txt b/evidence/db-saturation-observation.txt new file mode 100644 index 00000000..c18cf994 --- /dev/null +++ b/evidence/db-saturation-observation.txt @@ -0,0 +1,110 @@ +PostgreSQL connection saturation observation at 12 API replicas; no credentials or message content recorded. +$ docker compose --env-file .env ps api +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +mtusi2026lab3-api-10 sha256:4833b59a6d4c8406b779432843914b72e61ee92aecd4325e4d034e6839f2ff57 "python server.py" api 45 minutes ago Up 45 minutes (healthy) 8080/tcp +mtusi2026lab3-api-11 mtusi2026lab3-api "python server.py" api About a minute ago Up About a minute (healthy) 8080/tcp +mtusi2026lab3-api-12 mtusi2026lab3-api "python server.py" api About a minute ago Up About a minute (healthy) 8080/tcp +mtusi2026lab3-api-13 mtusi2026lab3-api "python server.py" api About a minute ago Up About a minute (healthy) 8080/tcp +mtusi2026lab3-api-14 mtusi2026lab3-api "python server.py" api About a minute ago Up About a minute (healthy) 8080/tcp +mtusi2026lab3-api-3 sha256:5f93cf319bad7c0e5f360f38e3e3f07708f2357101f6c5804f0194b1a02377cd "python server.py" api 50 minutes ago Up 50 minutes (healthy) 8080/tcp +mtusi2026lab3-api-4 sha256:5f93cf319bad7c0e5f360f38e3e3f07708f2357101f6c5804f0194b1a02377cd "python server.py" api 50 minutes ago Up 50 minutes (healthy) 8080/tcp +mtusi2026lab3-api-5 sha256:5f93cf319bad7c0e5f360f38e3e3f07708f2357101f6c5804f0194b1a02377cd "python server.py" api 50 minutes ago Up 50 minutes (healthy) 8080/tcp +mtusi2026lab3-api-6 sha256:5f93cf319bad7c0e5f360f38e3e3f07708f2357101f6c5804f0194b1a02377cd "python server.py" api 50 minutes ago Up 50 minutes (healthy) 8080/tcp +mtusi2026lab3-api-7 sha256:4833b59a6d4c8406b779432843914b72e61ee92aecd4325e4d034e6839f2ff57 "python server.py" api 45 minutes ago Up 45 minutes (healthy) 8080/tcp +mtusi2026lab3-api-8 sha256:4833b59a6d4c8406b779432843914b72e61ee92aecd4325e4d034e6839f2ff57 "python server.py" api 45 minutes ago Up 45 minutes (healthy) 8080/tcp +mtusi2026lab3-api-9 sha256:4833b59a6d4c8406b779432843914b72e61ee92aecd4325e4d034e6839f2ff57 "python server.py" api 45 minutes ago Up 45 minutes (healthy) 8080/tcp +exit_code=0 +$ docker compose --env-file .env exec -T postgres psql -U messenger -d messenger -Atc SHOW max_connections; SELECT count(*) FROM pg_stat_activity; +psql: error: connection to server on socket "/var/run/postgresql/.s.PGSQL.5432" failed: FATAL: sorry, too many clients already +exit_code=2 +$ compose scale to 8 API replicas +Container mtusi2026lab3-postgres-1 Running + Container mtusi2026lab3-valkey-1 Running + Container mtusi2026lab3-haproxy-1 Running + Container mtusi2026lab3-api-6 Recreate + Container mtusi2026lab3-api-12 Stopping + Container mtusi2026lab3-api-3 Recreate + Container mtusi2026lab3-api-11 Stopping + Container mtusi2026lab3-api-7 Recreate + Container mtusi2026lab3-api-13 Stopping + Container mtusi2026lab3-api-5 Recreate + Container mtusi2026lab3-api-14 Stopping + Container mtusi2026lab3-api-10 Recreate + Container mtusi2026lab3-api-4 Recreate + Container mtusi2026lab3-api-9 Recreate + Container mtusi2026lab3-api-8 Recreate + Container mtusi2026lab3-api-11 Stopped + Container mtusi2026lab3-api-11 Removing + Container mtusi2026lab3-api-11 Removed + Container mtusi2026lab3-api-13 Stopped + Container mtusi2026lab3-api-13 Removing + Container mtusi2026lab3-api-13 Removed + Container mtusi2026lab3-api-14 Stopped + Container mtusi2026lab3-api-14 Removing + Container mtusi2026lab3-api-14 Removed + Container mtusi2026lab3-api-12 Stopped + Container mtusi2026lab3-api-12 Removing + Container mtusi2026lab3-api-12 Removed + Container mtusi2026lab3-api-3 Recreated + Container mtusi2026lab3-api-7 Recreated + Container mtusi2026lab3-api-9 Recreated + Container mtusi2026lab3-api-4 Recreated + Container mtusi2026lab3-api-6 Recreated + Container mtusi2026lab3-api-8 Recreated + Container mtusi2026lab3-api-10 Recreated + Container mtusi2026lab3-api-5 Recreated + Container mtusi2026lab3-postgres-1 Waiting + Container mtusi2026lab3-valkey-1 Waiting + Container mtusi2026lab3-valkey-1 Healthy + Container mtusi2026lab3-postgres-1 Healthy + Container mtusi2026lab3-migrate-1 Starting + Container mtusi2026lab3-migrate-1 Started + Container mtusi2026lab3-valkey-1 Waiting + Container mtusi2026lab3-migrate-1 Waiting + Container mtusi2026lab3-valkey-1 Healthy + Container mtusi2026lab3-migrate-1 Exited + Container mtusi2026lab3-api-5 Starting + Container mtusi2026lab3-api-5 Started + Container mtusi2026lab3-api-3 Starting + Container mtusi2026lab3-api-3 Started + Container mtusi2026lab3-api-6 Starting + Container mtusi2026lab3-api-6 Started + Container mtusi2026lab3-api-7 Starting + Container mtusi2026lab3-api-7 Started + Container mtusi2026lab3-api-4 Starting + Container mtusi2026lab3-api-4 Started + Container mtusi2026lab3-api-8 Starting + Container mtusi2026lab3-api-8 Started + Container mtusi2026lab3-api-9 Starting + Container mtusi2026lab3-api-9 Started + Container mtusi2026lab3-api-10 Starting + Container mtusi2026lab3-api-10 Started + Container mtusi2026lab3-valkey-1 Waiting + Container mtusi2026lab3-haproxy-1 Waiting + Container mtusi2026lab3-migrate-1 Waiting + Container mtusi2026lab3-api-5 Waiting + Container mtusi2026lab3-api-3 Waiting + Container mtusi2026lab3-api-6 Waiting + Container mtusi2026lab3-api-7 Waiting + Container mtusi2026lab3-api-4 Waiting + Container mtusi2026lab3-api-8 Waiting + Container mtusi2026lab3-api-9 Waiting + Container mtusi2026lab3-api-10 Waiting + Container mtusi2026lab3-postgres-1 Waiting + Container mtusi2026lab3-haproxy-1 Healthy + Container mtusi2026lab3-valkey-1 Healthy + Container mtusi2026lab3-postgres-1 Healthy + Container mtusi2026lab3-migrate-1 Exited + Container mtusi2026lab3-api-5 Healthy + Container mtusi2026lab3-api-3 Healthy + Container mtusi2026lab3-api-6 Healthy + Container mtusi2026lab3-api-7 Healthy + Container mtusi2026lab3-api-4 Healthy + Container mtusi2026lab3-api-8 Healthy + Container mtusi2026lab3-api-9 Healthy + Container mtusi2026lab3-api-10 Healthy +exit_code=0 +$ query PostgreSQL connection limit and count after scale down +100 +15 +exit_code=0 diff --git a/evidence/final-checks.txt b/evidence/final-checks.txt new file mode 100644 index 00000000..54bda4a3 --- /dev/null +++ b/evidence/final-checks.txt @@ -0,0 +1,153 @@ +$ docker compose --env-file .env config --quiet +exit_code=0 +$ docker compose --env-file .env up -d --build --scale api=2 --wait --wait-timeout 180 +#1 [internal] load local bake definitions +#1 reading from stdin 1.06kB done +#1 DONE 0.0s + +#2 [api internal] load build definition from Dockerfile +#2 transferring dockerfile: 785B done +#2 DONE 0.0s + +#3 [api internal] load metadata for docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0 +#3 DONE 1.9s + +#4 [api internal] load .dockerignore +#4 transferring context: 196B done +#4 DONE 0.0s + +#5 [migrate internal] load build context +#5 transferring context: 194B done +#5 DONE 0.0s + +#6 [migrate 1/6] FROM docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0 +#6 resolve docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0 done +#6 DONE 0.0s + +#7 [migrate 2/6] WORKDIR /app +#7 CACHED + +#8 [migrate 4/6] RUN pip install --no-cache-dir -r requirements.txt && groupadd --gid 10001 app && useradd --uid 10001 --gid app --no-create-home --shell /usr/sbin/nologin app +#8 CACHED + +#9 [migrate 3/6] COPY requirements.txt . +#9 CACHED + +#10 [migrate 5/6] COPY --chown=app:app server.py ./server.py +#10 CACHED + +#11 [migrate 6/6] COPY --chown=app:app migrations ./migrations +#11 CACHED + +#12 [api] exporting to image +#12 exporting layers done +#12 exporting manifest sha256:6d456f82ad1a9f5b8ce4b3a64cab8b843c36f037fcf79696a82db3ee58a97133 done +#12 exporting config sha256:019ccb0a5711c492cb5dbcc7b6c8d1cd8996a1f4ea28579e93493499ea6176f1 done +#12 exporting attestation manifest sha256:7a889781683085054b961e9bca3897ccc36a5174d3c5e020c834341f2c857ca7 done +#12 exporting manifest list sha256:b95f98ffcfcb7cd1b3a5c187f0e0d5d39d078a2f74e151032735e5fa16c230dd done +#12 naming to docker.io/library/mtusi2026lab3-api:latest done +#12 unpacking to docker.io/library/mtusi2026lab3-api:latest done +#12 DONE 0.1s + +#13 [migrate] exporting to image +#13 exporting layers done +#13 exporting manifest sha256:fd5e9154b8af2d17e52adf4b864ac3474ba1d0907ea6381808e7e10cf8e2e461 done +#13 exporting config sha256:682c09802432b2cc1f0e66f0658ac7eef8f82eeeca28fb344054cc2eaf9fb73b done +#13 exporting attestation manifest sha256:a4ab08e7eb901351bc35d3da999b1f46c58a723be0a20bec35af0c904af7f180 done +#13 exporting manifest list sha256:d80d6a8bd4dd17f178cc13b321dd7467c69425f5fcb35aeda2ebeed1ce056e68 done +#13 naming to docker.io/library/mtusi2026lab3-migrate:latest done +#13 unpacking to docker.io/library/mtusi2026lab3-migrate:latest done +#13 DONE 0.1s + +#14 [api] resolving provenance for metadata file +#14 DONE 0.0s + +#15 [migrate] resolving provenance for metadata file +#15 DONE 0.0s +Image mtusi2026lab3-migrate Building + Image mtusi2026lab3-api Building + Image mtusi2026lab3-migrate Built + Image mtusi2026lab3-api Built + Container mtusi2026lab3-valkey-1 Running + Container mtusi2026lab3-haproxy-1 Running + Container mtusi2026lab3-postgres-1 Running + Container mtusi2026lab3-api-6 Stopping + Container mtusi2026lab3-api-7 Stopping + Container mtusi2026lab3-api-3 Recreate + Container mtusi2026lab3-api-8 Stopping + Container mtusi2026lab3-api-5 Stopping + Container mtusi2026lab3-api-4 Recreate + Container mtusi2026lab3-api-10 Stopping + Container mtusi2026lab3-api-9 Stopping + Container mtusi2026lab3-api-3 Recreated + Container mtusi2026lab3-api-4 Recreated + Container mtusi2026lab3-api-10 Stopped + Container mtusi2026lab3-api-10 Removing + Container mtusi2026lab3-api-5 Stopped + Container mtusi2026lab3-api-5 Removing + Container mtusi2026lab3-api-10 Removed + Container mtusi2026lab3-api-7 Stopped + Container mtusi2026lab3-api-7 Removing + Container mtusi2026lab3-api-5 Removed + Container mtusi2026lab3-api-8 Stopped + Container mtusi2026lab3-api-8 Removing + Container mtusi2026lab3-api-7 Removed + Container mtusi2026lab3-api-9 Stopped + Container mtusi2026lab3-api-9 Removing + Container mtusi2026lab3-api-8 Removed + Container mtusi2026lab3-api-6 Stopped + Container mtusi2026lab3-api-6 Removing + Container mtusi2026lab3-api-9 Removed + Container mtusi2026lab3-api-6 Removed + Container mtusi2026lab3-postgres-1 Waiting + Container mtusi2026lab3-valkey-1 Waiting + Container mtusi2026lab3-postgres-1 Healthy + Container mtusi2026lab3-valkey-1 Healthy + Container mtusi2026lab3-migrate-1 Starting + Container mtusi2026lab3-migrate-1 Started + Container mtusi2026lab3-valkey-1 Waiting + Container mtusi2026lab3-migrate-1 Waiting + Container mtusi2026lab3-migrate-1 Exited + Container mtusi2026lab3-valkey-1 Healthy + Container mtusi2026lab3-api-4 Starting + Container mtusi2026lab3-api-4 Started + Container mtusi2026lab3-api-3 Starting + Container mtusi2026lab3-api-3 Started + Container mtusi2026lab3-haproxy-1 Waiting + Container mtusi2026lab3-migrate-1 Waiting + Container mtusi2026lab3-api-4 Waiting + Container mtusi2026lab3-api-3 Waiting + Container mtusi2026lab3-postgres-1 Waiting + Container mtusi2026lab3-valkey-1 Waiting + Container mtusi2026lab3-valkey-1 Healthy + Container mtusi2026lab3-haproxy-1 Healthy + Container mtusi2026lab3-migrate-1 Exited + Container mtusi2026lab3-postgres-1 Healthy + Container mtusi2026lab3-api-4 Healthy + Container mtusi2026lab3-api-3 Healthy +exit_code=0 +$ .venv/bin/python scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +exit_code=0 +$ .venv/bin/python scripts/validate_openapi.py +Traceback (most recent call last): + File "/Users/koichakaev/Desktop/учеба/ВНП/mtusi2026lab3/scripts/validate_openapi.py", line 5, in + from openapi_spec_validator import validate +ModuleNotFoundError: No module named 'openapi_spec_validator' +exit_code=1 + +$ .venv/bin/python tests/smoke.py --base-url http://127.0.0.1:8080 +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. +exit_code=0 +$ .venv/bin/python tests/idempotency_race.py --base-url http://127.0.0.1:8080 +PASS: 32 concurrent retries, one message, 2 API instances observed +exit_code=0 +$ docker compose --env-file .env ps +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +mtusi2026lab3-api-3 mtusi2026lab3-api "python server.py" api 30 seconds ago Up 27 seconds (healthy) 8080/tcp +mtusi2026lab3-api-4 mtusi2026lab3-api "python server.py" api 30 seconds ago Up 27 seconds (healthy) 8080/tcp +mtusi2026lab3-haproxy-1 haproxy:3.0.8-alpine "docker-entrypoint.s…" haproxy 42 minutes ago Up 42 minutes (healthy) 127.0.0.1:8080->8080/tcp +mtusi2026lab3-postgres-1 postgres:16.4-bookworm "docker-entrypoint.s…" postgres 21 hours ago Up About an hour (healthy) 5432/tcp +mtusi2026lab3-valkey-1 valkey/valkey:8.0.1-alpine "docker-entrypoint.s…" valkey 21 hours ago Up About an hour (healthy) 6379/tcp +exit_code=0 +NOTE: Full OpenAPI validator unavailable: openapi-spec-validator is absent and PyPI DNS is unavailable; offline contract check passed. diff --git a/evidence/lab3-checks.txt b/evidence/lab3-checks.txt new file mode 100644 index 00000000..3f104c5b --- /dev/null +++ b/evidence/lab3-checks.txt @@ -0,0 +1,14 @@ +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +.venv/bin/python tests/smoke.py --base-url "http://127.0.0.1:8080" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. +.venv/bin/python tests/idempotency_race.py --base-url "http://127.0.0.1:8080" +PASS: 32 concurrent retries, one message, 2 API instances observed +.venv/bin/python tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://127.0.0.1:8080" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. +.venv/bin/python tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://127.0.0.1:8080" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 114, "failed_attempts": 0, "first_recovery_seconds": 1.447} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. + +NOTE: scripts/validate_openapi.py not run: openapi-spec-validator==0.7.2 is declared in requirements-dev.txt but pip install was blocked by unavailable DNS for pypi.org. Offline structural check passed. diff --git a/evidence/rolling-update-load.json b/evidence/rolling-update-load.json new file mode 100644 index 00000000..37a77193 --- /dev/null +++ b/evidence/rolling-update-load.json @@ -0,0 +1,17 @@ +{ + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 60.0, + "elapsed_seconds": 60.088, + "concurrency": 16, + "successful_requests": 50291, + "failed_requests": 24, + "error_ratio": 0.000477, + "successful_rps": 836.949, + "successful_latency_ms": { + "p50": 6.118, + "p95": 55.938, + "p99": 85.729 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +} diff --git a/evidence/track1-results.json b/evidence/track1-results.json new file mode 100644 index 00000000..72652b38 --- /dev/null +++ b/evidence/track1-results.json @@ -0,0 +1,1654 @@ +{ + "method": "closed-loop POST, 5s stabilization after each topology change; each sample starts after TRUNCATE of synthetic messages/idempotency_keys and ANALYZE; deterministic randomized blocks; median summary plus every raw sample", + "duration_seconds": 30.0, + "concurrency": 16, + "repeat_count": 3, + "random_seed": 20261105, + "host_platform": "macOS-26.5.1-arm64-arm-64bit-Mach-O", + "host_cpu_count": 8, + "docker_server_version": "29.8.2", + "results": [ + { + "variant": "fixed-1", + "replicas": 1, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "1g", + "db_pool_max_per_replica": 10, + "successful_rps": 418.547, + "successful_latency_ms": { + "p50": 32.318, + "p95": 52.96, + "p99": 82.381 + }, + "error_ratio": 0.00017, + "successful_requests": 12586, + "failed_requests": 2, + "message_rows_before": 0, + "message_rows_after": 12586, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 174.28, + "cpu_percent_peak": 190.25, + "memory_mib_peak": 61.86 + }, + "postgres": { + "cpu_percent_mean": 25.31, + "cpu_percent_peak": 28.33, + "memory_mib_peak": 182.0 + }, + "haproxy": { + "cpu_percent_mean": 11.02, + "cpu_percent_peak": 13.75, + "memory_mib_peak": 17.22 + } + } + }, + { + "variant": "fixed-2", + "replicas": 2, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "512m", + "db_pool_max_per_replica": 10, + "successful_rps": 698.64, + "successful_latency_ms": { + "p50": 8.009, + "p95": 62.409, + "p99": 92.949 + }, + "error_ratio": 0.0, + "successful_requests": 21187, + "failed_requests": 0, + "message_rows_before": 0, + "message_rows_after": 21187, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 73.96, + "cpu_percent_peak": 109.51, + "memory_mib_peak": 60.91 + }, + "postgres": { + "cpu_percent_mean": 36.75, + "cpu_percent_peak": 52.21, + "memory_mib_peak": 205.5 + }, + "haproxy": { + "cpu_percent_mean": 14.15, + "cpu_percent_peak": 19.06, + "memory_mib_peak": 17.11 + } + } + }, + { + "variant": "fixed-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "successful_rps": 837.666, + "successful_latency_ms": { + "p50": 5.216, + "p95": 57.52, + "p99": 101.878 + }, + "error_ratio": 7.2e-05, + "successful_requests": 25909, + "failed_requests": 2, + "message_rows_before": 0, + "message_rows_after": 25909, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 38.22, + "cpu_percent_peak": 53.33, + "memory_mib_peak": 62.36 + }, + "postgres": { + "cpu_percent_mean": 55.73, + "cpu_percent_peak": 73.15, + "memory_mib_peak": 252.6 + }, + "haproxy": { + "cpu_percent_mean": 17.39, + "cpu_percent_peak": 26.04, + "memory_mib_peak": 19.65 + } + } + }, + { + "variant": "scaled-1", + "replicas": 1, + "aggregate_api_cpu_limit": 0.5, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "successful_rps": 103.693, + "successful_latency_ms": { + "p50": 111.091, + "p95": 313.264, + "p99": 484.917 + }, + "error_ratio": 0.000641, + "successful_requests": 3120, + "failed_requests": 2, + "message_rows_before": 0, + "message_rows_after": 3120, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 47.8, + "cpu_percent_peak": 53.34, + "memory_mib_peak": 83.55 + }, + "postgres": { + "cpu_percent_mean": 8.85, + "cpu_percent_peak": 16.73, + "memory_mib_peak": 181.8 + }, + "haproxy": { + "cpu_percent_mean": 3.7, + "cpu_percent_peak": 5.9, + "memory_mib_peak": 17.23 + } + } + }, + { + "variant": "scaled-2", + "replicas": 2, + "aggregate_api_cpu_limit": 1.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "successful_rps": 274.582, + "successful_latency_ms": { + "p50": 22.905, + "p95": 183.678, + "p99": 290.384 + }, + "error_ratio": 0.000484, + "successful_requests": 8255, + "failed_requests": 4, + "message_rows_before": 0, + "message_rows_after": 8255, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 37.63, + "cpu_percent_peak": 52.89, + "memory_mib_peak": 140.0 + }, + "postgres": { + "cpu_percent_mean": 34.63, + "cpu_percent_peak": 52.05, + "memory_mib_peak": 205.9 + }, + "haproxy": { + "cpu_percent_mean": 6.53, + "cpu_percent_peak": 9.27, + "memory_mib_peak": 17.08 + } + } + }, + { + "variant": "scaled-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "successful_rps": 680.697, + "successful_latency_ms": { + "p50": 5.995, + "p95": 70.964, + "p99": 123.083 + }, + "error_ratio": 0.0, + "successful_requests": 20500, + "failed_requests": 0, + "message_rows_before": 0, + "message_rows_after": 20500, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 40.83, + "cpu_percent_peak": 53.17, + "memory_mib_peak": 79.21 + }, + "postgres": { + "cpu_percent_mean": 60.14, + "cpu_percent_peak": 76.35, + "memory_mib_peak": 251.4 + }, + "haproxy": { + "cpu_percent_mean": 18.6, + "cpu_percent_peak": 26.04, + "memory_mib_peak": 17.38 + } + } + }, + { + "variant": "scaled-8", + "replicas": 8, + "aggregate_api_cpu_limit": 4.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "successful_rps": 764.228, + "successful_latency_ms": { + "p50": 9.513, + "p95": 70.586, + "p99": 111.195 + }, + "error_ratio": 0.0, + "successful_requests": 23095, + "failed_requests": 0, + "message_rows_before": 0, + "message_rows_after": 23095, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 29.04, + "cpu_percent_peak": 50.12, + "memory_mib_peak": 81.97 + }, + "postgres": { + "cpu_percent_mean": 61.36, + "cpu_percent_peak": 71.26, + "memory_mib_peak": 331.0 + }, + "haproxy": { + "cpu_percent_mean": 21.82, + "cpu_percent_peak": 26.08, + "memory_mib_peak": 17.2 + } + } + }, + { + "variant": "pool-5", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 5, + "successful_rps": 921.219, + "successful_latency_ms": { + "p50": 5.339, + "p95": 49.154, + "p99": 89.762 + }, + "error_ratio": 3.1e-05, + "successful_requests": 28361, + "failed_requests": 1, + "message_rows_before": 0, + "message_rows_after": 28361, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 40.4, + "cpu_percent_peak": 53.26, + "memory_mib_peak": 62.61 + }, + "postgres": { + "cpu_percent_mean": 50.52, + "cpu_percent_peak": 71.7, + "memory_mib_peak": 206.3 + }, + "haproxy": { + "cpu_percent_mean": 20.85, + "cpu_percent_peak": 26.66, + "memory_mib_peak": 17.16 + } + } + }, + { + "variant": "pool-10", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "successful_rps": 808.886, + "successful_latency_ms": { + "p50": 5.533, + "p95": 66.748, + "p99": 108.295 + }, + "error_ratio": 0.000203, + "successful_requests": 25052, + "failed_requests": 6, + "message_rows_before": 0, + "message_rows_after": 25052, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 38.91, + "cpu_percent_peak": 51.94, + "memory_mib_peak": 99.54 + }, + "postgres": { + "cpu_percent_mean": 59.95, + "cpu_percent_peak": 85.23, + "memory_mib_peak": 256.2 + }, + "haproxy": { + "cpu_percent_mean": 19.96, + "cpu_percent_peak": 26.02, + "memory_mib_peak": 17.22 + } + } + }, + { + "variant": "pool-20", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 20, + "successful_rps": 951.344, + "successful_latency_ms": { + "p50": 5.429, + "p95": 45.311, + "p99": 89.207 + }, + "error_ratio": 3.1e-05, + "successful_requests": 29376, + "failed_requests": 1, + "message_rows_before": 0, + "message_rows_after": 29376, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 41.67, + "cpu_percent_peak": 52.53, + "memory_mib_peak": 63.12 + }, + "postgres": { + "cpu_percent_mean": 51.46, + "cpu_percent_peak": 69.62, + "memory_mib_peak": 265.4 + }, + "haproxy": { + "cpu_percent_mean": 18.45, + "cpu_percent_peak": 26.49, + "memory_mib_peak": 17.28 + } + } + } + ], + "samples": [ + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.27, + "concurrency": 16, + "successful_requests": 18511, + "failed_requests": 397, + "error_ratio": 0.020996, + "successful_rps": 611.521, + "successful_latency_ms": { + "p50": 5.8, + "p95": 66.748, + "p99": 195.939 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-10", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 134, + "message_rows_after": 21563, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 37.8, + "cpu_percent_peak": 53.82, + "memory_mib_peak": 81.91 + }, + "postgres": { + "cpu_percent_mean": 59.95, + "cpu_percent_peak": 85.23, + "memory_mib_peak": 263.2 + }, + "haproxy": { + "cpu_percent_mean": 18.38, + "cpu_percent_peak": 26.32, + "memory_mib_peak": 17.63 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.161, + "concurrency": 16, + "successful_requests": 11755, + "failed_requests": 2, + "error_ratio": 0.00017, + "successful_rps": 389.738, + "successful_latency_ms": { + "p50": 32.318, + "p95": 70.998, + "p99": 147.03 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-1", + "replicas": 1, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "1g", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 11755, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 174.28, + "cpu_percent_peak": 189.63, + "memory_mib_peak": 51.67 + }, + "postgres": { + "cpu_percent_mean": 34.28, + "cpu_percent_peak": 53.98, + "memory_mib_peak": 181.1 + }, + "haproxy": { + "cpu_percent_mean": 11.64, + "cpu_percent_peak": 13.75, + "memory_mib_peak": 17.27 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.116, + "concurrency": 16, + "successful_requests": 20500, + "failed_requests": 1, + "error_ratio": 4.9e-05, + "successful_rps": 680.697, + "successful_latency_ms": { + "p50": 5.995, + "p95": 75.771, + "p99": 252.027 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 20500, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 40.83, + "cpu_percent_peak": 53.17, + "memory_mib_peak": 63.09 + }, + "postgres": { + "cpu_percent_mean": 42.49, + "cpu_percent_peak": 71.25, + "memory_mib_peak": 251.4 + }, + "haproxy": { + "cpu_percent_mean": 18.6, + "cpu_percent_peak": 26.04, + "memory_mib_peak": 17.38 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.174, + "concurrency": 16, + "successful_requests": 19775, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 655.366, + "successful_latency_ms": { + "p50": 11.757, + "p95": 78.12, + "p99": 136.589 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-8", + "replicas": 8, + "aggregate_api_cpu_limit": 4.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 19775, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 29.18, + "cpu_percent_peak": 51.37, + "memory_mib_peak": 81.97 + }, + "postgres": { + "cpu_percent_mean": 94.6, + "cpu_percent_peak": 156.61, + "memory_mib_peak": 334.1 + }, + "haproxy": { + "cpu_percent_mean": 21.51, + "cpu_percent_peak": 26.36, + "memory_mib_peak": 17.16 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.123, + "concurrency": 16, + "successful_requests": 25239, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 837.854, + "successful_latency_ms": { + "p50": 5.851, + "p95": 63.703, + "p99": 100.367 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-5", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 5, + "message_rows_before": 0, + "message_rows_after": 25239, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 40.4, + "cpu_percent_peak": 53.26, + "memory_mib_peak": 62.98 + }, + "postgres": { + "cpu_percent_mean": 44.85, + "cpu_percent_peak": 74.63, + "memory_mib_peak": 206.3 + }, + "haproxy": { + "cpu_percent_mean": 20.85, + "cpu_percent_peak": 26.66, + "memory_mib_peak": 17.41 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.99, + "concurrency": 16, + "successful_requests": 8562, + "failed_requests": 4, + "error_ratio": 0.000467, + "successful_rps": 276.28, + "successful_latency_ms": { + "p50": 13.069, + "p95": 153.656, + "p99": 1005.18 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-2", + "replicas": 2, + "aggregate_api_cpu_limit": 1.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 8562, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 35.16, + "cpu_percent_peak": 52.32, + "memory_mib_peak": 63.89 + }, + "postgres": { + "cpu_percent_mean": 16.19, + "cpu_percent_peak": 24.38, + "memory_mib_peak": 204.6 + }, + "haproxy": { + "cpu_percent_mean": 7.13, + "cpu_percent_peak": 11.17, + "memory_mib_peak": 17.25 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.089, + "concurrency": 16, + "successful_requests": 3120, + "failed_requests": 2, + "error_ratio": 0.000641, + "successful_rps": 103.693, + "successful_latency_ms": { + "p50": 109.4, + "p95": 322.451, + "p99": 491.534 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-1", + "replicas": 1, + "aggregate_api_cpu_limit": 0.5, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 3120, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 47.8, + "cpu_percent_peak": 54.41, + "memory_mib_peak": 83.55 + }, + "postgres": { + "cpu_percent_mean": 8.85, + "cpu_percent_peak": 16.73, + "memory_mib_peak": 181.4 + }, + "haproxy": { + "cpu_percent_mean": 3.7, + "cpu_percent_peak": 6.42, + "memory_mib_peak": 17.28 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.326, + "concurrency": 16, + "successful_requests": 21187, + "failed_requests": 2, + "error_ratio": 9.4e-05, + "successful_rps": 698.64, + "successful_latency_ms": { + "p50": 8.009, + "p95": 62.409, + "p99": 92.949 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-2", + "replicas": 2, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "512m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 21187, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 77.33, + "cpu_percent_peak": 109.74, + "memory_mib_peak": 60.91 + }, + "postgres": { + "cpu_percent_mean": 39.7, + "cpu_percent_peak": 55.67, + "memory_mib_peak": 204.7 + }, + "haproxy": { + "cpu_percent_mean": 14.15, + "cpu_percent_peak": 19.67, + "memory_mib_peak": 17.11 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.878, + "concurrency": 16, + "successful_requests": 29376, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 951.344, + "successful_latency_ms": { + "p50": 5.429, + "p95": 45.311, + "p99": 83.344 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-20", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 20, + "message_rows_before": 0, + "message_rows_after": 29376, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 42.28, + "cpu_percent_peak": 52.69, + "memory_mib_peak": 63.12 + }, + "postgres": { + "cpu_percent_mean": 54.85, + "cpu_percent_peak": 69.62, + "memory_mib_peak": 257.9 + }, + "haproxy": { + "cpu_percent_mean": 21.82, + "cpu_percent_peak": 26.77, + "memory_mib_peak": 17.59 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.788, + "concurrency": 16, + "successful_requests": 27718, + "failed_requests": 2, + "error_ratio": 7.2e-05, + "successful_rps": 900.275, + "successful_latency_ms": { + "p50": 5.216, + "p95": 49.287, + "p99": 86.6 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 27718, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 42.62, + "cpu_percent_peak": 53.33, + "memory_mib_peak": 62.25 + }, + "postgres": { + "cpu_percent_mean": 55.73, + "cpu_percent_peak": 70.54, + "memory_mib_peak": 253.1 + }, + "haproxy": { + "cpu_percent_mean": 20.22, + "cpu_percent_peak": 26.5, + "memory_mib_peak": 17.38 + } + }, + "sample": 1 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.08, + "concurrency": 16, + "successful_requests": 3072, + "failed_requests": 1, + "error_ratio": 0.000325, + "successful_rps": 102.129, + "successful_latency_ms": { + "p50": 112.332, + "p95": 313.264, + "p99": 484.917 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-1", + "replicas": 1, + "aggregate_api_cpu_limit": 0.5, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 3072, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 51.54, + "cpu_percent_peak": 53.34, + "memory_mib_peak": 70.85 + }, + "postgres": { + "cpu_percent_mean": 14.54, + "cpu_percent_peak": 19.63, + "memory_mib_peak": 181.8 + }, + "haproxy": { + "cpu_percent_mean": 3.77, + "cpu_percent_peak": 5.9, + "memory_mib_peak": 17.22 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.971, + "concurrency": 16, + "successful_requests": 25052, + "failed_requests": 4, + "error_ratio": 0.00016, + "successful_rps": 808.886, + "successful_latency_ms": { + "p50": 5.327, + "p95": 70.205, + "p99": 108.295 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-10", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 25052, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 38.91, + "cpu_percent_peak": 51.16, + "memory_mib_peak": 99.54 + }, + "postgres": { + "cpu_percent_mean": 47.39, + "cpu_percent_peak": 72.09, + "memory_mib_peak": 256.2 + }, + "haproxy": { + "cpu_percent_mean": 19.96, + "cpu_percent_peak": 25.73, + "memory_mib_peak": 17.22 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.22, + "concurrency": 16, + "successful_requests": 23095, + "failed_requests": 1, + "error_ratio": 4.3e-05, + "successful_rps": 764.228, + "successful_latency_ms": { + "p50": 9.513, + "p95": 70.586, + "p99": 94.662 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-8", + "replicas": 8, + "aggregate_api_cpu_limit": 4.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 23095, + "docker_stats_samples": 9, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 29.04, + "cpu_percent_peak": 46.11, + "memory_mib_peak": 119.3 + }, + "postgres": { + "cpu_percent_mean": 61.36, + "cpu_percent_peak": 68.76, + "memory_mib_peak": 331.0 + }, + "haproxy": { + "cpu_percent_mean": 23.02, + "cpu_percent_peak": 25.92, + "memory_mib_peak": 17.2 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.816, + "concurrency": 16, + "successful_requests": 7545, + "failed_requests": 5, + "error_ratio": 0.000662, + "successful_rps": 244.837, + "successful_latency_ms": { + "p50": 23.377, + "p95": 183.678, + "p99": 290.384 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-2", + "replicas": 2, + "aggregate_api_cpu_limit": 1.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 7545, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 39.38, + "cpu_percent_peak": 52.89, + "memory_mib_peak": 140.0 + }, + "postgres": { + "cpu_percent_mean": 35.97, + "cpu_percent_peak": 54.57, + "memory_mib_peak": 205.9 + }, + "haproxy": { + "cpu_percent_mean": 6.41, + "cpu_percent_peak": 7.51, + "memory_mib_peak": 17.08 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.969, + "concurrency": 16, + "successful_requests": 17760, + "failed_requests": 1, + "error_ratio": 5.6e-05, + "successful_rps": 573.474, + "successful_latency_ms": { + "p50": 6.704, + "p95": 85.95, + "p99": 248.032 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-20", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 20, + "message_rows_before": 0, + "message_rows_after": 17760, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 36.97, + "cpu_percent_peak": 51.65, + "memory_mib_peak": 62.94 + }, + "postgres": { + "cpu_percent_mean": 48.51, + "cpu_percent_peak": 74.98, + "memory_mib_peak": 274.7 + }, + "haproxy": { + "cpu_percent_mean": 16.79, + "cpu_percent_peak": 25.93, + "memory_mib_peak": 17.28 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.071, + "concurrency": 16, + "successful_requests": 12586, + "failed_requests": 2, + "error_ratio": 0.000159, + "successful_rps": 418.547, + "successful_latency_ms": { + "p50": 33.72, + "p95": 52.96, + "p99": 82.381 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-1", + "replicas": 1, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "1g", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 12586, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 180.31, + "cpu_percent_peak": 194.64, + "memory_mib_peak": 64.15 + }, + "postgres": { + "cpu_percent_mean": 23.21, + "cpu_percent_peak": 26.19, + "memory_mib_peak": 189.3 + }, + "haproxy": { + "cpu_percent_mean": 11.02, + "cpu_percent_peak": 13.91, + "memory_mib_peak": 16.97 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.989, + "concurrency": 16, + "successful_requests": 20254, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 653.596, + "successful_latency_ms": { + "p50": 13.061, + "p95": 65.981, + "p99": 93.685 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-2", + "replicas": 2, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "512m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 20254, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 73.96, + "cpu_percent_peak": 108.38, + "memory_mib_peak": 60.84 + }, + "postgres": { + "cpu_percent_mean": 31.2, + "cpu_percent_peak": 35.91, + "memory_mib_peak": 205.5 + }, + "haproxy": { + "cpu_percent_mean": 12.58, + "cpu_percent_peak": 16.94, + "memory_mib_peak": 17.02 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.93, + "concurrency": 16, + "successful_requests": 25909, + "failed_requests": 2, + "error_ratio": 7.7e-05, + "successful_rps": 837.666, + "successful_latency_ms": { + "p50": 4.656, + "p95": 57.52, + "p99": 101.878 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 25909, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 36.98, + "cpu_percent_peak": 51.94, + "memory_mib_peak": 62.36 + }, + "postgres": { + "cpu_percent_mean": 47.53, + "cpu_percent_peak": 73.15, + "memory_mib_peak": 250.8 + }, + "haproxy": { + "cpu_percent_mean": 17.39, + "cpu_percent_peak": 24.29, + "memory_mib_peak": 19.71 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.04, + "concurrency": 16, + "successful_requests": 19085, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 635.329, + "successful_latency_ms": { + "p50": 11.405, + "p95": 70.964, + "p99": 123.083 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 19085, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 35.41, + "cpu_percent_peak": 51.83, + "memory_mib_peak": 79.21 + }, + "postgres": { + "cpu_percent_mean": 145.26, + "cpu_percent_peak": 210.25, + "memory_mib_peak": 251.0 + }, + "haproxy": { + "cpu_percent_mean": 16.45, + "cpu_percent_peak": 23.81, + "memory_mib_peak": 17.38 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.786, + "concurrency": 16, + "successful_requests": 28361, + "failed_requests": 2, + "error_ratio": 7.1e-05, + "successful_rps": 921.219, + "successful_latency_ms": { + "p50": 5.339, + "p95": 49.154, + "p99": 89.762 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-5", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 5, + "message_rows_before": 0, + "message_rows_after": 28361, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 41.91, + "cpu_percent_peak": 52.03, + "memory_mib_peak": 62.31 + }, + "postgres": { + "cpu_percent_mean": 59.12, + "cpu_percent_peak": 71.7, + "memory_mib_peak": 206.1 + }, + "haproxy": { + "cpu_percent_mean": 20.74, + "cpu_percent_peak": 26.32, + "memory_mib_peak": 16.98 + } + }, + "sample": 2 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.047, + "concurrency": 16, + "successful_requests": 13710, + "failed_requests": 3, + "error_ratio": 0.000219, + "successful_rps": 456.292, + "successful_latency_ms": { + "p50": 31.712, + "p95": 50.435, + "p99": 67.034 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-1", + "replicas": 1, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "1g", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 13710, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 163.16, + "cpu_percent_peak": 190.25, + "memory_mib_peak": 61.86 + }, + "postgres": { + "cpu_percent_mean": 25.31, + "cpu_percent_peak": 28.33, + "memory_mib_peak": 182.0 + }, + "haproxy": { + "cpu_percent_mean": 10.31, + "cpu_percent_peak": 13.63, + "memory_mib_peak": 17.22 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.074, + "concurrency": 16, + "successful_requests": 23687, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 787.62, + "successful_latency_ms": { + "p50": 7.384, + "p95": 66.06, + "p99": 111.195 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-8", + "replicas": 8, + "aggregate_api_cpu_limit": 4.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 23687, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 28.67, + "cpu_percent_peak": 50.12, + "memory_mib_peak": 62.7 + }, + "postgres": { + "cpu_percent_mean": 57.67, + "cpu_percent_peak": 71.26, + "memory_mib_peak": 303.0 + }, + "haproxy": { + "cpu_percent_mean": 21.82, + "cpu_percent_peak": 26.08, + "memory_mib_peak": 21.52 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 31.048, + "concurrency": 16, + "successful_requests": 18340, + "failed_requests": 1, + "error_ratio": 5.5e-05, + "successful_rps": 590.693, + "successful_latency_ms": { + "p50": 12.065, + "p95": 80.633, + "p99": 180.003 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 18340, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 38.22, + "cpu_percent_peak": 53.98, + "memory_mib_peak": 82.16 + }, + "postgres": { + "cpu_percent_mean": 135.78, + "cpu_percent_peak": 209.98, + "memory_mib_peak": 252.6 + }, + "haproxy": { + "cpu_percent_mean": 16.3, + "cpu_percent_peak": 26.04, + "memory_mib_peak": 19.65 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.815, + "concurrency": 16, + "successful_requests": 26986, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 875.746, + "successful_latency_ms": { + "p50": 5.43, + "p95": 54.151, + "p99": 100.281 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-4", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 26986, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 45.52, + "cpu_percent_peak": 54.18, + "memory_mib_peak": 101.1 + }, + "postgres": { + "cpu_percent_mean": 60.14, + "cpu_percent_peak": 76.35, + "memory_mib_peak": 253.3 + }, + "haproxy": { + "cpu_percent_mean": 21.5, + "cpu_percent_peak": 26.89, + "memory_mib_peak": 17.21 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.085, + "concurrency": 16, + "successful_requests": 3273, + "failed_requests": 4, + "error_ratio": 0.001221, + "successful_rps": 108.792, + "successful_latency_ms": { + "p50": 111.091, + "p95": 296.427, + "p99": 382.392 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-1", + "replicas": 1, + "aggregate_api_cpu_limit": 0.5, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 3273, + "docker_stats_samples": 11, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 46.58, + "cpu_percent_peak": 52.32, + "memory_mib_peak": 108.8 + }, + "postgres": { + "cpu_percent_mean": 8.83, + "cpu_percent_peak": 13.46, + "memory_mib_peak": 182.2 + }, + "haproxy": { + "cpu_percent_mean": 2.64, + "cpu_percent_peak": 3.9, + "memory_mib_peak": 17.23 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.492, + "concurrency": 16, + "successful_requests": 29552, + "failed_requests": 6, + "error_ratio": 0.000203, + "successful_rps": 969.184, + "successful_latency_ms": { + "p50": 5.533, + "p95": 46.519, + "p99": 86.227 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-10", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 29552, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 39.5, + "cpu_percent_peak": 51.94, + "memory_mib_peak": 137.3 + }, + "postgres": { + "cpu_percent_mean": 105.42, + "cpu_percent_peak": 180.76, + "memory_mib_peak": 248.3 + }, + "haproxy": { + "cpu_percent_mean": 21.2, + "cpu_percent_peak": 26.02, + "memory_mib_peak": 16.93 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.064, + "concurrency": 16, + "successful_requests": 8255, + "failed_requests": 4, + "error_ratio": 0.000484, + "successful_rps": 274.582, + "successful_latency_ms": { + "p50": 22.905, + "p95": 184.569, + "p99": 281.505 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "scaled-2", + "replicas": 2, + "aggregate_api_cpu_limit": 1.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 8255, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 37.63, + "cpu_percent_peak": 54.27, + "memory_mib_peak": 159.2 + }, + "postgres": { + "cpu_percent_mean": 34.63, + "cpu_percent_peak": 52.05, + "memory_mib_peak": 206.2 + }, + "haproxy": { + "cpu_percent_mean": 6.53, + "cpu_percent_peak": 9.27, + "memory_mib_peak": 17.05 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.758, + "concurrency": 16, + "successful_requests": 32117, + "failed_requests": 1, + "error_ratio": 3.1e-05, + "successful_rps": 1044.198, + "successful_latency_ms": { + "p50": 4.326, + "p95": 41.163, + "p99": 89.207 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-20", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 20, + "message_rows_before": 0, + "message_rows_after": 32117, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 41.67, + "cpu_percent_peak": 52.53, + "memory_mib_peak": 63.76 + }, + "postgres": { + "cpu_percent_mean": 51.46, + "cpu_percent_peak": 68.08, + "memory_mib_peak": 265.4 + }, + "haproxy": { + "cpu_percent_mean": 18.45, + "cpu_percent_peak": 26.49, + "memory_mib_peak": 17.0 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.069, + "concurrency": 16, + "successful_requests": 22527, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 749.178, + "successful_latency_ms": { + "p50": 7.089, + "p95": 59.245, + "p99": 83.988 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "fixed-2", + "replicas": 2, + "aggregate_api_cpu_limit": 2, + "api_memory_limit_per_replica": "512m", + "db_pool_max_per_replica": 10, + "message_rows_before": 0, + "message_rows_after": 22527, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 70.71, + "cpu_percent_peak": 109.51, + "memory_mib_peak": 62.89 + }, + "postgres": { + "cpu_percent_mean": 36.75, + "cpu_percent_peak": 52.21, + "memory_mib_peak": 205.8 + }, + "haproxy": { + "cpu_percent_mean": 14.39, + "cpu_percent_peak": 19.06, + "memory_mib_peak": 17.18 + } + }, + "sample": 3 + }, + { + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 30.863, + "concurrency": 16, + "successful_requests": 32754, + "failed_requests": 1, + "error_ratio": 3.1e-05, + "successful_rps": 1061.276, + "successful_latency_ms": { + "p50": 4.696, + "p95": 41.223, + "p99": 79.977 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead.", + "variant": "pool-5", + "replicas": 4, + "aggregate_api_cpu_limit": 2.0, + "api_memory_limit_per_replica": "256m", + "db_pool_max_per_replica": 5, + "message_rows_before": 0, + "message_rows_after": 32754, + "docker_stats_samples": 10, + "container_resource_usage": { + "api": { + "cpu_percent_mean": 39.95, + "cpu_percent_peak": 53.42, + "memory_mib_peak": 62.61 + }, + "postgres": { + "cpu_percent_mean": 50.52, + "cpu_percent_peak": 67.48, + "memory_mib_peak": 209.1 + }, + "haproxy": { + "cpu_percent_mean": 21.16, + "cpu_percent_peak": 26.89, + "memory_mib_peak": 17.16 + } + }, + "sample": 3 + } + ] +}