Files
mtusi2026lab3/evidence/track1/benchmark.json
T
2026-11-04 16:11:13 +03:00

805 lines
26 KiB
JSON

{
"track": "1 — цена масштабирования",
"method": {
"workload": "tests/load.py closed-loop POST messages through Nginx",
"duration_seconds_per_run": 30,
"warmup_seconds_per_scenario": 5,
"concurrency": 16,
"repeats_per_scenario": 3,
"fixed_total_api_limits": {
"cpus": 4.0,
"memory_mib": 2048
},
"growth_per_replica_limits": {
"cpus": 1.0,
"memory_mib": 512
},
"host_cpu_count": 32,
"platform": "Windows-11-10.0.26300-SP0",
"docker_server_version": "29.8.2",
"measurement_note": "Successful HTTP throughput, not committed-write throughput. Load generator is closed-loop. Docker stats are one-second samples and can miss short CPU peaks.",
"docker_host": {
"cpus": 32,
"memory_mib": 7539.719,
"operating_system": "Docker Desktop"
}
},
"scenarios": [
{
"name": "fixed-total-1",
"api_replicas": 1,
"api_cpu_limit_per_replica": 4.0,
"api_memory_limit_mib_per_replica": 2048,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"instances_observed": 1,
"runs": [
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.163,
"concurrency": 16,
"successful_requests": 4914,
"failed_requests": 1,
"error_ratio": 0.000203,
"successful_rps": 162.916,
"successful_latency_ms": {
"p50": 96.844,
"p95": 120.582,
"p99": 132.171
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 166.78,
"memory_bytes": 37612421
},
"nginx": {
"cpu_percent": 8.84,
"memory_bytes": 33009172
},
"postgres": {
"cpu_percent": 27.23,
"memory_bytes": 72404172
}
},
"raw_file": "fixed-total-1-run-01.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.157,
"concurrency": 16,
"successful_requests": 4888,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 162.084,
"successful_latency_ms": {
"p50": 98.429,
"p95": 120.567,
"p99": 130.875
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 166.1,
"memory_bytes": 37339791
},
"nginx": {
"cpu_percent": 6.69,
"memory_bytes": 33764147
},
"postgres": {
"cpu_percent": 27.69,
"memory_bytes": 77835796
}
},
"raw_file": "fixed-total-1-run-02.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.131,
"concurrency": 16,
"successful_requests": 4848,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 160.898,
"successful_latency_ms": {
"p50": 99.68,
"p95": 122.681,
"p99": 133.838
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 165.81,
"memory_bytes": 37371248
},
"nginx": {
"cpu_percent": 9.12,
"memory_bytes": 33931919
},
"postgres": {
"cpu_percent": 33.48,
"memory_bytes": 99184803
}
},
"raw_file": "fixed-total-1-run-03.json"
}
]
},
{
"name": "fixed-total-2",
"api_replicas": 2,
"api_cpu_limit_per_replica": 2.0,
"api_memory_limit_mib_per_replica": 1024,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"instances_observed": 2,
"runs": [
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.15,
"concurrency": 16,
"successful_requests": 8817,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 292.438,
"successful_latency_ms": {
"p50": 52.624,
"p95": 105.861,
"p99": 127.191
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 243.71999999999997,
"memory_bytes": 86622863
},
"nginx": {
"cpu_percent": 15.26,
"memory_bytes": 33952890
},
"postgres": {
"cpu_percent": 49.97,
"memory_bytes": 114085068
}
},
"raw_file": "fixed-total-2-run-01.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.126,
"concurrency": 16,
"successful_requests": 8976,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 297.944,
"successful_latency_ms": {
"p50": 54.081,
"p95": 101.443,
"p99": 121.794
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 325.88,
"memory_bytes": 85574287
},
"nginx": {
"cpu_percent": 15.01,
"memory_bytes": 34728837
},
"postgres": {
"cpu_percent": 51.12,
"memory_bytes": 129603993
}
},
"raw_file": "fixed-total-2-run-02.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.12,
"concurrency": 16,
"successful_requests": 8695,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 288.675,
"successful_latency_ms": {
"p50": 55.679,
"p95": 103.148,
"p99": 122.651
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 250.14999999999998,
"memory_bytes": 73777806
},
"nginx": {
"cpu_percent": 15.59,
"memory_bytes": 33942405
},
"postgres": {
"cpu_percent": 50.46,
"memory_bytes": 157915545
}
},
"raw_file": "fixed-total-2-run-03.json"
}
]
},
{
"name": "fixed-total-4",
"api_replicas": 4,
"api_cpu_limit_per_replica": 1.0,
"api_memory_limit_mib_per_replica": 512,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"instances_observed": 4,
"runs": [
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.129,
"concurrency": 16,
"successful_requests": 10401,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 345.22,
"successful_latency_ms": {
"p50": 28.408,
"p95": 142.989,
"p99": 227.47
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 243.21,
"memory_bytes": 165423348
},
"nginx": {
"cpu_percent": 17.5,
"memory_bytes": 34319892
},
"postgres": {
"cpu_percent": 62.05,
"memory_bytes": 189477683
}
},
"raw_file": "fixed-total-4-run-01.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.128,
"concurrency": 16,
"successful_requests": 10612,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 352.228,
"successful_latency_ms": {
"p50": 26.487,
"p95": 145.879,
"p99": 223.534
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 282.35,
"memory_bytes": 149505964
},
"nginx": {
"cpu_percent": 19.67,
"memory_bytes": 34623979
},
"postgres": {
"cpu_percent": 74.48,
"memory_bytes": 215587225
}
},
"raw_file": "fixed-total-4-run-02.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.134,
"concurrency": 16,
"successful_requests": 10317,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 342.372,
"successful_latency_ms": {
"p50": 26.381,
"p95": 148.897,
"p99": 227.129
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 225.7,
"memory_bytes": 147996015
},
"nginx": {
"cpu_percent": 17.67,
"memory_bytes": 35316039
},
"postgres": {
"cpu_percent": 67.23,
"memory_bytes": 228694425
}
},
"raw_file": "fixed-total-4-run-03.json"
}
]
},
{
"name": "growing-total-1",
"api_replicas": 1,
"api_cpu_limit_per_replica": 1.0,
"api_memory_limit_mib_per_replica": 512,
"total_api_cpu_limit": 1.0,
"total_api_memory_limit_mib": 512,
"instances_observed": 1,
"runs": [
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.215,
"concurrency": 16,
"successful_requests": 2775,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 91.843,
"successful_latency_ms": {
"p50": 172.602,
"p95": 282.816,
"p99": 311.881
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 101.46,
"memory_bytes": 49450844
},
"nginx": {
"cpu_percent": 6.14,
"memory_bytes": 36941332
},
"postgres": {
"cpu_percent": 18.35,
"memory_bytes": 155923251
}
},
"raw_file": "growing-total-1-run-01.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.239,
"concurrency": 16,
"successful_requests": 2791,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 92.297,
"successful_latency_ms": {
"p50": 173.744,
"p95": 274.984,
"p99": 304.02
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 102.34,
"memory_bytes": 46441431
},
"nginx": {
"cpu_percent": 6.6,
"memory_bytes": 32862371
},
"postgres": {
"cpu_percent": 18.53,
"memory_bytes": 160012697
}
},
"raw_file": "growing-total-1-run-02.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.19,
"concurrency": 16,
"successful_requests": 2770,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 91.753,
"successful_latency_ms": {
"p50": 174.887,
"p95": 274.617,
"p99": 304.192
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 104.05,
"memory_bytes": 50216304
},
"nginx": {
"cpu_percent": 7.46,
"memory_bytes": 32600227
},
"postgres": {
"cpu_percent": 16.92,
"memory_bytes": 160851558
}
},
"raw_file": "growing-total-1-run-03.json"
}
]
},
{
"name": "growing-total-2",
"api_replicas": 2,
"api_cpu_limit_per_replica": 1.0,
"api_memory_limit_mib_per_replica": 512,
"total_api_cpu_limit": 2.0,
"total_api_memory_limit_mib": 1024,
"instances_observed": 2,
"runs": [
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.258,
"concurrency": 16,
"successful_requests": 5309,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 175.455,
"successful_latency_ms": {
"p50": 75.155,
"p95": 202.93,
"p99": 289.628
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 173.1,
"memory_bytes": 84053852
},
"nginx": {
"cpu_percent": 10.59,
"memory_bytes": 32820428
},
"postgres": {
"cpu_percent": 32.31,
"memory_bytes": 193776844
}
},
"raw_file": "growing-total-2-run-01.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.159,
"concurrency": 16,
"successful_requests": 5385,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 178.556,
"successful_latency_ms": {
"p50": 68.368,
"p95": 199.407,
"p99": 283.931
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 153.63,
"memory_bytes": 73389833
},
"nginx": {
"cpu_percent": 10.45,
"memory_bytes": 33229373
},
"postgres": {
"cpu_percent": 31.43,
"memory_bytes": 200802304
}
},
"raw_file": "growing-total-2-run-02.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.131,
"concurrency": 16,
"successful_requests": 5440,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 180.543,
"successful_latency_ms": {
"p50": 72.837,
"p95": 198.143,
"p99": 280.041
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 155.19,
"memory_bytes": 84892712
},
"nginx": {
"cpu_percent": 10.22,
"memory_bytes": 33449574
},
"postgres": {
"cpu_percent": 31.97,
"memory_bytes": 207722905
}
},
"raw_file": "growing-total-2-run-03.json"
}
]
},
{
"name": "growing-total-4",
"api_replicas": 4,
"api_cpu_limit_per_replica": 1.0,
"api_memory_limit_mib_per_replica": 512,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"instances_observed": 4,
"runs": [
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.135,
"concurrency": 16,
"successful_requests": 10455,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 346.937,
"successful_latency_ms": {
"p50": 26.072,
"p95": 145.651,
"p99": 228.381
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 231.85,
"memory_bytes": 173067466
},
"nginx": {
"cpu_percent": 17.81,
"memory_bytes": 34141634
},
"postgres": {
"cpu_percent": 62.88,
"memory_bytes": 260361420
}
},
"raw_file": "growing-total-4-run-01.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.153,
"concurrency": 16,
"successful_requests": 10355,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 343.41,
"successful_latency_ms": {
"p50": 25.913,
"p95": 151.07,
"p99": 213.914
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 231.97,
"memory_bytes": 153574440
},
"nginx": {
"cpu_percent": 18.09,
"memory_bytes": 34802237
},
"postgres": {
"cpu_percent": 65.95,
"memory_bytes": 275775488
}
},
"raw_file": "growing-total-4-run-02.json"
},
{
"load": {
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.143,
"concurrency": 16,
"successful_requests": 10545,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 349.828,
"successful_latency_ms": {
"p50": 25.788,
"p95": 148.36,
"p99": 209.459
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
},
"peak_resources": {
"api": {
"cpu_percent": 240.94,
"memory_bytes": 152483920
},
"nginx": {
"cpu_percent": 18.53,
"memory_bytes": 34707865
},
"postgres": {
"cpu_percent": 66.11,
"memory_bytes": 277033779
}
},
"raw_file": "growing-total-4-run-03.json"
}
]
}
],
"summary": [
{
"name": "fixed-total-1",
"api_replicas": 1,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"successful_rps_mean": 161.966,
"error_ratio_mean": 6.8e-05,
"p95_latency_ms_mean": 121.277,
"api_cpu_peak_percent_mean": 166.23,
"api_memory_peak_mib_mean": 35.707,
"postgres_cpu_peak_percent_mean": 29.467,
"postgres_memory_peak_mib_mean": 79.29,
"nginx_cpu_peak_percent_mean": 8.217,
"nginx_memory_peak_mib_mean": 32.013
},
{
"name": "fixed-total-2",
"api_replicas": 2,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"successful_rps_mean": 293.019,
"error_ratio_mean": 0.0,
"p95_latency_ms_mean": 103.484,
"api_cpu_peak_percent_mean": 273.25,
"api_memory_peak_mib_mean": 78.193,
"postgres_cpu_peak_percent_mean": 50.517,
"postgres_memory_peak_mib_mean": 127.667,
"nginx_cpu_peak_percent_mean": 15.287,
"nginx_memory_peak_mib_mean": 32.623
},
{
"name": "fixed-total-4",
"api_replicas": 4,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"successful_rps_mean": 346.607,
"error_ratio_mean": 0.0,
"p95_latency_ms_mean": 145.922,
"api_cpu_peak_percent_mean": 250.42,
"api_memory_peak_mib_mean": 147.16,
"postgres_cpu_peak_percent_mean": 67.92,
"postgres_memory_peak_mib_mean": 201.467,
"nginx_cpu_peak_percent_mean": 18.28,
"nginx_memory_peak_mib_mean": 33.143
},
{
"name": "growing-total-1",
"api_replicas": 1,
"total_api_cpu_limit": 1.0,
"total_api_memory_limit_mib": 512,
"successful_rps_mean": 91.964,
"error_ratio_mean": 0.0,
"p95_latency_ms_mean": 277.472,
"api_cpu_peak_percent_mean": 102.617,
"api_memory_peak_mib_mean": 46.447,
"postgres_cpu_peak_percent_mean": 17.933,
"postgres_memory_peak_mib_mean": 151.567,
"nginx_cpu_peak_percent_mean": 6.733,
"nginx_memory_peak_mib_mean": 32.553
},
{
"name": "growing-total-2",
"api_replicas": 2,
"total_api_cpu_limit": 2.0,
"total_api_memory_limit_mib": 1024,
"successful_rps_mean": 178.185,
"error_ratio_mean": 0.0,
"p95_latency_ms_mean": 200.16,
"api_cpu_peak_percent_mean": 160.64,
"api_memory_peak_mib_mean": 77.037,
"postgres_cpu_peak_percent_mean": 31.903,
"postgres_memory_peak_mib_mean": 191.467,
"nginx_cpu_peak_percent_mean": 10.42,
"nginx_memory_peak_mib_mean": 31.63
},
{
"name": "growing-total-4",
"api_replicas": 4,
"total_api_cpu_limit": 4.0,
"total_api_memory_limit_mib": 2048,
"successful_rps_mean": 346.725,
"error_ratio_mean": 0.0,
"p95_latency_ms_mean": 148.36,
"api_cpu_peak_percent_mean": 234.92,
"api_memory_peak_mib_mean": 152.31,
"postgres_cpu_peak_percent_mean": 64.98,
"postgres_memory_peak_mib_mean": 258.5,
"nginx_cpu_peak_percent_mean": 18.143,
"nginx_memory_peak_mib_mean": 32.95
}
],
"raw_runs": true,
"charts": [
"successful-rps.svg",
"p95-latency.svg"
]
}