Files
mtusi2026lab3/evidence/research-progress.json
T

225 lines
4.9 KiB
JSON

{
"at_utc": "2026-10-10T16:34:55.342970+00:00",
"track": 1,
"hypothesis": "At fixed total API resources replica overhead offers limited throughput benefit. Growing API resources eventually saturates the shared PostgreSQL CPU; caching immutable chat access reduces this work.",
"host": "Windows-10-10.0.26200-SP0",
"docker": {
"cpus": 20,
"memory_bytes": 8129257472,
"kernel": "6.18.33.2-microsoft-standard-WSL2",
"version": "29.8.0"
},
"duration_seconds": 20.0,
"warmup_seconds": 3,
"repetitions": 3,
"concurrency": 32,
"runs": [
{
"group": "growing-2",
"label": "growing-2-r1",
"rps": 211.7078010960242,
"errors": 0,
"latency": {
"p50": 103.032,
"p95": 403.072,
"p99": 593.925
}
},
{
"group": "fixed-4",
"label": "fixed-4-r1",
"rps": 201.98063608593637,
"errors": 0,
"latency": {
"p50": 89.016,
"p95": 594.965,
"p99": 1088.854
}
},
{
"group": "growing-4",
"label": "growing-4-r1",
"rps": 252.69355941966506,
"errors": 0,
"latency": {
"p50": 100.543,
"p95": 300.893,
"p99": 398.681
}
},
{
"group": "fixed-1",
"label": "fixed-1-r1",
"rps": 194.07764674761182,
"errors": 0,
"latency": {
"p50": 182.076,
"p95": 301.229,
"p99": 393.105
}
},
{
"group": "growing-1",
"label": "growing-1-r1",
"rps": 147.61274933407014,
"errors": 0,
"latency": {
"p50": 198.649,
"p95": 405.541,
"p99": 591.271
}
},
{
"group": "fixed-2",
"label": "fixed-2-r1",
"rps": 195.07052331790695,
"errors": 0,
"latency": {
"p50": 93.897,
"p95": 516.399,
"p99": 705.707
}
},
{
"group": "fixed-1",
"label": "fixed-1-r2",
"rps": 192.2331823276647,
"errors": 0,
"latency": {
"p50": 180.172,
"p95": 302.584,
"p99": 400.54
}
},
{
"group": "fixed-4",
"label": "fixed-4-r2",
"rps": 196.21246244462247,
"errors": 0,
"latency": {
"p50": 98.873,
"p95": 569.232,
"p99": 889.888
}
},
{
"group": "growing-1",
"label": "growing-1-r2",
"rps": 141.03948821855502,
"errors": 0,
"latency": {
"p50": 200.925,
"p95": 406.508,
"p99": 595.324
}
},
{
"group": "growing-4",
"label": "growing-4-r2",
"rps": 210.37136638319353,
"errors": 0,
"latency": {
"p50": 106.076,
"p95": 309.112,
"p99": 403.836
}
},
{
"group": "fixed-2",
"label": "fixed-2-r2",
"rps": 222.57703099934778,
"errors": 0,
"latency": {
"p50": 99.041,
"p95": 475.148,
"p99": 690.186
}
},
{
"group": "growing-2",
"label": "growing-2-r2",
"rps": 173.10520969276016,
"errors": 0,
"latency": {
"p50": 109.472,
"p95": 504.141,
"p99": 694.302
}
},
{
"group": "growing-1",
"label": "growing-1-r3",
"rps": 111.6220836288919,
"errors": 0,
"latency": {
"p50": 292.176,
"p95": 589.944,
"p99": 703.098
}
},
{
"group": "fixed-2",
"label": "fixed-2-r3",
"rps": 257.0774572491194,
"errors": 0,
"latency": {
"p50": 83.079,
"p95": 400.003,
"p99": 599.521
}
},
{
"group": "growing-4",
"label": "growing-4-r3",
"rps": 200.57481049474694,
"errors": 0,
"latency": {
"p50": 108.643,
"p95": 307.711,
"p99": 401.137
}
},
{
"group": "fixed-4",
"label": "fixed-4-r3",
"rps": 245.6200227591464,
"errors": 0,
"latency": {
"p50": 93.908,
"p95": 403.533,
"p99": 639.669
}
},
{
"group": "fixed-1",
"label": "fixed-1-r3",
"rps": 198.61873708219392,
"errors": 0,
"latency": {
"p50": 173.514,
"p95": 302.399,
"p99": 402.267
}
},
{
"group": "growing-2",
"label": "growing-2-r3",
"rps": 198.67286443570768,
"errors": 0,
"latency": {
"p50": 103.908,
"p95": 489.423,
"p99": 638.279
}
}
],
"groups": {},
"limitations": [
"Single Docker Desktop host; lab2 containers remain running and idle.",
"Closed-loop benchmark with coordinated omission; not maximum production arrival rate.",
"Each run seeds a fresh chat with 1000 messages; aggregate DB size increases and is recorded.",
"Resource samples include warmup/container startup; HTTP percentiles include all attempts.",
"No claim of node, DB, LB, or storage high availability."
]
}