forked from mtusi2026/mtusi2026lab5
- 3 profiles (serial 1/1, balanced 4/4, eager 8/32) x 2 image sizes - measure throughput, DB-derived queue lag and p95 time-to-ready, worker RSS - separate MAX_PENDING_JOBS=3 backpressure and worker recovery run - self-contained HTML/SVG dashboard plus JSON/Markdown evidence - document methodology, results and limitations in REPORT/README/CHANGELOG
1307 lines
28 KiB
JSON
1307 lines
28 KiB
JSON
{
|
|
"generated_at": "2026-11-14T21:42:03.122104+00:00",
|
|
"environment": {
|
|
"base_url": "http://172.18.0.1:8080",
|
|
"host": "48f08d2e9267",
|
|
"platform": "Linux-6.12.73+deb13-amd64-x86_64-with-glibc2.39",
|
|
"cpu_count": 4,
|
|
"python": "3.12.3",
|
|
"docker_version": "5.6.1",
|
|
"compose_project": "mtusi2026lab",
|
|
"worker_container": "mtusi2026lab-worker-1",
|
|
"worker_cpu_limit": "1.0",
|
|
"worker_mem_limit": "2G",
|
|
"worker_cpu_limit_default": "1.0",
|
|
"worker_mem_limit_default": "1G",
|
|
"note": "Experimental workers use a larger memory limit than .env so the eager huge-image run can hold decoded images without OOM; CPU is still limited so throughput is not a host-CPU artifact."
|
|
},
|
|
"hypothesis": "Small images that fit the variants without large scaling should be cheaper per job; huge images force decode+downscale, so each job costs more memory and time. More concurrency should raise throughput and RSS but reduce queue lag.",
|
|
"profiles": [
|
|
{
|
|
"name": "serial",
|
|
"concurrency": 1,
|
|
"prefetch": 1,
|
|
"note": "one job at a time; minimum memory, maximum queueing"
|
|
},
|
|
{
|
|
"name": "balanced",
|
|
"concurrency": 4,
|
|
"prefetch": 4,
|
|
"note": "moderate in-process parallelism and broker window"
|
|
},
|
|
{
|
|
"name": "eager",
|
|
"concurrency": 8,
|
|
"prefetch": 32,
|
|
"note": "wide broker window; highest memory, lowest latency"
|
|
}
|
|
],
|
|
"scenarios": [
|
|
{
|
|
"name": "small_many",
|
|
"width": 192,
|
|
"height": 128,
|
|
"description": "many small images; variants fit or crop without large scaling",
|
|
"count": 30,
|
|
"bytes": 941
|
|
},
|
|
{
|
|
"name": "huge_few",
|
|
"width": 2400,
|
|
"height": 1800,
|
|
"description": "few 4.32 MP images; optimized variant must scale down to 1280",
|
|
"count": 12,
|
|
"bytes": 53135
|
|
}
|
|
],
|
|
"runs": [
|
|
{
|
|
"profile": "serial",
|
|
"scenario": "small_many",
|
|
"concurrency": 1,
|
|
"prefetch": 1,
|
|
"jobs": 30,
|
|
"image_width": 192,
|
|
"image_height": 128,
|
|
"image_bytes": 941,
|
|
"image_sha256": "7e90807e4df32b24ab7e0f8f540c76b93ed2a0e9f91e7b3350748cfc8029a088",
|
|
"throughput_jobs_per_s": 6.875,
|
|
"pipeline_span_seconds": 4.364,
|
|
"submit_seconds": 0.987,
|
|
"wall_seconds": 4.922,
|
|
"upload_p50_ms": 43.4,
|
|
"upload_p95_ms": 99.8,
|
|
"queue_lag_p50_ms": 2030.8,
|
|
"queue_lag_p95_ms": 3193.7,
|
|
"queue_lag_max_ms": 3385.0,
|
|
"time_to_ready_p50_ms": 2119.7,
|
|
"time_to_ready_p95_ms": 3284.1,
|
|
"time_to_ready_max_ms": 3475.8,
|
|
"processing_p50_ms": 85.7,
|
|
"processing_p95_ms": 151.5,
|
|
"max_backlog_jobs": 27,
|
|
"max_parallel_jobs": 1,
|
|
"rss_baseline_mib": 20.3,
|
|
"rss_peak_mib": 28.2,
|
|
"rss_end_mib": 27.1,
|
|
"rss_samples": 63,
|
|
"rss_delta_mib": 7.9,
|
|
"timeline": [
|
|
{
|
|
"t": 1.356,
|
|
"queued": 24,
|
|
"processing": 0,
|
|
"ready": 6,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 1.998,
|
|
"queued": 19,
|
|
"processing": 1,
|
|
"ready": 10,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.711,
|
|
"queued": 15,
|
|
"processing": 0,
|
|
"ready": 15,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 3.265,
|
|
"queued": 10,
|
|
"processing": 1,
|
|
"ready": 19,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 3.754,
|
|
"queued": 5,
|
|
"processing": 1,
|
|
"ready": 24,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.384,
|
|
"queued": 0,
|
|
"processing": 1,
|
|
"ready": 29,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.922,
|
|
"queued": 0,
|
|
"processing": 0,
|
|
"ready": 30,
|
|
"failed": 0
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"profile": "serial",
|
|
"scenario": "huge_few",
|
|
"concurrency": 1,
|
|
"prefetch": 1,
|
|
"jobs": 12,
|
|
"image_width": 2400,
|
|
"image_height": 1800,
|
|
"image_bytes": 53135,
|
|
"image_sha256": "68c88fcbe5c4ba31ee745047e8be4dc64e5d7711f81f5e50a4276fb52cf925ba",
|
|
"throughput_jobs_per_s": 0.443,
|
|
"pipeline_span_seconds": 27.106,
|
|
"submit_seconds": 0.52,
|
|
"wall_seconds": 27.417,
|
|
"upload_p50_ms": 162.6,
|
|
"upload_p95_ms": 227.5,
|
|
"queue_lag_p50_ms": 12336.3,
|
|
"queue_lag_p95_ms": 23333.0,
|
|
"queue_lag_max_ms": 24511.6,
|
|
"time_to_ready_p50_ms": 14530.2,
|
|
"time_to_ready_p95_ms": 25521.0,
|
|
"time_to_ready_max_ms": 26776.2,
|
|
"processing_p50_ms": 2233.0,
|
|
"processing_p95_ms": 2311.1,
|
|
"max_backlog_jobs": 12,
|
|
"max_parallel_jobs": 1,
|
|
"rss_baseline_mib": 20.5,
|
|
"rss_peak_mib": 204.7,
|
|
"rss_end_mib": 203.1,
|
|
"rss_samples": 278,
|
|
"rss_delta_mib": 184.2,
|
|
"timeline": [
|
|
{
|
|
"t": 0.827,
|
|
"queued": 11,
|
|
"processing": 1,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 1.494,
|
|
"queued": 11,
|
|
"processing": 1,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.002,
|
|
"queued": 11,
|
|
"processing": 1,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.488,
|
|
"queued": 10,
|
|
"processing": 1,
|
|
"ready": 1,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 3.193,
|
|
"queued": 10,
|
|
"processing": 1,
|
|
"ready": 1,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.011,
|
|
"queued": 10,
|
|
"processing": 1,
|
|
"ready": 1,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.519,
|
|
"queued": 10,
|
|
"processing": 1,
|
|
"ready": 1,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 5.153,
|
|
"queued": 9,
|
|
"processing": 1,
|
|
"ready": 2,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 5.723,
|
|
"queued": 9,
|
|
"processing": 1,
|
|
"ready": 2,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 6.187,
|
|
"queued": 9,
|
|
"processing": 1,
|
|
"ready": 2,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 6.671,
|
|
"queued": 9,
|
|
"processing": 1,
|
|
"ready": 2,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 7.283,
|
|
"queued": 8,
|
|
"processing": 1,
|
|
"ready": 3,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 7.94,
|
|
"queued": 8,
|
|
"processing": 1,
|
|
"ready": 3,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 8.452,
|
|
"queued": 8,
|
|
"processing": 1,
|
|
"ready": 3,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 9.103,
|
|
"queued": 8,
|
|
"processing": 1,
|
|
"ready": 3,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 9.694,
|
|
"queued": 7,
|
|
"processing": 1,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 10.185,
|
|
"queued": 7,
|
|
"processing": 1,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 10.674,
|
|
"queued": 7,
|
|
"processing": 1,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 11.333,
|
|
"queued": 7,
|
|
"processing": 1,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 11.836,
|
|
"queued": 6,
|
|
"processing": 1,
|
|
"ready": 5,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 12.386,
|
|
"queued": 6,
|
|
"processing": 1,
|
|
"ready": 5,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 13.112,
|
|
"queued": 6,
|
|
"processing": 1,
|
|
"ready": 5,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 13.692,
|
|
"queued": 6,
|
|
"processing": 1,
|
|
"ready": 5,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 14.188,
|
|
"queued": 5,
|
|
"processing": 1,
|
|
"ready": 6,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 14.684,
|
|
"queued": 5,
|
|
"processing": 1,
|
|
"ready": 6,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 15.277,
|
|
"queued": 5,
|
|
"processing": 1,
|
|
"ready": 6,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 15.82,
|
|
"queued": 5,
|
|
"processing": 1,
|
|
"ready": 6,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 16.477,
|
|
"queued": 4,
|
|
"processing": 1,
|
|
"ready": 7,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 17.103,
|
|
"queued": 4,
|
|
"processing": 1,
|
|
"ready": 7,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 17.622,
|
|
"queued": 4,
|
|
"processing": 1,
|
|
"ready": 7,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 18.203,
|
|
"queued": 4,
|
|
"processing": 1,
|
|
"ready": 7,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 18.738,
|
|
"queued": 3,
|
|
"processing": 1,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 19.242,
|
|
"queued": 3,
|
|
"processing": 1,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 19.806,
|
|
"queued": 3,
|
|
"processing": 1,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 20.406,
|
|
"queued": 3,
|
|
"processing": 1,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 20.89,
|
|
"queued": 2,
|
|
"processing": 1,
|
|
"ready": 9,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 21.44,
|
|
"queued": 2,
|
|
"processing": 1,
|
|
"ready": 9,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 22.162,
|
|
"queued": 2,
|
|
"processing": 1,
|
|
"ready": 9,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 22.773,
|
|
"queued": 2,
|
|
"processing": 1,
|
|
"ready": 9,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 23.257,
|
|
"queued": 1,
|
|
"processing": 1,
|
|
"ready": 10,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 23.854,
|
|
"queued": 1,
|
|
"processing": 1,
|
|
"ready": 10,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 24.452,
|
|
"queued": 1,
|
|
"processing": 1,
|
|
"ready": 10,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 24.927,
|
|
"queued": 1,
|
|
"processing": 1,
|
|
"ready": 10,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 25.472,
|
|
"queued": 0,
|
|
"processing": 1,
|
|
"ready": 11,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 26.224,
|
|
"queued": 0,
|
|
"processing": 1,
|
|
"ready": 11,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 26.95,
|
|
"queued": 0,
|
|
"processing": 1,
|
|
"ready": 11,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 27.417,
|
|
"queued": 0,
|
|
"processing": 0,
|
|
"ready": 12,
|
|
"failed": 0
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"profile": "balanced",
|
|
"scenario": "small_many",
|
|
"concurrency": 4,
|
|
"prefetch": 4,
|
|
"jobs": 30,
|
|
"image_width": 192,
|
|
"image_height": 128,
|
|
"image_bytes": 941,
|
|
"image_sha256": "7e90807e4df32b24ab7e0f8f540c76b93ed2a0e9f91e7b3350748cfc8029a088",
|
|
"throughput_jobs_per_s": 11.59,
|
|
"pipeline_span_seconds": 2.588,
|
|
"submit_seconds": 1.049,
|
|
"wall_seconds": 2.966,
|
|
"upload_p50_ms": 58.0,
|
|
"upload_p95_ms": 178.8,
|
|
"queue_lag_p50_ms": 1131.4,
|
|
"queue_lag_p95_ms": 1623.9,
|
|
"queue_lag_max_ms": 1647.8,
|
|
"time_to_ready_p50_ms": 1335.0,
|
|
"time_to_ready_p95_ms": 1735.8,
|
|
"time_to_ready_max_ms": 1756.1,
|
|
"processing_p50_ms": 211.1,
|
|
"processing_p95_ms": 336.3,
|
|
"max_backlog_jobs": 26,
|
|
"max_parallel_jobs": 4,
|
|
"rss_baseline_mib": 20.5,
|
|
"rss_peak_mib": 30.6,
|
|
"rss_end_mib": 28.5,
|
|
"rss_samples": 43,
|
|
"rss_delta_mib": 10.1,
|
|
"timeline": [
|
|
{
|
|
"t": 1.679,
|
|
"queued": 14,
|
|
"processing": 4,
|
|
"ready": 12,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.514,
|
|
"queued": 4,
|
|
"processing": 2,
|
|
"ready": 24,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.966,
|
|
"queued": 0,
|
|
"processing": 0,
|
|
"ready": 30,
|
|
"failed": 0
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"profile": "balanced",
|
|
"scenario": "huge_few",
|
|
"concurrency": 4,
|
|
"prefetch": 4,
|
|
"jobs": 12,
|
|
"image_width": 2400,
|
|
"image_height": 1800,
|
|
"image_bytes": 53135,
|
|
"image_sha256": "68c88fcbe5c4ba31ee745047e8be4dc64e5d7711f81f5e50a4276fb52cf925ba",
|
|
"throughput_jobs_per_s": 0.454,
|
|
"pipeline_span_seconds": 26.412,
|
|
"submit_seconds": 0.688,
|
|
"wall_seconds": 26.671,
|
|
"upload_p50_ms": 178.3,
|
|
"upload_p95_ms": 298.3,
|
|
"queue_lag_p50_ms": 8712.6,
|
|
"queue_lag_p95_ms": 17716.4,
|
|
"queue_lag_max_ms": 18009.6,
|
|
"time_to_ready_p50_ms": 17199.1,
|
|
"time_to_ready_p95_ms": 25784.6,
|
|
"time_to_ready_max_ms": 25919.7,
|
|
"processing_p50_ms": 8459.9,
|
|
"processing_p95_ms": 8709.7,
|
|
"max_backlog_jobs": 12,
|
|
"max_parallel_jobs": 4,
|
|
"rss_baseline_mib": 20.4,
|
|
"rss_peak_mib": 728.7,
|
|
"rss_end_mib": 609.9,
|
|
"rss_samples": 254,
|
|
"rss_delta_mib": 708.3,
|
|
"timeline": [
|
|
{
|
|
"t": 1.028,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 1.694,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.319,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.905,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 3.537,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.173,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.829,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 5.508,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 6.11,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 6.603,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 7.14,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 7.796,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 8.345,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 8.854,
|
|
"queued": 8,
|
|
"processing": 4,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 9.667,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 10.488,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 11.103,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 11.769,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 12.384,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 12.857,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 13.371,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 14.228,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 14.929,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 15.574,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 16.234,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 16.711,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 17.257,
|
|
"queued": 4,
|
|
"processing": 4,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 17.945,
|
|
"queued": 2,
|
|
"processing": 3,
|
|
"ready": 7,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 18.674,
|
|
"queued": 1,
|
|
"processing": 3,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 19.251,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 19.997,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 20.662,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 21.146,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 21.758,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 22.395,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 22.945,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 23.693,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 24.381,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 24.906,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 25.597,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 26.174,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 26.671,
|
|
"queued": 0,
|
|
"processing": 0,
|
|
"ready": 12,
|
|
"failed": 0
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"profile": "eager",
|
|
"scenario": "small_many",
|
|
"concurrency": 8,
|
|
"prefetch": 32,
|
|
"jobs": 30,
|
|
"image_width": 192,
|
|
"image_height": 128,
|
|
"image_bytes": 941,
|
|
"image_sha256": "7e90807e4df32b24ab7e0f8f540c76b93ed2a0e9f91e7b3350748cfc8029a088",
|
|
"throughput_jobs_per_s": 13.858,
|
|
"pipeline_span_seconds": 2.165,
|
|
"submit_seconds": 1.168,
|
|
"wall_seconds": 2.318,
|
|
"upload_p50_ms": 46.4,
|
|
"upload_p95_ms": 126.7,
|
|
"queue_lag_p50_ms": 749.2,
|
|
"queue_lag_p95_ms": 897.8,
|
|
"queue_lag_max_ms": 1052.1,
|
|
"time_to_ready_p50_ms": 1013.5,
|
|
"time_to_ready_p95_ms": 1157.8,
|
|
"time_to_ready_max_ms": 1175.0,
|
|
"processing_p50_ms": 271.8,
|
|
"processing_p95_ms": 565.9,
|
|
"max_backlog_jobs": 26,
|
|
"max_parallel_jobs": 8,
|
|
"rss_baseline_mib": 20.4,
|
|
"rss_peak_mib": 32.7,
|
|
"rss_end_mib": 28.8,
|
|
"rss_samples": 37,
|
|
"rss_delta_mib": 12.3,
|
|
"timeline": [
|
|
{
|
|
"t": 1.637,
|
|
"queued": 10,
|
|
"processing": 6,
|
|
"ready": 14,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.318,
|
|
"queued": 0,
|
|
"processing": 0,
|
|
"ready": 30,
|
|
"failed": 0
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"profile": "eager",
|
|
"scenario": "huge_few",
|
|
"concurrency": 8,
|
|
"prefetch": 32,
|
|
"jobs": 12,
|
|
"image_width": 2400,
|
|
"image_height": 1800,
|
|
"image_bytes": 53135,
|
|
"image_sha256": "68c88fcbe5c4ba31ee745047e8be4dc64e5d7711f81f5e50a4276fb52cf925ba",
|
|
"throughput_jobs_per_s": 0.459,
|
|
"pipeline_span_seconds": 26.164,
|
|
"submit_seconds": 0.621,
|
|
"wall_seconds": 26.514,
|
|
"upload_p50_ms": 211.1,
|
|
"upload_p95_ms": 334.8,
|
|
"queue_lag_p50_ms": 603.5,
|
|
"queue_lag_p95_ms": 17537.9,
|
|
"queue_lag_max_ms": 17742.4,
|
|
"time_to_ready_p50_ms": 17932.3,
|
|
"time_to_ready_p95_ms": 25698.9,
|
|
"time_to_ready_max_ms": 25761.3,
|
|
"processing_p50_ms": 16723.3,
|
|
"processing_p95_ms": 17319.7,
|
|
"max_backlog_jobs": 12,
|
|
"max_parallel_jobs": 8,
|
|
"rss_baseline_mib": 20.0,
|
|
"rss_peak_mib": 1122.1,
|
|
"rss_end_mib": 763.8,
|
|
"rss_samples": 254,
|
|
"rss_delta_mib": 1102.1,
|
|
"timeline": [
|
|
{
|
|
"t": 1.084,
|
|
"queued": 6,
|
|
"processing": 6,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 1.861,
|
|
"queued": 5,
|
|
"processing": 7,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 2.395,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 3.195,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 3.804,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.307,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 4.914,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 5.49,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 5.99,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 6.547,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 7.386,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 8.066,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 8.621,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 9.226,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 9.729,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 10.222,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 10.837,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 11.613,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 12.158,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 12.822,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 13.409,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 13.899,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 14.425,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 15.051,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 15.644,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 16.265,
|
|
"queued": 4,
|
|
"processing": 8,
|
|
"ready": 0,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 17.048,
|
|
"queued": 4,
|
|
"processing": 7,
|
|
"ready": 1,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 17.714,
|
|
"queued": 3,
|
|
"processing": 5,
|
|
"ready": 4,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 18.216,
|
|
"queued": 1,
|
|
"processing": 6,
|
|
"ready": 5,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 18.891,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 19.529,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 20.017,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 20.748,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 21.529,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 22.067,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 22.652,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 23.251,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 23.924,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 24.548,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 25.071,
|
|
"queued": 0,
|
|
"processing": 4,
|
|
"ready": 8,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 25.888,
|
|
"queued": 0,
|
|
"processing": 3,
|
|
"ready": 9,
|
|
"failed": 0
|
|
},
|
|
{
|
|
"t": 26.514,
|
|
"queued": 0,
|
|
"processing": 0,
|
|
"ready": 12,
|
|
"failed": 0
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"backpressure": {
|
|
"cap": 3,
|
|
"attempts": [
|
|
{
|
|
"index": 0,
|
|
"status": 202,
|
|
"elapsed_ms": 18.2,
|
|
"retry_after": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"index": 1,
|
|
"status": 202,
|
|
"elapsed_ms": 17.4,
|
|
"retry_after": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"index": 2,
|
|
"status": 202,
|
|
"elapsed_ms": 10.8,
|
|
"retry_after": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"index": 3,
|
|
"status": 503,
|
|
"elapsed_ms": 3.9,
|
|
"retry_after": "5",
|
|
"error_code": "unavailable"
|
|
}
|
|
],
|
|
"accepted_before_503": 3,
|
|
"blocked_status": 503,
|
|
"blocked_retry_after": "5",
|
|
"recovery_seconds": 7.596,
|
|
"recovered_jobs": 3,
|
|
"probe_status": 202,
|
|
"probe_ready": true,
|
|
"image_bytes": 941,
|
|
"image_sha256": "7e90807e4df32b24ab7e0f8f540c76b93ed2a0e9f91e7b3350748cfc8029a088"
|
|
}
|
|
}
|