{ "hypothesis": "With fixed worker CPU, more simultaneous image processes need not improve throughput and can increase RSS; bounded admission protects the queue when the worker stops.", "profile": { "settings": [ [ 1, 1 ], [ 2, 2 ], [ 4, 4 ] ], "repeats": 3, "batch": 8, "upload_clients": 4, "worker_cpu": 1, "worker_memory_limit_mib": 1024, "warmup_images": 1, "image_sizes_bytes": { "small": 111817, "large": 3319965 } }, "runs": [ { "repeat": 1, "image": "small", "concurrency": 1, "prefetch": 1, "successful_jobs": 8, "errors": 0, "seconds": 1.8135867090022657, "throughput": 4.411148339525026, "p95_ready_seconds": 1.523784, "p95_queue_lag_seconds": 1.262202, "peak_rss_bytes": 165265408, "peak_cgroup_memory_bytes": 56442880, "worker_cpu_seconds": 1.445814, "requests": [ { "upload_seconds": 0.04025879099935992, "status": 202 }, { "upload_seconds": 0.0557741669981624, "status": 202 }, { "upload_seconds": 0.02573179200408049, "status": 202 }, { "upload_seconds": 0.18365204199653817, "status": 202 }, { "upload_seconds": 0.15453533300023992, "status": 202 }, { "upload_seconds": 0.018875291003496386, "status": 202 }, { "upload_seconds": 0.21073149999574525, "status": 202 }, { "upload_seconds": 0.13923129100294318, "status": 202 } ], "jobs": [ { "id": "0ccede90-ead1-4a90-a6dd-80cf3eb19dcc", "ready_seconds": 0.27133, "queue_lag_seconds": 0.115042, "attempts": 1 }, { "id": "248fd684-b378-4c0c-9362-2533a2904a1e", "ready_seconds": 1.231278, "queue_lag_seconds": 1.014569, "attempts": 1 }, { "id": "f39b02fd-2265-4dc6-84bd-b91574ec1449", "ready_seconds": 0.495172, "queue_lag_seconds": 0.256786, "attempts": 1 }, { "id": "43fe1dc0-edbb-48f4-b25c-bc2dcb093c1a", "ready_seconds": 1.008641, "queue_lag_seconds": 0.855938, "attempts": 1 }, { "id": "9d1220c6-4852-45cd-b5e1-0888767914e2", "ready_seconds": 1.523784, "queue_lag_seconds": 1.262202, "attempts": 1 }, { "id": "ae449c02-9a46-4794-927c-da9935b99d1c", "ready_seconds": 0.641612, "queue_lag_seconds": 0.481173, "attempts": 1 }, { "id": "c4b1ce2a-851c-4b8c-9407-f1673eb0bfef", "ready_seconds": 0.754448, "queue_lag_seconds": 0.561934, "attempts": 1 }, { "id": "93964e00-34fc-41d3-90e1-6e60e7be1edd", "ready_seconds": 0.858382, "queue_lag_seconds": 0.733633, "attempts": 1 } ], "samples": [ { "time": 1794262308.2044969, "memory_bytes": 42037248, "cpu_usec": 846749, "rss_bytes": 103288832 }, { "time": 1794262308.619572, "memory_bytes": 40370176, "cpu_usec": 1244009, "rss_bytes": 104734720 }, { "time": 1794262308.974692, "memory_bytes": 46178304, "cpu_usec": 1614392, "rss_bytes": 106708992 }, { "time": 1794262309.3393369, "memory_bytes": 48230400, "cpu_usec": 1958144, "rss_bytes": 123957248 }, { "time": 1794262309.7072818, "memory_bytes": 56442880, "cpu_usec": 2292563, "rss_bytes": 165265408 } ] }, { "repeat": 1, "image": "small", "concurrency": 2, "prefetch": 2, "successful_jobs": 8, "errors": 0, "seconds": 2.207073791003495, "throughput": 3.6247088940160097, "p95_ready_seconds": 1.675188, "p95_queue_lag_seconds": 1.318631, "peak_rss_bytes": 144166912, "peak_cgroup_memory_bytes": 50225152, "worker_cpu_seconds": 1.626515, "requests": [ { "upload_seconds": 0.032242041001154575, "status": 202 }, { "upload_seconds": 0.045670040999539196, "status": 202 }, { "upload_seconds": 0.05951904099492822, "status": 202 }, { "upload_seconds": 0.0768088330005412, "status": 202 }, { "upload_seconds": 0.05488000000332249, "status": 202 }, { "upload_seconds": 0.04967383300390793, "status": 202 }, { "upload_seconds": 0.04204687500168802, "status": 202 }, { "upload_seconds": 0.03497491600137437, "status": 202 } ], "jobs": [ { "id": "fd94ff6a-838f-48c5-b8a3-00c7ead78063", "ready_seconds": 0.469287, "queue_lag_seconds": 0.10038, "attempts": 1 }, { "id": "7be0e978-4272-437d-8e74-682e5284dbfe", "ready_seconds": 1.248626, "queue_lag_seconds": 0.822855, "attempts": 1 }, { "id": "3c8bf977-e0f0-4a16-a8f4-e4524ad0e594", "ready_seconds": 0.849686, "queue_lag_seconds": 0.454018, "attempts": 1 }, { "id": "43d83901-5ee0-46ec-b177-5cf893d62d39", "ready_seconds": 1.675188, "queue_lag_seconds": 1.318631, "attempts": 1 }, { "id": "914a5c4b-7357-4abf-9e5f-ef9a123919a9", "ready_seconds": 0.477878, "queue_lag_seconds": 0.115539, "attempts": 1 }, { "id": "dd075e01-2d54-41c2-bebf-e03852480384", "ready_seconds": 1.300378, "queue_lag_seconds": 0.826505, "attempts": 1 }, { "id": "0c5a1967-e3b2-4fdd-bc8f-a42b6daa55e6", "ready_seconds": 0.849473, "queue_lag_seconds": 0.467112, "attempts": 1 }, { "id": "91081b2a-4eac-4679-a210-835405664cc4", "ready_seconds": 1.627132, "queue_lag_seconds": 1.279613, "attempts": 1 } ], "samples": [ { "time": 1794262312.5737548, "memory_bytes": 42983424, "cpu_usec": 993118, "rss_bytes": 140197888 }, { "time": 1794262312.962958, "memory_bytes": 46227456, "cpu_usec": 1386895, "rss_bytes": 144166912 }, { "time": 1794262313.35336, "memory_bytes": 50225152, "cpu_usec": 1762234, "rss_bytes": 143147008 }, { "time": 1794262313.773581, "memory_bytes": 45711360, "cpu_usec": 2204620, "rss_bytes": 106614784 }, { "time": 1794262314.166707, "memory_bytes": 45285376, "cpu_usec": 2593158, "rss_bytes": 106643456 }, { "time": 1794262314.538958, "memory_bytes": 45490176, "cpu_usec": 2619633, "rss_bytes": 106643456 } ] }, { "repeat": 1, "image": "small", "concurrency": 4, "prefetch": 4, "successful_jobs": 8, "errors": 0, "seconds": 2.0476217079994967, "throughput": 3.906971668031352, "p95_ready_seconds": 1.788149, "p95_queue_lag_seconds": 0.96431, "peak_rss_bytes": 295608320, "peak_cgroup_memory_bytes": 74162176, "worker_cpu_seconds": 1.521378, "requests": [ { "upload_seconds": 0.0409248750002007, "status": 202 }, { "upload_seconds": 0.06408179199934239, "status": 202 }, { "upload_seconds": 0.07904470799985575, "status": 202 }, { "upload_seconds": 0.09678162500495091, "status": 202 }, { "upload_seconds": 0.07141170799877727, "status": 202 }, { "upload_seconds": 0.06645174999721348, "status": 202 }, { "upload_seconds": 0.06909837500279536, "status": 202 }, { "upload_seconds": 0.06092287499632221, "status": 202 } ], "jobs": [ { "id": "5d269ef3-9476-4f6f-b27b-fbb14c0e4caa", "ready_seconds": 0.964258, "queue_lag_seconds": 0.136546, "attempts": 1 }, { "id": "c2e7e0ab-c0ea-472f-a273-b3a4955fbac1", "ready_seconds": 1.788149, "queue_lag_seconds": 0.96431, "attempts": 1 }, { "id": "1804debb-8da5-47ae-a8fe-b80ad0be4e2a", "ready_seconds": 0.940762, "queue_lag_seconds": 0.116292, "attempts": 1 }, { "id": "5992ff07-5eca-41e8-9e4a-7711f9248df2", "ready_seconds": 1.783108, "queue_lag_seconds": 0.949592, "attempts": 1 }, { "id": "8c0827bc-bdbd-4b84-b035-608aa303f8d8", "ready_seconds": 0.879942, "queue_lag_seconds": 0.042626, "attempts": 1 }, { "id": "ec251619-feac-476d-af95-9d65fd1ec5db", "ready_seconds": 1.711594, "queue_lag_seconds": 0.900856, "attempts": 1 }, { "id": "e0277e42-4342-4019-a9d1-35900708918b", "ready_seconds": 0.865465, "queue_lag_seconds": 0.055853, "attempts": 1 }, { "id": "8e126133-6c15-47e0-aa0d-e91283068a9a", "ready_seconds": 1.68961, "queue_lag_seconds": 0.882134, "attempts": 1 } ], "samples": [ { "time": 1794262317.7497191, "memory_bytes": 55816192, "cpu_usec": 1189242, "rss_bytes": 212205568 }, { "time": 1794262318.25758, "memory_bytes": 66314240, "cpu_usec": 1726302, "rss_bytes": 222949376 }, { "time": 1794262318.7573462, "memory_bytes": 74162176, "cpu_usec": 2283956, "rss_bytes": 295608320 }, { "time": 1794262319.248426, "memory_bytes": 66113536, "cpu_usec": 2710620, "rss_bytes": 227430400 } ] }, { "repeat": 1, "image": "large", "concurrency": 1, "prefetch": 1, "successful_jobs": 8, "errors": 0, "seconds": 10.214052916999208, "throughput": 0.7832346341857728, "p95_ready_seconds": 8.463946, "p95_queue_lag_seconds": 7.654972, "peak_rss_bytes": 199614464, "peak_cgroup_memory_bytes": 101957632, "worker_cpu_seconds": 7.518454, "requests": [ { "upload_seconds": 0.4734504169973661, "status": 202 }, { "upload_seconds": 0.6722895000057179, "status": 202 }, { "upload_seconds": 0.7707648750001681, "status": 202 }, { "upload_seconds": 0.8576565000039409, "status": 202 }, { "upload_seconds": 0.35896287499781465, "status": 202 }, { "upload_seconds": 0.6733611249946989, "status": 202 }, { "upload_seconds": 0.38681283299956704, "status": 202 }, { "upload_seconds": 0.6135808749968419, "status": 202 } ], "jobs": [ { "id": "11d75d8d-cd9b-4d10-a405-109dd2e60e03", "ready_seconds": 3.874429, "queue_lag_seconds": 1.346038, "attempts": 1 }, { "id": "a2284f7f-5012-40b5-826a-4b8a2795e7c5", "ready_seconds": 7.047366, "queue_lag_seconds": 6.172377, "attempts": 1 }, { "id": "fa0141b9-4b19-4f0e-af03-d45ec4e890d3", "ready_seconds": 8.463946, "queue_lag_seconds": 7.654972, "attempts": 1 }, { "id": "0bf04082-3c2a-4d14-ab16-2226069cb82f", "ready_seconds": 4.603033, "queue_lag_seconds": 3.726946, "attempts": 1 }, { "id": "3cd335e4-b400-4c48-894b-108f11769b57", "ready_seconds": 7.686789, "queue_lag_seconds": 6.893187, "attempts": 1 }, { "id": "82d60e9f-793c-4b49-b3bb-69d48fcc1c82", "ready_seconds": 1.355779, "queue_lag_seconds": 0.231652, "attempts": 1 }, { "id": "59eb40ef-a7a0-4584-b9e3-5958010ea250", "ready_seconds": 5.512865, "queue_lag_seconds": 4.425121, "attempts": 1 }, { "id": "737301a8-fc53-402a-85b0-36ab105ec1b5", "ready_seconds": 6.237758, "queue_lag_seconds": 5.427986, "attempts": 1 } ], "samples": [ { "time": 1794262324.2375848, "memory_bytes": 44666880, "cpu_usec": 2065973, "rss_bytes": 106340352 }, { "time": 1794262324.677325, "memory_bytes": 51453952, "cpu_usec": 2311291, "rss_bytes": 141185024 }, { "time": 1794262325.088465, "memory_bytes": 87121920, "cpu_usec": 2690405, "rss_bytes": 189181952 }, { "time": 1794262325.504909, "memory_bytes": 47222784, "cpu_usec": 3063668, "rss_bytes": 107204608 }, { "time": 1794262325.9938948, "memory_bytes": 84570112, "cpu_usec": 3494369, "rss_bytes": 180502528 }, { "time": 1794262326.47446, "memory_bytes": 77090816, "cpu_usec": 3970594, "rss_bytes": 176230400 }, { "time": 1794262326.81706, "memory_bytes": 59994112, "cpu_usec": 4107626, "rss_bytes": 107495424 }, { "time": 1794262327.157752, "memory_bytes": 60157952, "cpu_usec": 4127645, "rss_bytes": 107495424 }, { "time": 1794262327.69939, "memory_bytes": 60305408, "cpu_usec": 4220682, "rss_bytes": 107495424 }, { "time": 1794262328.0880482, "memory_bytes": 61517824, "cpu_usec": 4291251, "rss_bytes": 108978176 }, { "time": 1794262328.4875982, "memory_bytes": 86396928, "cpu_usec": 4660762, "rss_bytes": 180977664 }, { "time": 1794262328.871718, "memory_bytes": 97525760, "cpu_usec": 5031249, "rss_bytes": 194334720 }, { "time": 1794262329.288575, "memory_bytes": 69193728, "cpu_usec": 5403575, "rss_bytes": 157335552 }, { "time": 1794262329.6867101, "memory_bytes": 97075200, "cpu_usec": 5799498, "rss_bytes": 191086592 }, { "time": 1794262330.04568, "memory_bytes": 65396736, "cpu_usec": 6128659, "rss_bytes": 113606656 }, { "time": 1794262330.391624, "memory_bytes": 91922432, "cpu_usec": 6404042, "rss_bytes": 186523648 }, { "time": 1794262330.76962, "memory_bytes": 80707584, "cpu_usec": 6768430, "rss_bytes": 178741248 }, { "time": 1794262331.1224809, "memory_bytes": 71532544, "cpu_usec": 7069751, "rss_bytes": 153964544 }, { "time": 1794262331.500947, "memory_bytes": 101236736, "cpu_usec": 7437300, "rss_bytes": 198979584 }, { "time": 1794262331.910403, "memory_bytes": 57864192, "cpu_usec": 7770565, "rss_bytes": 113946624 }, { "time": 1794262332.261354, "memory_bytes": 98197504, "cpu_usec": 8117409, "rss_bytes": 192552960 }, { "time": 1794262332.617752, "memory_bytes": 65212416, "cpu_usec": 8423479, "rss_bytes": 113954816 }, { "time": 1794262332.989001, "memory_bytes": 75464704, "cpu_usec": 8687402, "rss_bytes": 161304576 }, { "time": 1794262333.334304, "memory_bytes": 101957632, "cpu_usec": 9041253, "rss_bytes": 199614464 }, { "time": 1794262333.7091782, "memory_bytes": 60796928, "cpu_usec": 9214412, "rss_bytes": 113958912 }, { "time": 1794262334.120569, "memory_bytes": 58785792, "cpu_usec": 9584427, "rss_bytes": 115216384 } ] }, { "repeat": 1, "image": "large", "concurrency": 2, "prefetch": 2, "successful_jobs": 8, "errors": 0, "seconds": 8.415711208006542, "throughput": 0.9506029618018448, "p95_ready_seconds": 6.307119, "p95_queue_lag_seconds": 4.704642, "peak_rss_bytes": 277078016, "peak_cgroup_memory_bytes": 145489920, "worker_cpu_seconds": 7.462616, "requests": [ { "upload_seconds": 0.3655178750050254, "status": 202 }, { "upload_seconds": 0.46488608400250087, "status": 202 }, { "upload_seconds": 0.9044631249998929, "status": 202 }, { "upload_seconds": 1.318556540994905, "status": 202 }, { "upload_seconds": 1.2203440420053084, "status": 202 }, { "upload_seconds": 1.3046807499995339, "status": 202 }, { "upload_seconds": 1.0543449169999803, "status": 202 }, { "upload_seconds": 0.7488859579971177, "status": 202 } ], "jobs": [ { "id": "8faec5ee-2fa6-4d07-8630-fc0e8bcf6eb1", "ready_seconds": 4.116328, "queue_lag_seconds": 2.488239, "attempts": 1 }, { "id": "b6e499e9-a7be-49de-a6bd-cc232f016844", "ready_seconds": 5.13449, "queue_lag_seconds": 3.550491, "attempts": 1 }, { "id": "7f99c8aa-cfbb-476f-9ef3-1b65d68ce421", "ready_seconds": 6.307119, "queue_lag_seconds": 4.471636, "attempts": 1 }, { "id": "717a9e90-a5b0-42a4-a7e1-a8874f646abe", "ready_seconds": 2.990502, "queue_lag_seconds": 0.28872, "attempts": 1 }, { "id": "69b1fc5f-0761-4aa5-8be9-5168a8680dcd", "ready_seconds": 6.285874, "queue_lag_seconds": 4.704642, "attempts": 1 }, { "id": "e90fcacb-a24e-42ba-a39f-7928d3910d06", "ready_seconds": 2.492907, "queue_lag_seconds": 0.150521, "attempts": 1 }, { "id": "aacb59ef-7575-48ef-8820-36f6bb63dcdc", "ready_seconds": 4.308028, "queue_lag_seconds": 2.810447, "attempts": 1 }, { "id": "618eb9bb-9cc3-40b1-a00d-635f48b1f129", "ready_seconds": 5.029212, "queue_lag_seconds": 3.404008, "attempts": 1 } ], "samples": [ { "time": 1794262337.490489, "memory_bytes": 44957696, "cpu_usec": 1388440, "rss_bytes": 106409984 }, { "time": 1794262337.939751, "memory_bytes": 60059648, "cpu_usec": 1666638, "rss_bytes": 141225984 }, { "time": 1794262338.709249, "memory_bytes": 97263616, "cpu_usec": 2314922, "rss_bytes": 224612352 }, { "time": 1794262339.232517, "memory_bytes": 128987136, "cpu_usec": 2844467, "rss_bytes": 264658944 }, { "time": 1794262339.6184871, "memory_bytes": 129318912, "cpu_usec": 3284496, "rss_bytes": 260890624 }, { "time": 1794262340.150041, "memory_bytes": 63504384, "cpu_usec": 3756474, "rss_bytes": 109555712 }, { "time": 1794262340.604726, "memory_bytes": 71729152, "cpu_usec": 4128343, "rss_bytes": 158167040 }, { "time": 1794262341.026336, "memory_bytes": 131174400, "cpu_usec": 4607664, "rss_bytes": 260644864 }, { "time": 1794262341.428124, "memory_bytes": 145489920, "cpu_usec": 5010041, "rss_bytes": 277078016 }, { "time": 1794262341.821051, "memory_bytes": 69431296, "cpu_usec": 5397722, "rss_bytes": 109563904 }, { "time": 1794262342.315008, "memory_bytes": 97644544, "cpu_usec": 5854211, "rss_bytes": 217735168 }, { "time": 1794262342.7356732, "memory_bytes": 135110656, "cpu_usec": 6298093, "rss_bytes": 270577664 }, { "time": 1794262343.203978, "memory_bytes": 106741760, "cpu_usec": 6743952, "rss_bytes": 195207168 }, { "time": 1794262343.709871, "memory_bytes": 73314304, "cpu_usec": 7248146, "rss_bytes": 151134208 }, { "time": 1794262344.2393038, "memory_bytes": 118419456, "cpu_usec": 7724934, "rss_bytes": 258355200 }, { "time": 1794262344.630781, "memory_bytes": 140279808, "cpu_usec": 8201607, "rss_bytes": 274935808 }, { "time": 1794262345.107616, "memory_bytes": 113319936, "cpu_usec": 8619190, "rss_bytes": 197951488 }, { "time": 1794262345.437784, "memory_bytes": 63397888, "cpu_usec": 8851056, "rss_bytes": 112402432 } ] }, { "repeat": 1, "image": "large", "concurrency": 4, "prefetch": 4, "successful_jobs": 8, "errors": 0, "seconds": 9.835286958994402, "throughput": 0.8133977212209323, "p95_ready_seconds": 8.308307, "p95_queue_lag_seconds": 4.476807, "peak_rss_bytes": 424382464, "peak_cgroup_memory_bytes": 191934464, "worker_cpu_seconds": 8.774336, "requests": [ { "upload_seconds": 0.5555352090013912, "status": 202 }, { "upload_seconds": 0.6558055420027813, "status": 202 }, { "upload_seconds": 0.9479415829991922, "status": 202 }, { "upload_seconds": 1.1452457920022425, "status": 202 }, { "upload_seconds": 0.7364269999961834, "status": 202 }, { "upload_seconds": 1.0115752920028172, "status": 202 }, { "upload_seconds": 0.7167560000016238, "status": 202 }, { "upload_seconds": 0.614655125005811, "status": 202 } ], "jobs": [ { "id": "e0e40541-2a18-41b8-a6d2-c0f70e8f1a45", "ready_seconds": 4.461059, "queue_lag_seconds": 0.159653, "attempts": 1 }, { "id": "2fd41873-9992-4e83-be7e-eab1000fc857", "ready_seconds": 7.839581, "queue_lag_seconds": 4.040879, "attempts": 1 }, { "id": "ee1d8b70-3815-4cd5-bb4c-8846d3ebfba1", "ready_seconds": 5.068001, "queue_lag_seconds": 0.366455, "attempts": 1 }, { "id": "97ac83a3-e22f-4731-b3fe-5292f1636ea1", "ready_seconds": 8.136236, "queue_lag_seconds": 4.244041, "attempts": 1 }, { "id": "2791b3f0-7874-4e9a-904f-9c75e7e84c8d", "ready_seconds": 8.155908, "queue_lag_seconds": 4.476807, "attempts": 1 }, { "id": "e50dfa64-98b4-4254-a222-e73704e6591d", "ready_seconds": 5.172821, "queue_lag_seconds": 0.524741, "attempts": 1 }, { "id": "b413f15e-097d-4ceb-952a-973208180b19", "ready_seconds": 8.308307, "queue_lag_seconds": 4.407467, "attempts": 1 }, { "id": "cf8f0b94-5d4b-454b-926b-c5c396ede828", "ready_seconds": 5.121261, "queue_lag_seconds": 0.610854, "attempts": 1 } ], "samples": [ { "time": 1794262348.8572469, "memory_bytes": 41979904, "cpu_usec": 1504505, "rss_bytes": 106389504 }, { "time": 1794262349.364602, "memory_bytes": 51986432, "cpu_usec": 1782613, "rss_bytes": 120537088 }, { "time": 1794262350.057267, "memory_bytes": 89964544, "cpu_usec": 2404540, "rss_bytes": 224448512 }, { "time": 1794262350.557502, "memory_bytes": 136720384, "cpu_usec": 3005696, "rss_bytes": 344702976 }, { "time": 1794262351.574933, "memory_bytes": 188698624, "cpu_usec": 3905731, "rss_bytes": 418521088 }, { "time": 1794262352.352106, "memory_bytes": 190210048, "cpu_usec": 4654780, "rss_bytes": 424382464 }, { "time": 1794262352.955371, "memory_bytes": 165081088, "cpu_usec": 5265101, "rss_bytes": 347693056 }, { "time": 1794262353.4730828, "memory_bytes": 84316160, "cpu_usec": 5877246, "rss_bytes": 110092288 }, { "time": 1794262354.058292, "memory_bytes": 71311360, "cpu_usec": 6333640, "rss_bytes": 151801856 }, { "time": 1794262354.654955, "memory_bytes": 96731136, "cpu_usec": 6984175, "rss_bytes": 197021696 }, { "time": 1794262355.266908, "memory_bytes": 127197184, "cpu_usec": 7579041, "rss_bytes": 329019392 }, { "time": 1794262355.9633112, "memory_bytes": 180551680, "cpu_usec": 8213345, "rss_bytes": 414875648 }, { "time": 1794262356.658124, "memory_bytes": 191934464, "cpu_usec": 8867388, "rss_bytes": 417808384 }, { "time": 1794262357.257552, "memory_bytes": 191336448, "cpu_usec": 9496265, "rss_bytes": 358735872 }, { "time": 1794262357.7575018, "memory_bytes": 89542656, "cpu_usec": 10077162, "rss_bytes": 179494912 }, { "time": 1794262358.1040719, "memory_bytes": 71675904, "cpu_usec": 10278841, "rss_bytes": 113885184 } ] }, { "repeat": 2, "image": "large", "concurrency": 2, "prefetch": 2, "successful_jobs": 8, "errors": 0, "seconds": 8.101745708001545, "throughput": 0.9874415080812697, "p95_ready_seconds": 6.520202, "p95_queue_lag_seconds": 4.749383, "peak_rss_bytes": 281972736, "peak_cgroup_memory_bytes": 138719232, "worker_cpu_seconds": 6.765876, "requests": [ { "upload_seconds": 0.4162295000060112, "status": 202 }, { "upload_seconds": 0.6149917079965235, "status": 202 }, { "upload_seconds": 0.7204787919981754, "status": 202 }, { "upload_seconds": 0.8338184999956866, "status": 202 }, { "upload_seconds": 0.5898740409975289, "status": 202 }, { "upload_seconds": 0.44792183300160104, "status": 202 }, { "upload_seconds": 0.40524725000432227, "status": 202 }, { "upload_seconds": 0.3922059159958735, "status": 202 } ], "jobs": [ { "id": "1b40b858-9b09-4deb-ac61-bcbe83002a64", "ready_seconds": 3.602113, "queue_lag_seconds": 1.651728, "attempts": 1 }, { "id": "d718a11b-9618-4bb0-92bb-922bed1cda30", "ready_seconds": 5.015496, "queue_lag_seconds": 3.268629, "attempts": 1 }, { "id": "471bf22d-f431-49f0-be58-2bab4ae00b6b", "ready_seconds": 2.086863, "queue_lag_seconds": 0.392642, "attempts": 1 }, { "id": "6c37b530-f5dd-4829-b86c-cf5a996faad4", "ready_seconds": 3.374384, "queue_lag_seconds": 1.740594, "attempts": 1 }, { "id": "32eb0f39-66e8-49e3-a976-891f005e6cb2", "ready_seconds": 4.857129, "queue_lag_seconds": 3.190966, "attempts": 1 }, { "id": "7ae9cc9a-04e4-49d2-98ed-749c1ee5079f", "ready_seconds": 6.520202, "queue_lag_seconds": 4.749383, "attempts": 1 }, { "id": "9e3f88d0-424c-45b5-8d51-70ccaa6025c0", "ready_seconds": 1.734729, "queue_lag_seconds": 0.168296, "attempts": 1 }, { "id": "ce237d98-bdcf-427a-8215-2c814ea99c45", "ready_seconds": 6.48153, "queue_lag_seconds": 4.722514, "attempts": 1 } ], "samples": [ { "time": 1794262361.755059, "memory_bytes": 46284800, "cpu_usec": 1512139, "rss_bytes": 106438656 }, { "time": 1794262362.099647, "memory_bytes": 55246848, "cpu_usec": 1610221, "rss_bytes": 107171840 }, { "time": 1794262362.5327559, "memory_bytes": 92733440, "cpu_usec": 2069645, "rss_bytes": 214233088 }, { "time": 1794262362.995512, "memory_bytes": 124538880, "cpu_usec": 2487794, "rss_bytes": 268300288 }, { "time": 1794262363.4179351, "memory_bytes": 96542720, "cpu_usec": 2923192, "rss_bytes": 193921024 }, { "time": 1794262363.926462, "memory_bytes": 60690432, "cpu_usec": 3335444, "rss_bytes": 139583488 }, { "time": 1794262364.321169, "memory_bytes": 99147776, "cpu_usec": 3760055, "rss_bytes": 230227968 }, { "time": 1794262364.72891, "memory_bytes": 131219456, "cpu_usec": 4163416, "rss_bytes": 271032320 }, { "time": 1794262365.107834, "memory_bytes": 100380672, "cpu_usec": 4543584, "rss_bytes": 193835008 }, { "time": 1794262365.495488, "memory_bytes": 63741952, "cpu_usec": 4857710, "rss_bytes": 109920256 }, { "time": 1794262366.006165, "memory_bytes": 75325440, "cpu_usec": 5336939, "rss_bytes": 190963712 }, { "time": 1794262366.420844, "memory_bytes": 124809216, "cpu_usec": 5797722, "rss_bytes": 263680000 }, { "time": 1794262366.8136802, "memory_bytes": 138719232, "cpu_usec": 6195877, "rss_bytes": 281972736 }, { "time": 1794262367.14334, "memory_bytes": 63270912, "cpu_usec": 6484149, "rss_bytes": 111247360 }, { "time": 1794262367.518545, "memory_bytes": 66465792, "cpu_usec": 6762218, "rss_bytes": 150065152 }, { "time": 1794262367.912593, "memory_bytes": 108752896, "cpu_usec": 7119600, "rss_bytes": 254676992 }, { "time": 1794262368.297046, "memory_bytes": 133009408, "cpu_usec": 7506426, "rss_bytes": 276078592 }, { "time": 1794262368.822019, "memory_bytes": 85430272, "cpu_usec": 7981602, "rss_bytes": 177520640 }, { "time": 1794262369.1505752, "memory_bytes": 62181376, "cpu_usec": 8238854, "rss_bytes": 111968256 }, { "time": 1794262369.591321, "memory_bytes": 54579200, "cpu_usec": 8278015, "rss_bytes": 111972352 } ] }, { "repeat": 2, "image": "large", "concurrency": 4, "prefetch": 4, "successful_jobs": 8, "errors": 0, "seconds": 8.238695665997511, "throughput": 0.9710274932253355, "p95_ready_seconds": 7.160109, "p95_queue_lag_seconds": 3.687723, "peak_rss_bytes": 397238272, "peak_cgroup_memory_bytes": 186429440, "worker_cpu_seconds": 7.385869, "requests": [ { "upload_seconds": 0.3346457500010729, "status": 202 }, { "upload_seconds": 0.5753866659943014, "status": 202 }, { "upload_seconds": 0.7584450409995043, "status": 202 }, { "upload_seconds": 0.8696108340009232, "status": 202 }, { "upload_seconds": 0.8214943749990198, "status": 202 }, { "upload_seconds": 0.7732604170014383, "status": 202 }, { "upload_seconds": 0.7054776670047431, "status": 202 }, { "upload_seconds": 0.6835131249972619, "status": 202 } ], "jobs": [ { "id": "33932f1c-0698-4f05-b977-3fc73c84d6c9", "ready_seconds": 3.923971, "queue_lag_seconds": 0.420322, "attempts": 1 }, { "id": "3eaceca7-ee12-495b-8e1d-4c6a423cf73a", "ready_seconds": 6.82308, "queue_lag_seconds": 3.365487, "attempts": 1 }, { "id": "15021bae-702e-468c-bd14-0d65a31afbe8", "ready_seconds": 4.171333, "queue_lag_seconds": 0.460526, "attempts": 1 }, { "id": "e4f47fb2-487f-4c3a-8c90-7cdf88b69cf6", "ready_seconds": 5.026424, "queue_lag_seconds": 3.024265, "attempts": 1 }, { "id": "1a701e3f-bc3b-4aa9-96a8-04836da1cf2f", "ready_seconds": 6.654839, "queue_lag_seconds": 3.207782, "attempts": 1 }, { "id": "c83ed650-1526-4d75-90cd-d23c1132c673", "ready_seconds": 7.160109, "queue_lag_seconds": 3.687723, "attempts": 1 }, { "id": "f0a7cb39-5f52-47ce-8d89-26ced277bfac", "ready_seconds": 4.321114, "queue_lag_seconds": 0.444005, "attempts": 1 }, { "id": "37e4e587-6b46-4114-ab2b-6927bb0cab3f", "ready_seconds": 3.52955, "queue_lag_seconds": 0.10123, "attempts": 1 } ], "samples": [ { "time": 1794262373.329525, "memory_bytes": 41304064, "cpu_usec": 1433050, "rss_bytes": 106479616 }, { "time": 1794262373.8107378, "memory_bytes": 68022272, "cpu_usec": 1776641, "rss_bytes": 174014464 }, { "time": 1794262374.488162, "memory_bytes": 96083968, "cpu_usec": 2399862, "rss_bytes": 226676736 }, { "time": 1794262374.9780211, "memory_bytes": 140443648, "cpu_usec": 2973180, "rss_bytes": 373719040 }, { "time": 1794262375.570348, "memory_bytes": 159723520, "cpu_usec": 3486167, "rss_bytes": 397238272 }, { "time": 1794262376.084664, "memory_bytes": 168640512, "cpu_usec": 4093594, "rss_bytes": 355319808 }, { "time": 1794262376.58712, "memory_bytes": 173109248, "cpu_usec": 4555744, "rss_bytes": 345436160 }, { "time": 1794262377.096107, "memory_bytes": 82251776, "cpu_usec": 5020577, "rss_bytes": 183726080 }, { "time": 1794262377.4688299, "memory_bytes": 99491840, "cpu_usec": 5448708, "rss_bytes": 187719680 }, { "time": 1794262377.9759092, "memory_bytes": 103354368, "cpu_usec": 5950011, "rss_bytes": 201535488 }, { "time": 1794262378.575902, "memory_bytes": 100859904, "cpu_usec": 6486176, "rss_bytes": 258154496 }, { "time": 1794262379.072046, "memory_bytes": 150761472, "cpu_usec": 7050597, "rss_bytes": 338993152 }, { "time": 1794262379.481832, "memory_bytes": 168144896, "cpu_usec": 7503146, "rss_bytes": 355807232 }, { "time": 1794262379.982485, "memory_bytes": 186429440, "cpu_usec": 7952800, "rss_bytes": 376799232 }, { "time": 1794262380.500739, "memory_bytes": 113004544, "cpu_usec": 8412230, "rss_bytes": 253005824 }, { "time": 1794262380.865719, "memory_bytes": 71774208, "cpu_usec": 8700431, "rss_bytes": 120758272 }, { "time": 1794262381.233644, "memory_bytes": 59719680, "cpu_usec": 8818919, "rss_bytes": 120791040 } ] }, { "repeat": 2, "image": "large", "concurrency": 1, "prefetch": 1, "successful_jobs": 8, "errors": 0, "seconds": 9.10356504200172, "throughput": 0.8787766070863307, "p95_ready_seconds": 7.155672, "p95_queue_lag_seconds": 6.245195, "peak_rss_bytes": 198897664, "peak_cgroup_memory_bytes": 102072320, "worker_cpu_seconds": 7.205255, "requests": [ { "upload_seconds": 0.4608520830006455, "status": 202 }, { "upload_seconds": 0.6706778750012745, "status": 202 }, { "upload_seconds": 0.8592802909988677, "status": 202 }, { "upload_seconds": 0.9627979590004543, "status": 202 }, { "upload_seconds": 0.6193941250021453, "status": 202 }, { "upload_seconds": 1.1034054579940857, "status": 202 }, { "upload_seconds": 0.7112387499946635, "status": 202 }, { "upload_seconds": 1.002451292006299, "status": 202 } ], "jobs": [ { "id": "58ce9899-c415-47b5-8868-cede8b3630ac", "ready_seconds": 1.696655, "queue_lag_seconds": 0.154809, "attempts": 1 }, { "id": "76f2658e-3368-454f-9722-7db3afa455de", "ready_seconds": 5.877514, "queue_lag_seconds": 4.924412, "attempts": 1 }, { "id": "2aa5d55e-5d00-413b-8298-3e94e8084c73", "ready_seconds": 4.402172, "queue_lag_seconds": 3.268996, "attempts": 1 }, { "id": "02adb4c0-d52b-47f5-b20f-91eaa96d93de", "ready_seconds": 6.499813, "queue_lag_seconds": 5.538896, "attempts": 1 }, { "id": "d91deed3-3fbd-4c47-9c92-2c60a2666318", "ready_seconds": 7.155672, "queue_lag_seconds": 6.245195, "attempts": 1 }, { "id": "8c90a845-ac18-4532-9cc5-3961b42b19e6", "ready_seconds": 2.640209, "queue_lag_seconds": 1.750154, "attempts": 1 }, { "id": "c33aa07b-4157-4142-8263-c4a74841726f", "ready_seconds": 3.482302, "queue_lag_seconds": 2.567262, "attempts": 1 }, { "id": "be0fbbc5-10aa-4584-af14-d3b233c27635", "ready_seconds": 5.005695, "queue_lag_seconds": 4.267294, "attempts": 1 } ], "samples": [ { "time": 1794262384.9518871, "memory_bytes": 50688000, "cpu_usec": 1535289, "rss_bytes": 106483712 }, { "time": 1794262385.391333, "memory_bytes": 52957184, "cpu_usec": 1736056, "rss_bytes": 107204608 }, { "time": 1794262385.952516, "memory_bytes": 79167488, "cpu_usec": 2237909, "rss_bytes": 184524800 }, { "time": 1794262386.37323, "memory_bytes": 56131584, "cpu_usec": 2693456, "rss_bytes": 107274240 }, { "time": 1794262386.7641852, "memory_bytes": 49291264, "cpu_usec": 2780661, "rss_bytes": 107274240 }, { "time": 1794262387.166975, "memory_bytes": 86786048, "cpu_usec": 3181564, "rss_bytes": 183619584 }, { "time": 1794262387.525435, "memory_bytes": 53587968, "cpu_usec": 3532657, "rss_bytes": 107507712 }, { "time": 1794262387.878753, "memory_bytes": 84377600, "cpu_usec": 3799155, "rss_bytes": 180383744 }, { "time": 1794262388.267936, "memory_bytes": 96100352, "cpu_usec": 4179284, "rss_bytes": 192999424 }, { "time": 1794262388.689367, "memory_bytes": 60686336, "cpu_usec": 4510952, "rss_bytes": 110395392 }, { "time": 1794262389.069269, "memory_bytes": 77176832, "cpu_usec": 4889609, "rss_bytes": 168751104 }, { "time": 1794262389.402836, "memory_bytes": 102072320, "cpu_usec": 5221784, "rss_bytes": 198897664 }, { "time": 1794262389.7577758, "memory_bytes": 62373888, "cpu_usec": 5415786, "rss_bytes": 113463296 }, { "time": 1794262390.144099, "memory_bytes": 89358336, "cpu_usec": 5808430, "rss_bytes": 190545920 }, { "time": 1794262390.5190332, "memory_bytes": 58834944, "cpu_usec": 6176317, "rss_bytes": 113463296 }, { "time": 1794262390.871752, "memory_bytes": 94416896, "cpu_usec": 6534606, "rss_bytes": 190406656 }, { "time": 1794262391.256792, "memory_bytes": 84656128, "cpu_usec": 6942327, "rss_bytes": 180928512 }, { "time": 1794262391.602048, "memory_bytes": 68218880, "cpu_usec": 7251000, "rss_bytes": 152457216 }, { "time": 1794262391.9413068, "memory_bytes": 100884480, "cpu_usec": 7583109, "rss_bytes": 198283264 }, { "time": 1794262392.369327, "memory_bytes": 59207680, "cpu_usec": 7819707, "rss_bytes": 114708480 }, { "time": 1794262392.796236, "memory_bytes": 91262976, "cpu_usec": 8191147, "rss_bytes": 188411904 }, { "time": 1794262393.2521758, "memory_bytes": 69705728, "cpu_usec": 8640936, "rss_bytes": 114708480 }, { "time": 1794262393.590945, "memory_bytes": 65884160, "cpu_usec": 8740544, "rss_bytes": 114712576 } ] }, { "repeat": 2, "image": "small", "concurrency": 2, "prefetch": 2, "successful_jobs": 8, "errors": 0, "seconds": 2.2421264169970527, "throughput": 3.5680414535745224, "p95_ready_seconds": 1.812734, "p95_queue_lag_seconds": 1.400673, "peak_rss_bytes": 173174784, "peak_cgroup_memory_bytes": 55123968, "worker_cpu_seconds": 1.744227, "requests": [ { "upload_seconds": 0.03406304199597798, "status": 202 }, { "upload_seconds": 0.05620845799421659, "status": 202 }, { "upload_seconds": 0.08089262500288896, "status": 202 }, { "upload_seconds": 0.09777987500274321, "status": 202 }, { "upload_seconds": 0.07787354099855293, "status": 202 }, { "upload_seconds": 0.11417283300397685, "status": 202 }, { "upload_seconds": 0.14169870800105855, "status": 202 }, { "upload_seconds": 0.1499457500030985, "status": 202 } ], "jobs": [ { "id": "22225742-842a-459f-a56f-a5ede53ff4ad", "ready_seconds": 1.123713, "queue_lag_seconds": 0.636735, "attempts": 1 }, { "id": "180f58f4-cbca-4e4d-8cce-870a43212930", "ready_seconds": 1.812734, "queue_lag_seconds": 1.400673, "attempts": 1 }, { "id": "964c6011-8364-4c55-9769-328d71df88bb", "ready_seconds": 0.658602, "queue_lag_seconds": 0.242416, "attempts": 1 }, { "id": "4c9a468b-0df8-4f8e-8897-0bb4fb154f2f", "ready_seconds": 1.46804, "queue_lag_seconds": 1.09217, "attempts": 1 }, { "id": "3b31b076-2844-4f43-af58-8c6ae233ace1", "ready_seconds": 0.625811, "queue_lag_seconds": 0.146498, "attempts": 1 }, { "id": "9a8ee4c0-e2c1-49e3-9d00-9fda7905db70", "ready_seconds": 1.457865, "queue_lag_seconds": 1.070151, "attempts": 1 }, { "id": "2fcdd4f3-5106-41c6-859f-5affde9ba40a", "ready_seconds": 1.106118, "queue_lag_seconds": 0.61946, "attempts": 1 }, { "id": "95c50bcc-ccdb-48ea-8b4a-443e17865997", "ready_seconds": 1.798918, "queue_lag_seconds": 1.378992, "attempts": 1 } ], "samples": [ { "time": 1794262396.595484, "memory_bytes": 42094592, "cpu_usec": 1157632, "rss_bytes": 120750080 }, { "time": 1794262397.1200352, "memory_bytes": 51560448, "cpu_usec": 1707624, "rss_bytes": 154648576 }, { "time": 1794262397.512683, "memory_bytes": 55123968, "cpu_usec": 2184197, "rss_bytes": 154685440 }, { "time": 1794262397.920637, "memory_bytes": 54521856, "cpu_usec": 2569106, "rss_bytes": 173174784 }, { "time": 1794262398.2757602, "memory_bytes": 50442240, "cpu_usec": 2901859, "rss_bytes": 106463232 } ] }, { "repeat": 2, "image": "small", "concurrency": 4, "prefetch": 4, "successful_jobs": 8, "errors": 0, "seconds": 2.2075934589956887, "throughput": 3.623855636734618, "p95_ready_seconds": 1.758009, "p95_queue_lag_seconds": 1.05238, "peak_rss_bytes": 276193280, "peak_cgroup_memory_bytes": 81403904, "worker_cpu_seconds": 1.686702, "requests": [ { "upload_seconds": 0.038460707997728605, "status": 202 }, { "upload_seconds": 0.05114162500103703, "status": 202 }, { "upload_seconds": 0.0650086250025197, "status": 202 }, { "upload_seconds": 0.07656995899742469, "status": 202 }, { "upload_seconds": 0.06139033399813343, "status": 202 }, { "upload_seconds": 0.08048520800366532, "status": 202 }, { "upload_seconds": 0.10385104199667694, "status": 202 }, { "upload_seconds": 0.10880170900054509, "status": 202 } ], "jobs": [ { "id": "159f8845-db5a-4058-9e02-724f4c84b7e4", "ready_seconds": 0.901334, "queue_lag_seconds": 0.082086, "attempts": 1 }, { "id": "f0575066-e653-4232-8936-f52b8fd26409", "ready_seconds": 1.671008, "queue_lag_seconds": 0.858153, "attempts": 1 }, { "id": "8effb44b-ed55-43ef-a551-be6f61c62b39", "ready_seconds": 1.0686, "queue_lag_seconds": 0.285051, "attempts": 1 }, { "id": "eb3f04bb-f355-4a91-9112-06348b0799c9", "ready_seconds": 1.078856, "queue_lag_seconds": 0.280137, "attempts": 1 }, { "id": "b1b17332-00f8-416c-998f-486921fd99ab", "ready_seconds": 1.751065, "queue_lag_seconds": 1.019367, "attempts": 1 }, { "id": "1d480fd1-58b1-4ac1-a570-ee90f1e2c28f", "ready_seconds": 1.758009, "queue_lag_seconds": 1.05238, "attempts": 1 }, { "id": "337ed589-285d-457e-9ebf-d908604d45cb", "ready_seconds": 0.883419, "queue_lag_seconds": 0.09468, "attempts": 1 }, { "id": "f4dfa406-a2aa-463d-8a33-19a0461bdec4", "ready_seconds": 1.640444, "queue_lag_seconds": 0.843, "attempts": 1 } ], "samples": [ { "time": 1794262401.2805781, "memory_bytes": 45793280, "cpu_usec": 1174367, "rss_bytes": 155987968 }, { "time": 1794262401.8661351, "memory_bytes": 81403904, "cpu_usec": 1655568, "rss_bytes": 276193280 }, { "time": 1794262402.4577339, "memory_bytes": 63311872, "cpu_usec": 2249590, "rss_bytes": 250191872 }, { "time": 1794262402.867541, "memory_bytes": 65937408, "cpu_usec": 2779692, "rss_bytes": 167735296 }, { "time": 1794262403.2292979, "memory_bytes": 44146688, "cpu_usec": 2861069, "rss_bytes": 107249664 } ] }, { "repeat": 2, "image": "small", "concurrency": 1, "prefetch": 1, "successful_jobs": 8, "errors": 0, "seconds": 1.7222723750019213, "throughput": 4.645026022664432, "p95_ready_seconds": 1.514625, "p95_queue_lag_seconds": 1.291204, "peak_rss_bytes": 116092928, "peak_cgroup_memory_bytes": 46608384, "worker_cpu_seconds": 1.418109, "requests": [ { "upload_seconds": 0.03548512500128709, "status": 202 }, { "upload_seconds": 0.05716745799873024, "status": 202 }, { "upload_seconds": 0.06340191700292053, "status": 202 }, { "upload_seconds": 0.07141516600677278, "status": 202 }, { "upload_seconds": 0.028250875002413522, "status": 202 }, { "upload_seconds": 0.052529375003359746, "status": 202 }, { "upload_seconds": 0.029087916998832952, "status": 202 }, { "upload_seconds": 0.04534787499869708, "status": 202 } ], "jobs": [ { "id": "270b668e-598b-4dbe-9a7b-28dde474ba66", "ready_seconds": 0.295571, "queue_lag_seconds": 0.100362, "attempts": 1 }, { "id": "c6479645-b1b0-4fef-bf17-4fa4d164eacb", "ready_seconds": 0.465528, "queue_lag_seconds": 0.297742, "attempts": 1 }, { "id": "fb3ad7fa-8553-4016-a561-eb2fac93dfb4", "ready_seconds": 0.922614, "queue_lag_seconds": 0.793791, "attempts": 1 }, { "id": "3260fcc9-0a00-4b97-a928-fec52ad5d0b1", "ready_seconds": 1.154276, "queue_lag_seconds": 0.916923, "attempts": 1 }, { "id": "559adef9-6f6b-416a-a826-df78660bd3eb", "ready_seconds": 0.612838, "queue_lag_seconds": 0.451514, "attempts": 1 }, { "id": "c5fc2c84-c12a-4384-873a-1c42faafb767", "ready_seconds": 1.290854, "queue_lag_seconds": 1.152609, "attempts": 1 }, { "id": "859524b5-8367-4a4b-a835-b24287388b12", "ready_seconds": 0.798171, "queue_lag_seconds": 0.615507, "attempts": 1 }, { "id": "57136a84-a43d-493c-bd16-2cfca4194267", "ready_seconds": 1.514625, "queue_lag_seconds": 1.291204, "attempts": 1 } ], "samples": [ { "time": 1794262405.5725389, "memory_bytes": 43700224, "cpu_usec": 898962, "rss_bytes": 110108672 }, { "time": 1794262405.931159, "memory_bytes": 41541632, "cpu_usec": 1258898, "rss_bytes": 116092928 }, { "time": 1794262406.266677, "memory_bytes": 46608384, "cpu_usec": 1588260, "rss_bytes": 106504192 }, { "time": 1794262406.6328561, "memory_bytes": 46579712, "cpu_usec": 1934212, "rss_bytes": 106582016 }, { "time": 1794262407.030196, "memory_bytes": 45948928, "cpu_usec": 2317071, "rss_bytes": 106602496 } ] }, { "repeat": 3, "image": "small", "concurrency": 4, "prefetch": 4, "successful_jobs": 8, "errors": 0, "seconds": 2.0493234580062563, "throughput": 3.903727334377479, "p95_ready_seconds": 1.879584, "p95_queue_lag_seconds": 1.052141, "peak_rss_bytes": 346427392, "peak_cgroup_memory_bytes": 87994368, "worker_cpu_seconds": 1.58035, "requests": [ { "upload_seconds": 0.03708612499758601, "status": 202 }, { "upload_seconds": 0.04979004099732265, "status": 202 }, { "upload_seconds": 0.062493375000485685, "status": 202 }, { "upload_seconds": 0.07259312500536907, "status": 202 }, { "upload_seconds": 0.05210570799681591, "status": 202 }, { "upload_seconds": 0.04339720799907809, "status": 202 }, { "upload_seconds": 0.038661874998069834, "status": 202 }, { "upload_seconds": 0.03924845800065668, "status": 202 } ], "jobs": [ { "id": "fbcb2196-1abf-4fb3-a818-fe3aee15ea75", "ready_seconds": 1.072389, "queue_lag_seconds": 0.109725, "attempts": 1 }, { "id": "97441d05-e70f-4b67-a7a7-b0f2ecd3809b", "ready_seconds": 1.851275, "queue_lag_seconds": 1.028243, "attempts": 1 }, { "id": "1f1d4d72-269a-4984-8f39-099ff5e62cce", "ready_seconds": 1.091508, "queue_lag_seconds": 0.089204, "attempts": 1 }, { "id": "f498e151-5de9-4898-82d0-00d613c71b73", "ready_seconds": 1.065876, "queue_lag_seconds": 0.162786, "attempts": 1 }, { "id": "3369e169-4c12-4357-af6d-8ead89d4100c", "ready_seconds": 1.82523, "queue_lag_seconds": 1.032192, "attempts": 1 }, { "id": "af3058d6-8ef2-4d7b-a16d-5cdc8ee095db", "ready_seconds": 1.879584, "queue_lag_seconds": 1.052141, "attempts": 1 }, { "id": "8f9ed5dc-eb28-4669-a444-9c2bf7c178bd", "ready_seconds": 1.089309, "queue_lag_seconds": 0.112428, "attempts": 1 }, { "id": "c143932d-a6f1-49b4-9e26-280cb1bf78d3", "ready_seconds": 1.731002, "queue_lag_seconds": 1.039114, "attempts": 1 } ], "samples": [ { "time": 1794262410.393358, "memory_bytes": 55742464, "cpu_usec": 1271330, "rss_bytes": 226807808 }, { "time": 1794262410.898071, "memory_bytes": 87994368, "cpu_usec": 1828256, "rss_bytes": 346427392 }, { "time": 1794262411.4896598, "memory_bytes": 78336000, "cpu_usec": 2311204, "rss_bytes": 275132416 }, { "time": 1794262411.910083, "memory_bytes": 49283072, "cpu_usec": 2851680, "rss_bytes": 106897408 } ] }, { "repeat": 3, "image": "small", "concurrency": 1, "prefetch": 1, "successful_jobs": 8, "errors": 0, "seconds": 2.0718359999955283, "throughput": 3.8613094858942825, "p95_ready_seconds": 1.579124, "p95_queue_lag_seconds": 1.313482, "peak_rss_bytes": 167481344, "peak_cgroup_memory_bytes": 60809216, "worker_cpu_seconds": 1.489548, "requests": [ { "upload_seconds": 0.046921875000407454, "status": 202 }, { "upload_seconds": 0.06458500000007916, "status": 202 }, { "upload_seconds": 0.09368895899388008, "status": 202 }, { "upload_seconds": 0.10713133300305344, "status": 202 }, { "upload_seconds": 0.05416333399625728, "status": 202 }, { "upload_seconds": 0.08453687500150409, "status": 202 }, { "upload_seconds": 0.04616966699541081, "status": 202 }, { "upload_seconds": 0.06727762499940582, "status": 202 } ], "jobs": [ { "id": "cb1d7378-a81c-4cba-abc3-765e49e4feb8", "ready_seconds": 0.380824, "queue_lag_seconds": 0.103185, "attempts": 1 }, { "id": "0bffdb9c-b637-4da7-9206-0798e9b0e2f0", "ready_seconds": 1.023788, "queue_lag_seconds": 0.871741, "attempts": 1 }, { "id": "056073e3-d257-4861-8d33-9872d20b520d", "ready_seconds": 1.579124, "queue_lag_seconds": 1.313482, "attempts": 1 }, { "id": "3dff25ed-0223-42b6-94d6-e627ab3c9000", "ready_seconds": 0.745562, "queue_lag_seconds": 0.544542, "attempts": 1 }, { "id": "66eafee7-5bd0-419e-b069-6b33176339b3", "ready_seconds": 0.894289, "queue_lag_seconds": 0.733248, "attempts": 1 }, { "id": "176ef072-0811-4a76-a378-5f7c20103066", "ready_seconds": 1.320301, "queue_lag_seconds": 1.201136, "attempts": 1 }, { "id": "49fc3f2c-4dea-4f56-a80d-2ca4a207eb71", "ready_seconds": 0.557781, "queue_lag_seconds": 0.379291, "attempts": 1 }, { "id": "ae186aba-bbe9-4406-b2fe-6a1cf2e2cc04", "ready_seconds": 1.208355, "queue_lag_seconds": 1.014114, "attempts": 1 } ], "samples": [ { "time": 1794262415.613364, "memory_bytes": 43040768, "cpu_usec": 1254626, "rss_bytes": 134688768 }, { "time": 1794262415.977576, "memory_bytes": 44519424, "cpu_usec": 1625601, "rss_bytes": 104448000 }, { "time": 1794262416.309793, "memory_bytes": 59355136, "cpu_usec": 1972565, "rss_bytes": 167481344 }, { "time": 1794262416.659306, "memory_bytes": 57217024, "cpu_usec": 2302566, "rss_bytes": 166821888 }, { "time": 1794262417.0047119, "memory_bytes": 60809216, "cpu_usec": 2648258, "rss_bytes": 166809600 }, { "time": 1794262417.332344, "memory_bytes": 48402432, "cpu_usec": 2744174, "rss_bytes": 106450944 } ] }, { "repeat": 3, "image": "small", "concurrency": 2, "prefetch": 2, "successful_jobs": 8, "errors": 0, "seconds": 1.7169063330002245, "throughput": 4.659543649082081, "p95_ready_seconds": 1.565986, "p95_queue_lag_seconds": 1.147304, "peak_rss_bytes": 225964032, "peak_cgroup_memory_bytes": 68136960, "worker_cpu_seconds": 1.301956, "requests": [ { "upload_seconds": 0.041546416003257036, "status": 202 }, { "upload_seconds": 0.060863958999107126, "status": 202 }, { "upload_seconds": 0.07863833400188014, "status": 202 }, { "upload_seconds": 0.1037755420038593, "status": 202 }, { "upload_seconds": 0.08276591699541314, "status": 202 }, { "upload_seconds": 0.10874649999459507, "status": 202 }, { "upload_seconds": 0.10369779200118501, "status": 202 }, { "upload_seconds": 0.0915510409977287, "status": 202 } ], "jobs": [ { "id": "a5f773f5-7603-4661-ae9a-83b0b3f817a0", "ready_seconds": 0.82323, "queue_lag_seconds": 0.428073, "attempts": 1 }, { "id": "6f123c49-0e98-468f-9a0f-c522c728df63", "ready_seconds": 1.515223, "queue_lag_seconds": 1.099548, "attempts": 1 }, { "id": "13c2931e-f809-4b66-96c7-7b58429a3446", "ready_seconds": 0.471413, "queue_lag_seconds": 0.062399, "attempts": 1 }, { "id": "acd77d65-886a-497b-a023-f398646974fe", "ready_seconds": 0.452546, "queue_lag_seconds": 0.063642, "attempts": 1 }, { "id": "ef507876-972e-4087-a198-f0ce5536cc29", "ready_seconds": 1.18232, "queue_lag_seconds": 0.812552, "attempts": 1 }, { "id": "86fa8bc4-fc9d-4bee-b587-2a7897dbaa0a", "ready_seconds": 1.159715, "queue_lag_seconds": 0.832331, "attempts": 1 }, { "id": "ca41c982-9e7b-48d8-8c57-994817c94498", "ready_seconds": 0.849327, "queue_lag_seconds": 0.447346, "attempts": 1 }, { "id": "d169a9e2-5ce7-4261-a22a-1ece2a5a3563", "ready_seconds": 1.565986, "queue_lag_seconds": 1.147304, "attempts": 1 } ], "samples": [ { "time": 1794262420.793129, "memory_bytes": 56025088, "cpu_usec": 1490008, "rss_bytes": 192344064 }, { "time": 1794262421.21904, "memory_bytes": 63148032, "cpu_usec": 1917366, "rss_bytes": 217477120 }, { "time": 1794262421.61412, "memory_bytes": 68136960, "cpu_usec": 2351511, "rss_bytes": 225693696 }, { "time": 1794262422.095878, "memory_bytes": 65114112, "cpu_usec": 2791964, "rss_bytes": 225964032 } ] }, { "repeat": 3, "image": "large", "concurrency": 4, "prefetch": 4, "successful_jobs": 8, "errors": 0, "seconds": 11.567342832997383, "throughput": 0.691602221486765, "p95_ready_seconds": 9.949, "p95_queue_lag_seconds": 5.551759, "peak_rss_bytes": 378175488, "peak_cgroup_memory_bytes": 177049600, "worker_cpu_seconds": 10.350173, "requests": [ { "upload_seconds": 0.5822087910055416, "status": 202 }, { "upload_seconds": 1.0521450830055983, "status": 202 }, { "upload_seconds": 1.197281708002265, "status": 202 }, { "upload_seconds": 1.3832097920021624, "status": 202 }, { "upload_seconds": 1.0122472919974825, "status": 202 }, { "upload_seconds": 0.7380604999998468, "status": 202 }, { "upload_seconds": 0.9001225829997566, "status": 202 }, { "upload_seconds": 0.986606499995105, "status": 202 } ], "jobs": [ { "id": "3ab05215-56fd-4ef1-9f07-63b42aec55dc", "ready_seconds": 9.949, "queue_lag_seconds": 5.29829, "attempts": 1 }, { "id": "34691cf0-2b94-49f4-a353-52d6d6bb1175", "ready_seconds": 6.215799, "queue_lag_seconds": 0.807096, "attempts": 1 }, { "id": "930f6c90-f771-4243-a97f-d5977d418647", "ready_seconds": 9.630719, "queue_lag_seconds": 5.301089, "attempts": 1 }, { "id": "f32a3a06-7f5e-4ffe-9977-3ca5377e0c6e", "ready_seconds": 6.042704, "queue_lag_seconds": 0.454156, "attempts": 1 }, { "id": "2b0e0991-2462-4c1a-af48-cb6ad1671840", "ready_seconds": 4.482368, "queue_lag_seconds": 0.247504, "attempts": 1 }, { "id": "093171c9-4d36-47cd-88cd-be205b5de3de", "ready_seconds": 9.739683, "queue_lag_seconds": 5.551759, "attempts": 1 }, { "id": "92142d14-8e43-450e-91ac-b42cebadb100", "ready_seconds": 7.883405, "queue_lag_seconds": 3.759794, "attempts": 1 }, { "id": "f53f0efe-65c0-43b6-b6a2-a348b294f895", "ready_seconds": 6.53409, "queue_lag_seconds": 0.636628, "attempts": 1 } ], "samples": [ { "time": 1794262425.999084, "memory_bytes": 41082880, "cpu_usec": 1663015, "rss_bytes": 106700800 }, { "time": 1794262426.380343, "memory_bytes": 48549888, "cpu_usec": 1711939, "rss_bytes": 106708992 }, { "time": 1794262426.8502111, "memory_bytes": 72732672, "cpu_usec": 2101364, "rss_bytes": 180154368 }, { "time": 1794262427.480101, "memory_bytes": 90595328, "cpu_usec": 2668924, "rss_bytes": 212520960 }, { "time": 1794262428.167731, "memory_bytes": 116719616, "cpu_usec": 3399935, "rss_bytes": 299827200 }, { "time": 1794262429.151486, "memory_bytes": 136507392, "cpu_usec": 4315373, "rss_bytes": 367857664 }, { "time": 1794262429.644265, "memory_bytes": 153702400, "cpu_usec": 4866121, "rss_bytes": 336216064 }, { "time": 1794262430.258294, "memory_bytes": 171859968, "cpu_usec": 5443319, "rss_bytes": 358014976 }, { "time": 1794262430.9448361, "memory_bytes": 158593024, "cpu_usec": 6109826, "rss_bytes": 346882048 }, { "time": 1794262431.7647948, "memory_bytes": 106033152, "cpu_usec": 6844068, "rss_bytes": 271921152 }, { "time": 1794262432.253286, "memory_bytes": 75567104, "cpu_usec": 7542413, "rss_bytes": 162009088 }, { "time": 1794262432.756811, "memory_bytes": 100659200, "cpu_usec": 8022771, "rss_bytes": 193961984 }, { "time": 1794262433.343982, "memory_bytes": 117932032, "cpu_usec": 8571197, "rss_bytes": 287518720 }, { "time": 1794262433.947423, "memory_bytes": 142024704, "cpu_usec": 9120937, "rss_bytes": 378175488 }, { "time": 1794262434.645704, "memory_bytes": 153182208, "cpu_usec": 9790721, "rss_bytes": 336863232 }, { "time": 1794262435.561161, "memory_bytes": 177049600, "cpu_usec": 10665993, "rss_bytes": 367210496 }, { "time": 1794262436.239607, "memory_bytes": 145113088, "cpu_usec": 11437552, "rss_bytes": 337195008 }, { "time": 1794262436.645513, "memory_bytes": 70598656, "cpu_usec": 11891048, "rss_bytes": 115445760 }, { "time": 1794262437.032929, "memory_bytes": 73572352, "cpu_usec": 12013188, "rss_bytes": 115449856 } ] }, { "repeat": 3, "image": "large", "concurrency": 1, "prefetch": 1, "successful_jobs": 8, "errors": 0, "seconds": 9.895933082996635, "throughput": 0.8084129038570137, "p95_ready_seconds": 7.692664, "p95_queue_lag_seconds": 6.867809, "peak_rss_bytes": 197115904, "peak_cgroup_memory_bytes": 101888000, "worker_cpu_seconds": 7.538266, "requests": [ { "upload_seconds": 0.4662438750019646, "status": 202 }, { "upload_seconds": 0.6516994580015307, "status": 202 }, { "upload_seconds": 0.9337635410047369, "status": 202 }, { "upload_seconds": 1.0977309580048313, "status": 202 }, { "upload_seconds": 1.2482558750052704, "status": 202 }, { "upload_seconds": 1.2442702500047744, "status": 202 }, { "upload_seconds": 1.3717015000001993, "status": 202 }, { "upload_seconds": 1.3582418339938158, "status": 202 } ], "jobs": [ { "id": "ad0538c4-d78f-4441-abc2-94017e43989a", "ready_seconds": 4.663425, "queue_lag_seconds": 3.660659, "attempts": 1 }, { "id": "22cb074d-623d-403a-88a5-98c747486509", "ready_seconds": 7.034566, "queue_lag_seconds": 5.984522, "attempts": 1 }, { "id": "4afc9b98-cbb1-461a-b05a-2f2d2817f877", "ready_seconds": 2.090172, "queue_lag_seconds": 0.199733, "attempts": 1 }, { "id": "33b0f653-e3f4-49c0-8cb5-e794807f3859", "ready_seconds": 5.792541, "queue_lag_seconds": 4.419849, "attempts": 1 }, { "id": "589106c2-8835-4297-bdf9-ce7b37bd0d51", "ready_seconds": 7.692664, "queue_lag_seconds": 6.867809, "attempts": 1 }, { "id": "8d6c6505-44a5-4256-9570-f064b95b020e", "ready_seconds": 2.979272, "queue_lag_seconds": 2.096541, "attempts": 1 }, { "id": "6e4e160e-70b4-478e-9feb-1fe797c19cc1", "ready_seconds": 6.533553, "queue_lag_seconds": 5.647585, "attempts": 1 }, { "id": "1e65c301-e37a-4806-9dcf-2764d82ff3ed", "ready_seconds": 3.860303, "queue_lag_seconds": 2.863414, "attempts": 1 } ], "samples": [ { "time": 1794262441.173097, "memory_bytes": 45621248, "cpu_usec": 1729800, "rss_bytes": 106565632 }, { "time": 1794262441.683848, "memory_bytes": 52445184, "cpu_usec": 2007744, "rss_bytes": 121364480 }, { "time": 1794262442.398595, "memory_bytes": 82268160, "cpu_usec": 2508688, "rss_bytes": 184696832 }, { "time": 1794262442.823581, "memory_bytes": 52346880, "cpu_usec": 2978119, "rss_bytes": 107433984 }, { "time": 1794262443.2013881, "memory_bytes": 50536448, "cpu_usec": 3010074, "rss_bytes": 107433984 }, { "time": 1794262443.56844, "memory_bytes": 65798144, "cpu_usec": 3272589, "rss_bytes": 154914816 }, { "time": 1794262443.9425979, "memory_bytes": 98009088, "cpu_usec": 3642023, "rss_bytes": 193007616 }, { "time": 1794262444.351456, "memory_bytes": 56811520, "cpu_usec": 3989156, "rss_bytes": 133300224 }, { "time": 1794262444.7525601, "memory_bytes": 96026624, "cpu_usec": 4365059, "rss_bytes": 191180800 }, { "time": 1794262445.159318, "memory_bytes": 57802752, "cpu_usec": 4638462, "rss_bytes": 107241472 }, { "time": 1794262445.55554, "memory_bytes": 82378752, "cpu_usec": 5002983, "rss_bytes": 180408320 }, { "time": 1794262445.967915, "memory_bytes": 77910016, "cpu_usec": 5416420, "rss_bytes": 174346240 }, { "time": 1794262446.46769, "memory_bytes": 61718528, "cpu_usec": 5769579, "rss_bytes": 117579776 }, { "time": 1794262446.813834, "memory_bytes": 92237824, "cpu_usec": 6089664, "rss_bytes": 183562240 }, { "time": 1794262447.255758, "memory_bytes": 86560768, "cpu_usec": 6547945, "rss_bytes": 181460992 }, { "time": 1794262447.682785, "memory_bytes": 59322368, "cpu_usec": 6751679, "rss_bytes": 112062464 }, { "time": 1794262448.0586839, "memory_bytes": 96845824, "cpu_usec": 7162998, "rss_bytes": 187457536 }, { "time": 1794262448.392413, "memory_bytes": 68132864, "cpu_usec": 7494310, "rss_bytes": 112062464 }, { "time": 1794262448.806738, "memory_bytes": 72351744, "cpu_usec": 7748876, "rss_bytes": 128098304 }, { "time": 1794262449.289658, "memory_bytes": 101888000, "cpu_usec": 8201010, "rss_bytes": 197115904 }, { "time": 1794262449.658975, "memory_bytes": 66256896, "cpu_usec": 8496781, "rss_bytes": 112062464 }, { "time": 1794262450.018466, "memory_bytes": 97886208, "cpu_usec": 8868606, "rss_bytes": 188559360 }, { "time": 1794262450.372195, "memory_bytes": 68079616, "cpu_usec": 9226409, "rss_bytes": 112062464 }, { "time": 1794262450.707536, "memory_bytes": 65867776, "cpu_usec": 9268066, "rss_bytes": 112066560 } ] }, { "repeat": 3, "image": "large", "concurrency": 2, "prefetch": 2, "successful_jobs": 8, "errors": 0, "seconds": 10.974901708999823, "throughput": 0.7289359132428226, "p95_ready_seconds": 9.261154, "p95_queue_lag_seconds": 7.115312, "peak_rss_bytes": 281636864, "peak_cgroup_memory_bytes": 137314304, "worker_cpu_seconds": 8.619296, "requests": [ { "upload_seconds": 0.5528413339998224, "status": 202 }, { "upload_seconds": 0.618678999999247, "status": 202 }, { "upload_seconds": 0.9114771669992479, "status": 202 }, { "upload_seconds": 1.132410833000904, "status": 202 }, { "upload_seconds": 0.7579690839993418, "status": 202 }, { "upload_seconds": 0.8154654999962077, "status": 202 }, { "upload_seconds": 0.4669017080013873, "status": 202 }, { "upload_seconds": 0.8220295840001199, "status": 202 } ], "jobs": [ { "id": "11319b09-8480-4bf7-8343-467739eebbbe", "ready_seconds": 5.278422, "queue_lag_seconds": 2.866249, "attempts": 1 }, { "id": "04bcebd4-b08d-4cd0-a0d4-0cf7941f7ff6", "ready_seconds": 3.067793, "queue_lag_seconds": 0.269334, "attempts": 1 }, { "id": "144031aa-beb1-48e3-86a5-872ce73c29d5", "ready_seconds": 5.366127, "queue_lag_seconds": 2.950958, "attempts": 1 }, { "id": "b6ca8afd-927a-4b78-bf48-e9de74dde5e3", "ready_seconds": 7.427039, "queue_lag_seconds": 4.944347, "attempts": 1 }, { "id": "6c86c361-f45c-462c-b7b2-58bfc353c846", "ready_seconds": 9.261154, "queue_lag_seconds": 7.115312, "attempts": 1 }, { "id": "d3024905-e173-431c-b093-f52da938e00e", "ready_seconds": 3.060139, "queue_lag_seconds": 0.3589, "attempts": 1 }, { "id": "27383307-0cf0-48b2-86b5-679938e461c7", "ready_seconds": 7.223779, "queue_lag_seconds": 4.788639, "attempts": 1 }, { "id": "39d7dba3-aea0-46fc-9eb1-2919a447f6f2", "ready_seconds": 9.095291, "queue_lag_seconds": 6.945049, "attempts": 1 } ], "samples": [ { "time": 1794262455.167735, "memory_bytes": 41877504, "cpu_usec": 1728128, "rss_bytes": 106283008 }, { "time": 1794262455.6366248, "memory_bytes": 46886912, "cpu_usec": 1838601, "rss_bytes": 106319872 }, { "time": 1794262456.231374, "memory_bytes": 67100672, "cpu_usec": 2411824, "rss_bytes": 197558272 }, { "time": 1794262456.781374, "memory_bytes": 112640000, "cpu_usec": 2948767, "rss_bytes": 257323008 }, { "time": 1794262457.389336, "memory_bytes": 132554752, "cpu_usec": 3488311, "rss_bytes": 280322048 }, { "time": 1794262457.9726589, "memory_bytes": 61906944, "cpu_usec": 4087858, "rss_bytes": 110342144 }, { "time": 1794262458.36638, "memory_bytes": 44871680, "cpu_usec": 4209324, "rss_bytes": 109940736 }, { "time": 1794262458.890047, "memory_bytes": 65904640, "cpu_usec": 4690364, "rss_bytes": 186933248 }, { "time": 1794262459.3172328, "memory_bytes": 109899776, "cpu_usec": 5169719, "rss_bytes": 258424832 }, { "time": 1794262459.798551, "memory_bytes": 137314304, "cpu_usec": 5659124, "rss_bytes": 281636864 }, { "time": 1794262460.282627, "memory_bytes": 54554624, "cpu_usec": 6133829, "rss_bytes": 110514176 }, { "time": 1794262460.656821, "memory_bytes": 57778176, "cpu_usec": 6278094, "rss_bytes": 110522368 }, { "time": 1794262461.1044202, "memory_bytes": 61755392, "cpu_usec": 6620843, "rss_bytes": 140283904 }, { "time": 1794262461.5962932, "memory_bytes": 109383680, "cpu_usec": 7093342, "rss_bytes": 256442368 }, { "time": 1794262462.117553, "memory_bytes": 127512576, "cpu_usec": 7574233, "rss_bytes": 276664320 }, { "time": 1794262462.503906, "memory_bytes": 100667392, "cpu_usec": 8003279, "rss_bytes": 248053760 }, { "time": 1794262462.8923898, "memory_bytes": 58302464, "cpu_usec": 8275401, "rss_bytes": 110604288 }, { "time": 1794262463.295119, "memory_bytes": 46878720, "cpu_usec": 8426428, "rss_bytes": 110628864 }, { "time": 1794262463.8872309, "memory_bytes": 74416128, "cpu_usec": 8986830, "rss_bytes": 201560064 }, { "time": 1794262464.382762, "memory_bytes": 115367936, "cpu_usec": 9503601, "rss_bytes": 264175616 }, { "time": 1794262464.810621, "memory_bytes": 133775360, "cpu_usec": 9973809, "rss_bytes": 258146304 }, { "time": 1794262465.197512, "memory_bytes": 54276096, "cpu_usec": 10269619, "rss_bytes": 110628864 }, { "time": 1794262465.553686, "memory_bytes": 49750016, "cpu_usec": 10347424, "rss_bytes": 110632960 } ] } ] }