forked from mtusi2026/mtusi2026lab5
Асинхронная обработка вложений: RabbitMQ 4.1 (quorum-очереди, publisher confirms, manual ack, DLQ), transactional outbox, отдельный worker. - upload: оригинал в staging S3, затем одной транзакцией queued + jobs + outbox -> 202; API к брокеру не подключается - relay: публикация outbox с confirm, reaper истёкших аренд, redrive - worker: claim по строке jobs, аренда с heartbeat и fencing по lease_token, transform в подпроцессе с RLIMIT_AS/RLIMIT_CPU/таймаутом, thumbnail 256, crop 128, WebP 1280 по детерминированным ключам - retry с backoff и jitter, постоянные/временные ошибки, реестр failed, ops replay (ready не повторяется), DLQ для невалидных сообщений - janitor: очистка staging и сирот; миграция 004 с backfill вложений lab4 - тесты отказов: окна COMMIT/publish, крахи worker до/после S3 и ack, заморозка worker, всплеск загрузок, права брокера; evidence/ и REPORT.md
109 lines
1.9 KiB
JSON
109 lines
1.9 KiB
JSON
{
|
|
"scenario": "burst of uploads: bounded worker concurrency",
|
|
"date_utc": "2026-11-13T13:25:36+00:00",
|
|
"steps": [
|
|
{
|
|
"t": 1.1,
|
|
"utc": "13:25:25.872",
|
|
"step": "consumers",
|
|
"count": 4,
|
|
"prefetch": [
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"t": 1.64,
|
|
"utc": "13:25:26.409",
|
|
"step": "generated images",
|
|
"bytes": [
|
|
6753618,
|
|
6753618,
|
|
6753618,
|
|
6753618
|
|
]
|
|
},
|
|
{
|
|
"t": 4.75,
|
|
"utc": "13:25:29.527",
|
|
"step": "all uploads accepted (202)",
|
|
"count": 24,
|
|
"seconds": 2.31,
|
|
"queue_right_after": {
|
|
"messages": 0,
|
|
"messages_ready": 0,
|
|
"messages_unacknowledged": 0,
|
|
"consumers": 4
|
|
}
|
|
},
|
|
{
|
|
"t": 11.68,
|
|
"utc": "13:25:36.456",
|
|
"step": "result",
|
|
"count": 24,
|
|
"image_bytes": 6753618,
|
|
"upload_seconds": 2.31,
|
|
"total_seconds_to_all_ready": 7.23,
|
|
"throughput_jobs_per_s": 3.32,
|
|
"consumers": 4,
|
|
"prefetch_per_consumer": [
|
|
1
|
|
],
|
|
"max_concurrent_processing": 4,
|
|
"queue_lag_s": {
|
|
"p50": 2.401,
|
|
"p95": 4.069,
|
|
"max": 4.353
|
|
},
|
|
"enqueued_to_ready_s": {
|
|
"p50": 2.895,
|
|
"p95": 4.889,
|
|
"max": 4.895
|
|
},
|
|
"processing_s": {
|
|
"p50": 0.765,
|
|
"max": 1.649,
|
|
"mean": 0.834
|
|
},
|
|
"worker_peak_mem_mib": {
|
|
"mtusi-lab5-worker-1": 42.2,
|
|
"mtusi-lab5-worker-2": 100.4
|
|
},
|
|
"worker_mem_limit": "1GiB",
|
|
"staging_left": 0
|
|
}
|
|
],
|
|
"result": {
|
|
"count": 24,
|
|
"image_bytes": 6753618,
|
|
"upload_seconds": 2.31,
|
|
"total_seconds_to_all_ready": 7.23,
|
|
"throughput_jobs_per_s": 3.32,
|
|
"consumers": 4,
|
|
"prefetch_per_consumer": [
|
|
1
|
|
],
|
|
"max_concurrent_processing": 4,
|
|
"queue_lag_s": {
|
|
"p50": 2.401,
|
|
"p95": 4.069,
|
|
"max": 4.353
|
|
},
|
|
"enqueued_to_ready_s": {
|
|
"p50": 2.895,
|
|
"p95": 4.889,
|
|
"max": 4.895
|
|
},
|
|
"processing_s": {
|
|
"p50": 0.765,
|
|
"max": 1.649,
|
|
"mean": 0.834
|
|
},
|
|
"worker_peak_mem_mib": {
|
|
"mtusi-lab5-worker-1": 42.2,
|
|
"mtusi-lab5-worker-2": 100.4
|
|
},
|
|
"worker_mem_limit": "1GiB",
|
|
"staging_left": 0
|
|
}
|
|
}
|