Files
mtusi2026lab5/evidence/burst.json
T
zemiles 13bec4ab8b ЛР 5 — БПИ2303 — Лазарев — на 4
Асинхронная обработка вложений: RabbitMQ 4.1 (quorum-очереди, publisher
confirms, manual ack, DLQ), transactional outbox, отдельный worker.

- upload: оригинал в staging S3, затем одной транзакцией queued + jobs +
  outbox -> 202; API к брокеру не подключается
- relay: публикация outbox с confirm, reaper истёкших аренд, redrive
- worker: claim по строке jobs, аренда с heartbeat и fencing по
  lease_token, transform в подпроцессе с RLIMIT_AS/RLIMIT_CPU/таймаутом,
  thumbnail 256, crop 128, WebP 1280 по детерминированным ключам
- retry с backoff и jitter, постоянные/временные ошибки, реестр failed,
  ops replay (ready не повторяется), DLQ для невалидных сообщений
- janitor: очистка staging и сирот; миграция 004 с backfill вложений lab4
- тесты отказов: окна COMMIT/publish, крахи worker до/после S3 и ack,
  заморозка worker, всплеск загрузок, права брокера; evidence/ и REPORT.md
2026-11-13 16:28:18 +03:00

109 lines
1.9 KiB
JSON

{
"scenario": "burst of uploads: bounded worker concurrency",
"date_utc": "2026-11-13T13:25:36+00:00",
"steps": [
{
"t": 1.1,
"utc": "13:25:25.872",
"step": "consumers",
"count": 4,
"prefetch": [
1
]
},
{
"t": 1.64,
"utc": "13:25:26.409",
"step": "generated images",
"bytes": [
6753618,
6753618,
6753618,
6753618
]
},
{
"t": 4.75,
"utc": "13:25:29.527",
"step": "all uploads accepted (202)",
"count": 24,
"seconds": 2.31,
"queue_right_after": {
"messages": 0,
"messages_ready": 0,
"messages_unacknowledged": 0,
"consumers": 4
}
},
{
"t": 11.68,
"utc": "13:25:36.456",
"step": "result",
"count": 24,
"image_bytes": 6753618,
"upload_seconds": 2.31,
"total_seconds_to_all_ready": 7.23,
"throughput_jobs_per_s": 3.32,
"consumers": 4,
"prefetch_per_consumer": [
1
],
"max_concurrent_processing": 4,
"queue_lag_s": {
"p50": 2.401,
"p95": 4.069,
"max": 4.353
},
"enqueued_to_ready_s": {
"p50": 2.895,
"p95": 4.889,
"max": 4.895
},
"processing_s": {
"p50": 0.765,
"max": 1.649,
"mean": 0.834
},
"worker_peak_mem_mib": {
"mtusi-lab5-worker-1": 42.2,
"mtusi-lab5-worker-2": 100.4
},
"worker_mem_limit": "1GiB",
"staging_left": 0
}
],
"result": {
"count": 24,
"image_bytes": 6753618,
"upload_seconds": 2.31,
"total_seconds_to_all_ready": 7.23,
"throughput_jobs_per_s": 3.32,
"consumers": 4,
"prefetch_per_consumer": [
1
],
"max_concurrent_processing": 4,
"queue_lag_s": {
"p50": 2.401,
"p95": 4.069,
"max": 4.353
},
"enqueued_to_ready_s": {
"p50": 2.895,
"p95": 4.889,
"max": 4.895
},
"processing_s": {
"p50": 0.765,
"max": 1.649,
"mean": 0.834
},
"worker_peak_mem_mib": {
"mtusi-lab5-worker-1": 42.2,
"mtusi-lab5-worker-2": 100.4
},
"worker_mem_limit": "1GiB",
"staging_left": 0
}
}